diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..468c394c55bdbe7ae048f9b84224a19b92996ac2
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d100/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=0.9964 | fid=289.3122
+  step   10000 |    168s | train_loss=0.8072
+  step   20000 |    264s | train_loss=0.6833
+  step   30000 |    360s | train_loss=0.5477
+  step   40000 |    456s | train_loss=0.4074
+  step   50000 |    551s | train_loss=0.2949
+  step   60000 |    647s | train_loss=0.2196
+  step   70000 |    743s | train_loss=0.1773
+  step   80000 |    839s | train_loss=0.1533
+  step   90000 |    934s | train_loss=0.1390
+  step  100000 |   1097s | train_loss=0.1271 | fid=57.8864
+  step  110000 |   1193s | train_loss=0.1220
+  step  120000 |   1289s | train_loss=0.1127
+  step  130000 |   1385s | train_loss=0.1088
+  step  140000 |   1481s | train_loss=0.1053
+  step  150000 |   1577s | train_loss=0.1000
+  step  160000 |   1672s | train_loss=0.0960
+  step  170000 |   1768s | train_loss=0.0922
+  step  180000 |   1864s | train_loss=0.0898
+  step  190000 |   1959s | train_loss=0.0885
+  step  200000 |   2123s | train_loss=0.0864 | fid=57.2715
+  step  210000 |   2219s | train_loss=0.0821
+  step  220000 |   2315s | train_loss=0.0815
+  step  230000 |   2410s | train_loss=0.0789
+  step  240000 |   2506s | train_loss=0.0752
+  step  250000 |   2602s | train_loss=0.0755
+  step  260000 |   2698s | train_loss=0.0730
+  step  270000 |   2793s | train_loss=0.0722
+  step  280000 |   2889s | train_loss=0.0681
+  step  290000 |   2982s | train_loss=0.0687
+  step  300000 |   3149s | train_loss=0.0658 | fid=56.1550
+  step  310000 |   3245s | train_loss=0.0655
+  step  320000 |   3341s | train_loss=0.0656
+  step  330000 |   3437s | train_loss=0.0630
+  step  340000 |   3533s | train_loss=0.0641
+  step  350000 |   3629s | train_loss=0.0624
+  step  360000 |   3724s | train_loss=0.0613
+  step  370000 |   3820s | train_loss=0.0606
+  step  380000 |   3913s | train_loss=0.0579
+  step  390000 |   4009s | train_loss=0.0590
+  step  400000 |   4175s | train_loss=0.0569 | fid=55.3632
+  step  410000 |   4271s | train_loss=0.0569
+  step  420000 |   4367s | train_loss=0.0561
+  step  430000 |   4463s | train_loss=0.0553
+  step  440000 |   4559s | train_loss=0.0546
+  step  450000 |   4654s | train_loss=0.0548
+  step  460000 |   4750s | train_loss=0.0550
+  step  470000 |   4843s | train_loss=0.0528
+  step  480000 |   4939s | train_loss=0.0535
+  step  490000 |   5035s | train_loss=0.0525
+  step  500000 |   5201s | train_loss=0.0522 | fid=53.2239
+  step  510000 |   5297s | train_loss=0.0528
+  step  520000 |   5392s | train_loss=0.0516
+  step  530000 |   5488s | train_loss=0.0504
+  step  540000 |   5583s | train_loss=0.0529
+  step  550000 |   5679s | train_loss=0.0511
+  step  560000 |   5775s | train_loss=0.0481
+  step  570000 |   5868s | train_loss=0.0481
+  step  580000 |   5963s | train_loss=0.0474
+  step  590000 |   6059s | train_loss=0.0476
+  step  600000 |   6225s | train_loss=0.0465 | fid=51.1204
+  step  610000 |   6320s | train_loss=0.0487
+  step  620000 |   6416s | train_loss=0.0464
+  step  630000 |   6512s | train_loss=0.0470
+  step  640000 |   6607s | train_loss=0.0471
+  step  650000 |   6703s | train_loss=0.0454
+  step  660000 |   6796s | train_loss=0.0451
+  step  670000 |   6891s | train_loss=0.0450
+  step  680000 |   6987s | train_loss=0.0453
+  step  690000 |   7083s | train_loss=0.0464
+  step  700000 |   7249s | train_loss=0.0448 | fid=49.3855
+  step  710000 |   7344s | train_loss=0.0439
+  step  720000 |   7440s | train_loss=0.0436
+  step  730000 |   7536s | train_loss=0.0429
+  step  740000 |   7632s | train_loss=0.0443
+  step  750000 |   7725s | train_loss=0.0448
+  step  760000 |   7821s | train_loss=0.0444
+  step  770000 |   7916s | train_loss=0.0412
+  step  780000 |   8012s | train_loss=0.0430
+  step  790000 |   8108s | train_loss=0.0433
+  step  800000 |   8274s | train_loss=0.0406 | fid=50.3185
+  step  810000 |   8370s | train_loss=0.0415
+  step  820000 |   8465s | train_loss=0.0412
+  step  830000 |   8561s | train_loss=0.0409
+  step  840000 |   8656s | train_loss=0.0416
+  step  850000 |   8750s | train_loss=0.0404
+  step  860000 |   8846s | train_loss=0.0404
+  step  870000 |   8942s | train_loss=0.0395
+  step  880000 |   9038s | train_loss=0.0391
+  step  890000 |   9133s | train_loss=0.0400
+  step  900000 |   9298s | train_loss=0.0388 | fid=49.9891
+  step  910000 |   9394s | train_loss=0.0393
+  step  920000 |   9490s | train_loss=0.0401
+  step  930000 |   9586s | train_loss=0.0389
+  step  940000 |   9679s | train_loss=0.0392
+  step  950000 |   9774s | train_loss=0.0387
+  step  960000 |   9870s | train_loss=0.0385
+  step  970000 |   9966s | train_loss=0.0375
+  step  980000 |  10061s | train_loss=0.0371
+  step  990000 |  10157s | train_loss=0.0375
+  step 1000000 |  10324s | train_loss=0.0371 | fid=50.5376
+  step 1010000 |  10419s | train_loss=0.0372
+  step 1020000 |  10515s | train_loss=0.0377
+  step 1030000 |  10608s | train_loss=0.0371
+  step 1040000 |  10704s | train_loss=0.0359
+  step 1050000 |  10799s | train_loss=0.0375
+  step 1060000 |  10895s | train_loss=0.0364
+  step 1070000 |  10990s | train_loss=0.0373
+  step 1080000 |  11086s | train_loss=0.0360
+  step 1090000 |  11183s | train_loss=0.0373
+  step 1100000 |  11350s | train_loss=0.0359 | fid=50.6930
+  step 1110000 |  11446s | train_loss=0.0350
+  step 1120000 |  11538s | train_loss=0.0360
+  step 1130000 |  11634s | train_loss=0.0355
+  step 1140000 |  11729s | train_loss=0.0341
+  step 1150000 |  11825s | train_loss=0.0360
+  step 1160000 |  11920s | train_loss=0.0354
+  step 1170000 |  12016s | train_loss=0.0364
+  step 1180000 |  12112s | train_loss=0.0335
+  step 1190000 |  12209s | train_loss=0.0334
+  step 1200000 |  12374s | train_loss=0.0362 | fid=52.7425
+  step 1210000 |  12470s | train_loss=0.0333
+  step 1220000 |  12563s | train_loss=0.0339
+  step 1230000 |  12659s | train_loss=0.0336
+  step 1240000 |  12754s | train_loss=0.0332
+  step 1250000 |  12850s | train_loss=0.0363
+  step 1260000 |  12946s | train_loss=0.0328
+  step 1270000 |  13042s | train_loss=0.0324
+  step 1280000 |  13137s | train_loss=0.0324
+  step 1290000 |  13234s | train_loss=0.0315
+  step 1300000 |  13399s | train_loss=0.0330 | fid=56.8269
+  step 1310000 |  13492s | train_loss=0.0330
+  step 1320000 |  13587s | train_loss=0.0317
+  step 1330000 |  13683s | train_loss=0.0319
+  step 1340000 |  13779s | train_loss=0.0329
+  step 1350000 |  13875s | train_loss=0.0319
+  step 1360000 |  13970s | train_loss=0.0303
+  step 1370000 |  14066s | train_loss=0.0328
+  step 1380000 |  14162s | train_loss=0.0311
+  step 1390000 |  14257s | train_loss=0.0320
+  step 1400000 |  14420s | train_loss=0.0312 | fid=60.0658
+  step 1410000 |  14516s | train_loss=0.0310
+  step 1420000 |  14611s | train_loss=0.0308
+  step 1430000 |  14707s | train_loss=0.0309
+  step 1440000 |  14803s | train_loss=0.0299
+  step 1450000 |  14899s | train_loss=0.0302
+  step 1460000 |  14995s | train_loss=0.0304
+  step 1470000 |  15090s | train_loss=0.0310
+  step 1480000 |  15186s | train_loss=0.0312
+  step 1490000 |  15280s | train_loss=0.0299
+  step 1500000 |  15436s | train_loss=0.0305 | fid=60.2249
+  step 1510000 |  15531s | train_loss=0.0299
+  step 1520000 |  15625s | train_loss=0.0300
+  step 1530000 |  15719s | train_loss=0.0299
+  step 1540000 |  15815s | train_loss=0.0289
+  step 1550000 |  15911s | train_loss=0.0290
+  step 1560000 |  16007s | train_loss=0.0300
+  step 1570000 |  16102s | train_loss=0.0290
+  step 1580000 |  16198s | train_loss=0.0299
+  step 1590000 |  16289s | train_loss=0.0288
+  step 1600000 |  16456s | train_loss=0.0284 | fid=61.6971
+  step 1610000 |  16552s | train_loss=0.0283
+  step 1620000 |  16647s | train_loss=0.0291
+  step 1630000 |  16743s | train_loss=0.0285
+  step 1640000 |  16839s | train_loss=0.0300
+  step 1650000 |  16935s | train_loss=0.0287
+  step 1660000 |  17031s | train_loss=0.0279
+  step 1670000 |  17126s | train_loss=0.0277
+  step 1680000 |  17222s | train_loss=0.0279
+  step 1690000 |  17308s | train_loss=0.0287
+  step 1700000 |  17477s | train_loss=0.0280 | fid=57.4990
+  step 1710000 |  17573s | train_loss=0.0276
+  step 1720000 |  17669s | train_loss=0.0272
+  step 1730000 |  17764s | train_loss=0.0280
+  step 1740000 |  17860s | train_loss=0.0277
+  step 1750000 |  17955s | train_loss=0.0273
+  step 1760000 |  18051s | train_loss=0.0270
+  step 1770000 |  18146s | train_loss=0.0276
+  step 1780000 |  18243s | train_loss=0.0273
+  step 1790000 |  18330s | train_loss=0.0276
+  step 1800000 |  18501s | train_loss=0.0274 | fid=56.3094
+  step 1810000 |  18597s | train_loss=0.0263
+  step 1820000 |  18693s | train_loss=0.0263
+  step 1830000 |  18788s | train_loss=0.0273
+  step 1840000 |  18884s | train_loss=0.0272
+  step 1850000 |  18980s | train_loss=0.0264
+  step 1860000 |  19076s | train_loss=0.0273
+  step 1870000 |  19170s | train_loss=0.0264
+  step 1880000 |  19263s | train_loss=0.0258
+  step 1890000 |  19353s | train_loss=0.0285
+  step 1900000 |  19521s | train_loss=0.0259 | fid=52.2663
+  step 1910000 |  19616s | train_loss=0.0252
+  step 1920000 |  19710s | train_loss=0.0259
+  step 1930000 |  19805s | train_loss=0.0258
+  step 1940000 |  19899s | train_loss=0.0254
+  step 1950000 |  19994s | train_loss=0.0258
+  step 1960000 |  20090s | train_loss=0.0256
+  step 1970000 |  20183s | train_loss=0.0257
+  step 1980000 |  20278s | train_loss=0.0260
+  step 1990000 |  20371s | train_loss=0.0254
+  step 2000000 |  20540s | train_loss=0.0244 | fid=51.8307
+  step 2010000 |  20636s | train_loss=0.0257
+  step 2020000 |  20731s | train_loss=0.0255
+  step 2030000 |  20826s | train_loss=0.0246
+  step 2040000 |  20921s | train_loss=0.0240
+  step 2050000 |  21015s | train_loss=0.0241
+  step 2060000 |  21110s | train_loss=0.0251
+  step 2070000 |  21202s | train_loss=0.0243
+  step 2080000 |  21296s | train_loss=0.0238
+  step 2090000 |  21387s | train_loss=0.0236
+  step 2100000 |  21555s | train_loss=0.0238 | fid=50.8899
+  step 2110000 |  21650s | train_loss=0.0232
+  step 2120000 |  21745s | train_loss=0.0252
+  step 2130000 |  21840s | train_loss=0.0231
+  step 2140000 |  21936s | train_loss=0.0234
+  step 2150000 |  22032s | train_loss=0.0243
+  step 2160000 |  22124s | train_loss=0.0243
+  step 2170000 |  22220s | train_loss=0.0235
+  step 2180000 |  22316s | train_loss=0.0242
+  step 2190000 |  22407s | train_loss=0.0233
+  step 2200000 |  22577s | train_loss=0.0227 | fid=48.7237
+  step 2210000 |  22673s | train_loss=0.0225
+  step 2220000 |  22768s | train_loss=0.0225
+  step 2230000 |  22864s | train_loss=0.0232
+  step 2240000 |  22960s | train_loss=0.0235
+  step 2250000 |  23049s | train_loss=0.0224
+  step 2260000 |  23136s | train_loss=0.0233
+  step 2270000 |  23230s | train_loss=0.0228
+  step 2280000 |  23321s | train_loss=0.0224
+  step 2290000 |  23414s | train_loss=0.0216
+  step 2300000 |  23581s | train_loss=0.0223 | fid=48.4139
+  step 2310000 |  23675s | train_loss=0.0225
+  step 2320000 |  23769s | train_loss=0.0230
+  step 2330000 |  23864s | train_loss=0.0224
+  step 2340000 |  23959s | train_loss=0.0215
+  step 2350000 |  24050s | train_loss=0.0218
+  step 2360000 |  24145s | train_loss=0.0226
+  step 2370000 |  24240s | train_loss=0.0227
+  step 2380000 |  24330s | train_loss=0.0220
+  step 2390000 |  24425s | train_loss=0.0212
+  step 2400000 |  24593s | train_loss=0.0210 | fid=46.2694
+  step 2410000 |  24687s | train_loss=0.0218
+  step 2420000 |  24782s | train_loss=0.0225
+  step 2430000 |  24877s | train_loss=0.0219
+  step 2440000 |  24971s | train_loss=0.0213
+  step 2450000 |  25063s | train_loss=0.0220
+  step 2460000 |  25158s | train_loss=0.0219
+  step 2470000 |  25253s | train_loss=0.0219
+  step 2480000 |  25342s | train_loss=0.0218
+  step 2490000 |  25437s | train_loss=0.0211
+  step 2500000 |  25605s | train_loss=0.0220 | fid=46.9994
+  step 2510000 |  25699s | train_loss=0.0217
+  step 2520000 |  25793s | train_loss=0.0209
+  step 2530000 |  25888s | train_loss=0.0212
+  step 2540000 |  25979s | train_loss=0.0208
+  step 2550000 |  26074s | train_loss=0.0211
+  step 2560000 |  26169s | train_loss=0.0205
+  step 2570000 |  26263s | train_loss=0.0203
+  step 2580000 |  26354s | train_loss=0.0211
+  step 2590000 |  26449s | train_loss=0.0207
+  step 2600000 |  26618s | train_loss=0.0203 | fid=45.7667
+  step 2610000 |  26712s | train_loss=0.0205
+  step 2620000 |  26807s | train_loss=0.0203
+  step 2630000 |  26898s | train_loss=0.0200
+  step 2640000 |  26993s | train_loss=0.0205
+  step 2650000 |  27088s | train_loss=0.0202
+  step 2660000 |  27182s | train_loss=0.0227
+  step 2670000 |  27276s | train_loss=0.0202
+  step 2680000 |  27368s | train_loss=0.0201
+  step 2690000 |  27462s | train_loss=0.0198
+  step 2700000 |  27630s | train_loss=0.0209 | fid=46.8937
+  step 2710000 |  27725s | train_loss=0.0198
+  step 2720000 |  27819s | train_loss=0.0204
+  step 2730000 |  27912s | train_loss=0.0195
+  step 2740000 |  28007s | train_loss=0.0203
+  step 2750000 |  28103s | train_loss=0.0196
+  step 2760000 |  28198s | train_loss=0.0198
+  step 2770000 |  28292s | train_loss=0.0195
+  step 2780000 |  28384s | train_loss=0.0192
+  step 2790000 |  28474s | train_loss=0.0196
+  step 2800000 |  28634s | train_loss=0.0204 | fid=44.9500
+  step 2810000 |  28723s | train_loss=0.0188
+  step 2820000 |  28812s | train_loss=0.0195
+  step 2830000 |  28908s | train_loss=0.0194
+  step 2840000 |  29003s | train_loss=0.0193
+  step 2850000 |  29098s | train_loss=0.0209
+  step 2860000 |  29195s | train_loss=0.0188
+  step 2870000 |  29290s | train_loss=0.0186
+  step 2880000 |  29382s | train_loss=0.0186
+  step 2890000 |  29472s | train_loss=0.0193
+  step 2900000 |  29631s | train_loss=0.0207 | fid=46.5905
+  step 2910000 |  29720s | train_loss=0.0187
+  step 2920000 |  29815s | train_loss=0.0191
+  step 2930000 |  29911s | train_loss=0.0193
+  step 2940000 |  30006s | train_loss=0.0199
+  step 2950000 |  30102s | train_loss=0.0188
+  step 2960000 |  30198s | train_loss=0.0182
+  step 2970000 |  30293s | train_loss=0.0191
+  step 2980000 |  30386s | train_loss=0.0195
+  step 2990000 |  30481s | train_loss=0.0190
+  step 3000000 |  30650s | train_loss=0.0188 | fid=43.8188
+  step 3010000 |  30743s | train_loss=0.0189
+  step 3020000 |  30839s | train_loss=0.0181
+  step 3030000 |  30934s | train_loss=0.0179
+  step 3040000 |  31029s | train_loss=0.0191
+  step 3050000 |  31125s | train_loss=0.0188
+  step 3060000 |  31222s | train_loss=0.0180
+  step 3070000 |  31314s | train_loss=0.0189
+  step 3080000 |  31408s | train_loss=0.0190
+  step 3090000 |  31503s | train_loss=0.0185
+  step 3100000 |  31665s | train_loss=0.0186 | fid=44.2686
+  step 3110000 |  31755s | train_loss=0.0191
+  step 3120000 |  31849s | train_loss=0.0175
+  step 3130000 |  31944s | train_loss=0.0175
+  step 3140000 |  32039s | train_loss=0.0188
+  step 3150000 |  32134s | train_loss=0.0178
+  step 3160000 |  32228s | train_loss=0.0180
+  step 3170000 |  32319s | train_loss=0.0179
+  step 3180000 |  32415s | train_loss=0.0200
+  step 3190000 |  32510s | train_loss=0.0182
+  step 3200000 |  32675s | train_loss=0.0194 | fid=43.0592
+  step 3210000 |  32771s | train_loss=0.0176
+  step 3220000 |  32866s | train_loss=0.0179
+  step 3230000 |  32961s | train_loss=0.0185
+  step 3240000 |  33055s | train_loss=0.0175
+  step 3250000 |  33150s | train_loss=0.0186
+  step 3260000 |  33243s | train_loss=0.0177
+  step 3270000 |  33335s | train_loss=0.0170
+  step 3280000 |  33429s | train_loss=0.0178
+  step 3290000 |  33525s | train_loss=0.0183
+  step 3300000 |  33692s | train_loss=0.0175 | fid=44.0758
+  step 3310000 |  33788s | train_loss=0.0176
+  step 3320000 |  33883s | train_loss=0.0173
+  step 3330000 |  33977s | train_loss=0.0175
+  step 3340000 |  34073s | train_loss=0.0173
+  step 3350000 |  34169s | train_loss=0.0176
+  step 3360000 |  34256s | train_loss=0.0165
+  step 3370000 |  34349s | train_loss=0.0177
+  step 3380000 |  34445s | train_loss=0.0174
+  step 3390000 |  34537s | train_loss=0.0172
+  step 3400000 |  34700s | train_loss=0.0175 | fid=42.7610
+  step 3410000 |  34795s | train_loss=0.0168
+  step 3420000 |  34891s | train_loss=0.0168
+  step 3430000 |  34986s | train_loss=0.0183
+  step 3440000 |  35082s | train_loss=0.0173
+  step 3450000 |  35178s | train_loss=0.0177
+  step 3460000 |  35269s | train_loss=0.0166
+  step 3470000 |  35352s | train_loss=0.0175
+  step 3480000 |  35448s | train_loss=0.0167
+  step 3490000 |  35536s | train_loss=0.0162
+  step 3500000 |  35700s | train_loss=0.0167 | fid=42.9117
+  step 3510000 |  35795s | train_loss=0.0181
+  step 3520000 |  35891s | train_loss=0.0171
+  step 3530000 |  35987s | train_loss=0.0164
+  step 3540000 |  36083s | train_loss=0.0166
+  step 3550000 |  36178s | train_loss=0.0160
+  step 3560000 |  36275s | train_loss=0.0162
+  step 3570000 |  36362s | train_loss=0.0174
+  step 3580000 |  36457s | train_loss=0.0166
+  step 3590000 |  36542s | train_loss=0.0165
+  step 3600000 |  36710s | train_loss=0.0169 | fid=42.9397
+  step 3610000 |  36806s | train_loss=0.0179
+  step 3620000 |  36902s | train_loss=0.0155
+  step 3630000 |  36997s | train_loss=0.0157
+  step 3640000 |  37093s | train_loss=0.0171
+  step 3650000 |  37189s | train_loss=0.0167
+  step 3660000 |  37286s | train_loss=0.0177
+  step 3670000 |  37376s | train_loss=0.0163
+  step 3680000 |  37472s | train_loss=0.0157
+  step 3690000 |  37556s | train_loss=0.0165
+  step 3700000 |  37726s | train_loss=0.0175 | fid=42.5667
+  step 3710000 |  37822s | train_loss=0.0159
+  step 3720000 |  37918s | train_loss=0.0165
+  step 3730000 |  38014s | train_loss=0.0165
+  step 3740000 |  38110s | train_loss=0.0162
+  step 3750000 |  38206s | train_loss=0.0159
+  step 3760000 |  38301s | train_loss=0.0160
+  step 3770000 |  38392s | train_loss=0.0160
+  step 3780000 |  38488s | train_loss=0.0172
+  step 3790000 |  38572s | train_loss=0.0158
+  step 3800000 |  38742s | train_loss=0.0157 | fid=42.7331
+  step 3810000 |  38837s | train_loss=0.0168
+  step 3820000 |  38933s | train_loss=0.0161
+  step 3830000 |  39029s | train_loss=0.0173
+  step 3840000 |  39125s | train_loss=0.0166
+  step 3850000 |  39220s | train_loss=0.0154
+  step 3860000 |  39314s | train_loss=0.0160
+  step 3870000 |  39408s | train_loss=0.0163
+  step 3880000 |  39499s | train_loss=0.0162
+  step 3890000 |  39587s | train_loss=0.0158
+  step 3900000 |  39758s | train_loss=0.0163 | fid=42.5941
+  step 3910000 |  39853s | train_loss=0.0165
+  step 3920000 |  39949s | train_loss=0.0169
+  step 3930000 |  40045s | train_loss=0.0148
+  step 3940000 |  40141s | train_loss=0.0158
+  step 3950000 |  40236s | train_loss=0.0158
+  step 3960000 |  40328s | train_loss=0.0154
+  step 3970000 |  40423s | train_loss=0.0154
+  step 3980000 |  40510s | train_loss=0.0164
+  step 3990000 |  40602s | train_loss=0.0158
+  step 4000000 |  40772s | train_loss=0.0152 | fid=43.1700
+  step 4010000 |  40868s | train_loss=0.0158
+  step 4020000 |  40964s | train_loss=0.0165
+  step 4030000 |  41059s | train_loss=0.0159
+  step 4040000 |  41154s | train_loss=0.0151
+  step 4050000 |  41247s | train_loss=0.0150
+  step 4060000 |  41335s | train_loss=0.0148
+  step 4070000 |  41426s | train_loss=0.0158
+  step 4080000 |  41511s | train_loss=0.0152
+  step 4090000 |  41603s | train_loss=0.0163
+  step 4100000 |  41766s | train_loss=0.0154 | fid=42.1916
+  step 4110000 |  41859s | train_loss=0.0148
+  step 4120000 |  41951s | train_loss=0.0155
+  step 4130000 |  42043s | train_loss=0.0157
+  step 4140000 |  42136s | train_loss=0.0146
+  step 4150000 |  42229s | train_loss=0.0156
+  step 4160000 |  42316s | train_loss=0.0150
+  step 4170000 |  42409s | train_loss=0.0158
+  step 4180000 |  42497s | train_loss=0.0149
+  step 4190000 |  42589s | train_loss=0.0156
+  step 4200000 |  42753s | train_loss=0.0152 | fid=41.2330
+  step 4210000 |  42846s | train_loss=0.0166
+  step 4220000 |  42938s | train_loss=0.0150
+  step 4230000 |  43030s | train_loss=0.0155
+  step 4240000 |  43122s | train_loss=0.0152
+  step 4250000 |  43215s | train_loss=0.0148
+  step 4260000 |  43301s | train_loss=0.0145
+  step 4270000 |  43389s | train_loss=0.0147
+  step 4280000 |  43481s | train_loss=0.0152
+  step 4290000 |  43574s | train_loss=0.0149
+  step 4300000 |  43738s | train_loss=0.0146 | fid=40.6116
+  step 4310000 |  43831s | train_loss=0.0145
+  step 4320000 |  43923s | train_loss=0.0148
+  step 4330000 |  44015s | train_loss=0.0159
+  step 4340000 |  44107s | train_loss=0.0143
+  step 4350000 |  44200s | train_loss=0.0144
+  step 4360000 |  44285s | train_loss=0.0141
+  step 4370000 |  44374s | train_loss=0.0145
+  step 4380000 |  44465s | train_loss=0.0153
+  step 4390000 |  44557s | train_loss=0.0152
+  step 4400000 |  44722s | train_loss=0.0140 | fid=40.8679
+  step 4410000 |  44814s | train_loss=0.0145
+  step 4420000 |  44907s | train_loss=0.0156
+  step 4430000 |  44999s | train_loss=0.0144
+  step 4440000 |  45092s | train_loss=0.0151
+  step 4450000 |  45184s | train_loss=0.0137
+  step 4460000 |  45269s | train_loss=0.0136
+  step 4470000 |  45361s | train_loss=0.0159
+  step 4480000 |  45452s | train_loss=0.0151
+  step 4490000 |  45544s | train_loss=0.0140
+  step 4500000 |  45707s | train_loss=0.0140 | fid=40.9575
+  step 4510000 |  45800s | train_loss=0.0140
+  step 4520000 |  45892s | train_loss=0.0151
+  step 4530000 |  45985s | train_loss=0.0141
+  step 4540000 |  46078s | train_loss=0.0137
+  step 4550000 |  46170s | train_loss=0.0147
+  step 4560000 |  46261s | train_loss=0.0144
+  step 4570000 |  46356s | train_loss=0.0139
+  step 4580000 |  46451s | train_loss=0.0141
+  step 4590000 |  46547s | train_loss=0.0143
+  step 4600000 |  46720s | train_loss=0.0136 | fid=41.2447
+  step 4610000 |  46816s | train_loss=0.0141
+  step 4620000 |  46912s | train_loss=0.0141
+  step 4630000 |  47008s | train_loss=0.0139
+  step 4640000 |  47103s | train_loss=0.0144
+  step 4650000 |  47193s | train_loss=0.0132
+  step 4660000 |  47288s | train_loss=0.0156
+  step 4670000 |  47384s | train_loss=0.0134
+  step 4680000 |  47479s | train_loss=0.0138
+  step 4690000 |  47576s | train_loss=0.0149
+  step 4700000 |  47747s | train_loss=0.0140 | fid=39.8078
+  step 4710000 |  47843s | train_loss=0.0131
+  step 4720000 |  47939s | train_loss=0.0146
+  step 4730000 |  48035s | train_loss=0.0143
+  step 4740000 |  48124s | train_loss=0.0136
+  step 4750000 |  48197s | train_loss=0.0134
+  step 4760000 |  48274s | train_loss=0.0141
+  step 4770000 |  48351s | train_loss=0.0138
+  step 4780000 |  48427s | train_loss=0.0133
+  step 4790000 |  48504s | train_loss=0.0147
+  step 4800000 |  48643s | train_loss=0.0136 | fid=40.5253
+  step 4810000 |  48720s | train_loss=0.0133
+  step 4820000 |  48796s | train_loss=0.0138
+  step 4830000 |  48872s | train_loss=0.0136
+  step 4840000 |  48948s | train_loss=0.0143
+  step 4850000 |  49018s | train_loss=0.0132
+  step 4860000 |  49095s | train_loss=0.0140
+  step 4870000 |  49173s | train_loss=0.0131
+  step 4880000 |  49251s | train_loss=0.0135
+  step 4890000 |  49328s | train_loss=0.0135
+  step 4900000 |  49468s | train_loss=0.0137 | fid=39.9001
+  step 4910000 |  49545s | train_loss=0.0133
+  step 4920000 |  49622s | train_loss=0.0133
+  step 4930000 |  49699s | train_loss=0.0129
+  step 4940000 |  49777s | train_loss=0.0139
+  step 4950000 |  49823s | train_loss=0.0140
+  step 4960000 |  49845s | train_loss=0.0136
+  step 4970000 |  49867s | train_loss=0.0131
+  step 4980000 |  49889s | train_loss=0.0136
+  step 4990000 |  49911s | train_loss=0.0127
+  step 5000000 |  49951s | train_loss=0.0131 | fid=39.6069
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..822228abada0c079e08351d2c7b7a6cf5be30d85
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e1aaacd1627dbeaf1cc46e8fd45900d96336934c
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 67.11126351356506, "train_loss_step": 120.6956787109375, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 0.9960011164347331, "subset_score_loss": 0.9960011164347331, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9764366149902344, "fid": 266.418946560397}
+{"step": 10000, "wall_time": 133.2119438648224, "train_loss_step": 25.141216278076172, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.7890529632568359, "subset_score_loss": 0.7890529632568359}
+{"step": 20000, "wall_time": 221.04480719566345, "train_loss_step": 19.089216232299805, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.653187878926595, "subset_score_loss": 0.653187878926595}
+{"step": 30000, "wall_time": 308.7898156642914, "train_loss_step": 20.091957092285156, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.520207405090332, "subset_score_loss": 0.520207405090332}
+{"step": 40000, "wall_time": 396.75544691085815, "train_loss_step": 15.575014114379883, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.40140841801961263, "subset_score_loss": 0.40140841801961263}
+{"step": 50000, "wall_time": 484.7059371471405, "train_loss_step": 13.723356246948242, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.3037484486897786, "subset_score_loss": 0.3037484486897786}
+{"step": 60000, "wall_time": 572.6631729602814, "train_loss_step": 12.869423866271973, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.23472580909729004, "subset_score_loss": 0.23472580909729004}
+{"step": 70000, "wall_time": 660.6194539070129, "train_loss_step": 11.767192840576172, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.19216453234354655, "subset_score_loss": 0.19216453234354655}
+{"step": 80000, "wall_time": 748.7047846317291, "train_loss_step": 10.552350997924805, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.1649022897084554, "subset_score_loss": 0.1649022897084554}
+{"step": 90000, "wall_time": 836.7303783893585, "train_loss_step": 10.366283416748047, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.1450084368387858, "subset_score_loss": 0.1450084368387858}
+{"step": 100000, "wall_time": 991.7798891067505, "train_loss_step": 10.97978401184082, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.13410827318827312, "subset_score_loss": 0.13410827318827312, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9200184345245361, "fid": 64.43756024258391}
+{"step": 110000, "wall_time": 1078.5455136299133, "train_loss_step": 9.704752922058105, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.128235387802124, "subset_score_loss": 0.128235387802124}
+{"step": 120000, "wall_time": 1155.3294565677643, "train_loss_step": 9.821972846984863, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.11808360417683919, "subset_score_loss": 0.11808360417683919}
+{"step": 130000, "wall_time": 1243.2651720046997, "train_loss_step": 8.682649612426758, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11070077419281006, "subset_score_loss": 0.11070077419281006}
+{"step": 140000, "wall_time": 1330.9919757843018, "train_loss_step": 8.709318161010742, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10769510269165039, "subset_score_loss": 0.10769510269165039}
+{"step": 150000, "wall_time": 1419.0100057125092, "train_loss_step": 8.594846725463867, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10251323382059734, "subset_score_loss": 0.10251323382059734}
+{"step": 160000, "wall_time": 1507.0235602855682, "train_loss_step": 8.429216384887695, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.10088922182718912, "subset_score_loss": 0.10088922182718912}
+{"step": 170000, "wall_time": 1595.0567278862, "train_loss_step": 8.027297973632812, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.0950584888458252, "subset_score_loss": 0.0950584888458252}
+{"step": 180000, "wall_time": 1683.1656720638275, "train_loss_step": 8.415995597839355, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09089311758677164, "subset_score_loss": 0.09089311758677164}
+{"step": 190000, "wall_time": 1771.2348093986511, "train_loss_step": 8.097926139831543, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.08999204635620117, "subset_score_loss": 0.08999204635620117}
+{"step": 200000, "wall_time": 1927.2876210212708, "train_loss_step": 8.165641784667969, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08658384482065837, "subset_score_loss": 0.08658384482065837, "memorization_fraction_pixel": 0.008700000122189522, "mean_nn_ratio_pixel": 0.8763031363487244, "fid": 65.3788947462564}
+{"step": 210000, "wall_time": 2014.6061239242554, "train_loss_step": 8.086297035217285, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08353622754414876, "subset_score_loss": 0.08353622754414876}
+{"step": 220000, "wall_time": 2101.201751947403, "train_loss_step": 7.9564056396484375, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08277649879455566, "subset_score_loss": 0.08277649879455566}
+{"step": 230000, "wall_time": 2182.0773437023163, "train_loss_step": 7.034487724304199, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.07984180450439453, "subset_score_loss": 0.07984180450439453}
+{"step": 240000, "wall_time": 2270.0563457012177, "train_loss_step": 7.543322563171387, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.0788987398147583, "subset_score_loss": 0.0788987398147583}
+{"step": 250000, "wall_time": 2357.7293350696564, "train_loss_step": 8.12986946105957, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.0779781977335612, "subset_score_loss": 0.0779781977335612}
+{"step": 260000, "wall_time": 2445.7198462486267, "train_loss_step": 7.365357398986816, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07510104179382324, "subset_score_loss": 0.07510104179382324}
+{"step": 270000, "wall_time": 2533.690104484558, "train_loss_step": 7.217132568359375, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07252113024393718, "subset_score_loss": 0.07252113024393718}
+{"step": 280000, "wall_time": 2621.652178287506, "train_loss_step": 7.337939262390137, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07150580883026122, "subset_score_loss": 0.07150580883026122}
+{"step": 290000, "wall_time": 2709.6179280281067, "train_loss_step": 7.8882060050964355, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.0695037603378296, "subset_score_loss": 0.0695037603378296}
+{"step": 300000, "wall_time": 2865.7874450683594, "train_loss_step": 7.643392086029053, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.07275127569834391, "subset_score_loss": 0.07275127569834391, "memorization_fraction_pixel": 0.018200000748038292, "mean_nn_ratio_pixel": 0.8497207760810852, "fid": 63.15214790179435}
+{"step": 310000, "wall_time": 2953.460350036621, "train_loss_step": 6.87846565246582, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.06701192061106363, "subset_score_loss": 0.06701192061106363}
+{"step": 320000, "wall_time": 3039.478675365448, "train_loss_step": 7.498924732208252, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06706597010294596, "subset_score_loss": 0.06706597010294596}
+{"step": 330000, "wall_time": 3127.9441986083984, "train_loss_step": 6.8299665451049805, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06544566551844279, "subset_score_loss": 0.06544566551844279}
+{"step": 340000, "wall_time": 3210.939063310623, "train_loss_step": 6.481331825256348, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06554311911265055, "subset_score_loss": 0.06554311911265055}
+{"step": 350000, "wall_time": 3298.808964252472, "train_loss_step": 7.037220001220703, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.06447166601816813, "subset_score_loss": 0.06447166601816813}
+{"step": 360000, "wall_time": 3386.641794204712, "train_loss_step": 7.355427265167236, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06196520725886027, "subset_score_loss": 0.06196520725886027}
+{"step": 370000, "wall_time": 3474.5918283462524, "train_loss_step": 6.906282424926758, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.06197112003962199, "subset_score_loss": 0.06197112003962199}
+{"step": 380000, "wall_time": 3562.590878009796, "train_loss_step": 7.204558372497559, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.061632506052653, "subset_score_loss": 0.061632506052653}
+{"step": 390000, "wall_time": 3650.6418356895447, "train_loss_step": 6.90031623840332, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.06263010501861573, "subset_score_loss": 0.06263010501861573}
+{"step": 400000, "wall_time": 3806.8727526664734, "train_loss_step": 6.589953422546387, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.05875428915023804, "subset_score_loss": 0.05875428915023804, "memorization_fraction_pixel": 0.03530000150203705, "mean_nn_ratio_pixel": 0.8257302045822144, "fid": 61.754345912272235}
+{"step": 410000, "wall_time": 3894.5869884490967, "train_loss_step": 7.571025371551514, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.05875134468078613, "subset_score_loss": 0.05875134468078613}
+{"step": 420000, "wall_time": 3982.3631720542908, "train_loss_step": 6.760536193847656, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05914683739344279, "subset_score_loss": 0.05914683739344279}
+{"step": 430000, "wall_time": 4068.5588080883026, "train_loss_step": 6.520440101623535, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05793436368306478, "subset_score_loss": 0.05793436368306478}
+{"step": 440000, "wall_time": 4156.704709291458, "train_loss_step": 7.011754989624023, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.05620604753494263, "subset_score_loss": 0.05620604753494263}
+{"step": 450000, "wall_time": 4239.527877807617, "train_loss_step": 6.776434421539307, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.0580392320950826, "subset_score_loss": 0.0580392320950826}
+{"step": 460000, "wall_time": 4327.188918590546, "train_loss_step": 6.800471305847168, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.056780163447062174, "subset_score_loss": 0.056780163447062174}
+{"step": 470000, "wall_time": 4415.184441566467, "train_loss_step": 6.373125076293945, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.05590546131134033, "subset_score_loss": 0.05590546131134033}
+{"step": 480000, "wall_time": 4503.1436223983765, "train_loss_step": 6.3265275955200195, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.05484618743260702, "subset_score_loss": 0.05484618743260702}
+{"step": 490000, "wall_time": 4591.185532808304, "train_loss_step": 6.297913551330566, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05524359544118245, "subset_score_loss": 0.05524359544118245}
+{"step": 500000, "wall_time": 4747.347668886185, "train_loss_step": 6.699178695678711, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.05531351963678996, "subset_score_loss": 0.05531351963678996, "memorization_fraction_pixel": 0.04769999906420708, "mean_nn_ratio_pixel": 0.8023092150688171, "fid": 59.31195828983826}
+{"step": 510000, "wall_time": 4835.236255168915, "train_loss_step": 6.554206371307373, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05385698080062866, "subset_score_loss": 0.05385698080062866}
+{"step": 520000, "wall_time": 4923.090165138245, "train_loss_step": 6.645089626312256, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.05390820503234863, "subset_score_loss": 0.05390820503234863}
+{"step": 530000, "wall_time": 5009.420063495636, "train_loss_step": 6.4910125732421875, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.053837283452351885, "subset_score_loss": 0.053837283452351885}
+{"step": 540000, "wall_time": 5097.314578533173, "train_loss_step": 6.364891052246094, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.05480728546778361, "subset_score_loss": 0.05480728546778361}
+{"step": 550000, "wall_time": 5185.4023694992065, "train_loss_step": 6.493138313293457, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.053169051806131996, "subset_score_loss": 0.053169051806131996}
+{"step": 560000, "wall_time": 5268.825954198837, "train_loss_step": 6.326562881469727, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.04967954953511556, "subset_score_loss": 0.04967954953511556}
+{"step": 570000, "wall_time": 5356.393450498581, "train_loss_step": 6.275347709655762, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.051880093415578206, "subset_score_loss": 0.051880093415578206}
+{"step": 580000, "wall_time": 5444.465708732605, "train_loss_step": 6.1666975021362305, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.05292169650395711, "subset_score_loss": 0.05292169650395711}
+{"step": 590000, "wall_time": 5532.481977462769, "train_loss_step": 6.400753974914551, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.05094544887542725, "subset_score_loss": 0.05094544887542725}
+{"step": 600000, "wall_time": 5688.604913234711, "train_loss_step": 6.134178638458252, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.04885926644007365, "subset_score_loss": 0.04885926644007365, "memorization_fraction_pixel": 0.06260000169277191, "mean_nn_ratio_pixel": 0.7891649603843689, "fid": 57.9689752655859}
+{"step": 610000, "wall_time": 5776.429039478302, "train_loss_step": 6.427382469177246, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.05050028562545776, "subset_score_loss": 0.05050028562545776}
+{"step": 620000, "wall_time": 5864.361195802689, "train_loss_step": 6.19765567779541, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.048343809445699056, "subset_score_loss": 0.048343809445699056}
+{"step": 630000, "wall_time": 5952.162109613419, "train_loss_step": 6.210448265075684, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.049070107936859134, "subset_score_loss": 0.049070107936859134}
+{"step": 640000, "wall_time": 6038.566920757294, "train_loss_step": 6.282932281494141, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.048363641897837324, "subset_score_loss": 0.048363641897837324}
+{"step": 650000, "wall_time": 6126.457154989243, "train_loss_step": 6.00283670425415, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.047827291488647464, "subset_score_loss": 0.047827291488647464}
+{"step": 660000, "wall_time": 6214.438902616501, "train_loss_step": 6.009210586547852, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.0488180677096049, "subset_score_loss": 0.0488180677096049}
+{"step": 670000, "wall_time": 6298.529962062836, "train_loss_step": 5.914372444152832, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.04711665312449138, "subset_score_loss": 0.04711665312449138}
+{"step": 680000, "wall_time": 6385.84015250206, "train_loss_step": 6.031135559082031, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.04718556801478068, "subset_score_loss": 0.04718556801478068}
+{"step": 690000, "wall_time": 6473.763309717178, "train_loss_step": 5.697538375854492, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.04670403003692627, "subset_score_loss": 0.04670403003692627}
+{"step": 700000, "wall_time": 6629.680428743362, "train_loss_step": 6.0532379150390625, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.04732673565546672, "subset_score_loss": 0.04732673565546672, "memorization_fraction_pixel": 0.07509999722242355, "mean_nn_ratio_pixel": 0.7717761397361755, "fid": 58.177666140947096}
+{"step": 710000, "wall_time": 6717.484253406525, "train_loss_step": 5.8446550369262695, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.04539484580357869, "subset_score_loss": 0.04539484580357869}
+{"step": 720000, "wall_time": 6805.468615531921, "train_loss_step": 5.934800148010254, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04721199671427409, "subset_score_loss": 0.04721199671427409}
+{"step": 730000, "wall_time": 6893.307423114777, "train_loss_step": 5.950847625732422, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.04514337380727132, "subset_score_loss": 0.04514337380727132}
+{"step": 740000, "wall_time": 6979.547482013702, "train_loss_step": 6.2636590003967285, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04620869557062785, "subset_score_loss": 0.04620869557062785}
+{"step": 750000, "wall_time": 7067.553645133972, "train_loss_step": 6.137643814086914, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.04496065775553385, "subset_score_loss": 0.04496065775553385}
+{"step": 760000, "wall_time": 7155.5311233997345, "train_loss_step": 5.947678565979004, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.04514466524124146, "subset_score_loss": 0.04514466524124146}
+{"step": 770000, "wall_time": 7243.681599140167, "train_loss_step": 5.902022838592529, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.04387419621149699, "subset_score_loss": 0.04387419621149699}
+{"step": 780000, "wall_time": 7329.10516834259, "train_loss_step": 5.981773853302002, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.045446038246154785, "subset_score_loss": 0.045446038246154785}
+{"step": 790000, "wall_time": 7415.161466121674, "train_loss_step": 5.967329025268555, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.04505281050999959, "subset_score_loss": 0.04505281050999959}
+{"step": 800000, "wall_time": 7570.2619524002075, "train_loss_step": 6.133803844451904, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.0437188982963562, "subset_score_loss": 0.0437188982963562, "memorization_fraction_pixel": 0.10029999911785126, "mean_nn_ratio_pixel": 0.7539732456207275, "fid": 56.34521930569663}
+{"step": 810000, "wall_time": 7658.167814493179, "train_loss_step": 6.053561687469482, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04538461367289225, "subset_score_loss": 0.04538461367289225}
+{"step": 820000, "wall_time": 7746.0605001449585, "train_loss_step": 6.124750137329102, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04340775807698568, "subset_score_loss": 0.04340775807698568}
+{"step": 830000, "wall_time": 7833.773969650269, "train_loss_step": 5.387022972106934, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.04404559930165609, "subset_score_loss": 0.04404559930165609}
+{"step": 840000, "wall_time": 7921.719603776932, "train_loss_step": 5.84588623046875, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.044568562507629396, "subset_score_loss": 0.044568562507629396}
+{"step": 850000, "wall_time": 8007.838332891464, "train_loss_step": 5.58036994934082, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.043587048848470054, "subset_score_loss": 0.043587048848470054}
+{"step": 860000, "wall_time": 8095.8034019470215, "train_loss_step": 5.687507629394531, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04345074892044067, "subset_score_loss": 0.04345074892044067}
+{"step": 870000, "wall_time": 8183.817598104477, "train_loss_step": 6.184104919433594, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04353870550791423, "subset_score_loss": 0.04353870550791423}
+{"step": 880000, "wall_time": 8271.906489133835, "train_loss_step": 5.732860565185547, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.04212373892466227, "subset_score_loss": 0.04212373892466227}
+{"step": 890000, "wall_time": 8357.772353172302, "train_loss_step": 5.79337215423584, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.04509973923365275, "subset_score_loss": 0.04509973923365275}
+{"step": 900000, "wall_time": 8511.04037976265, "train_loss_step": 5.62929630279541, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.041598423322041826, "subset_score_loss": 0.041598423322041826, "memorization_fraction_pixel": 0.11540000140666962, "mean_nn_ratio_pixel": 0.7392016053199768, "fid": 56.66079494599926}
+{"step": 910000, "wall_time": 8598.944734573364, "train_loss_step": 5.761498928070068, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.04120344320933024, "subset_score_loss": 0.04120344320933024}
+{"step": 920000, "wall_time": 8686.947799921036, "train_loss_step": 5.777738571166992, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.04244680802027385, "subset_score_loss": 0.04244680802027385}
+{"step": 930000, "wall_time": 8774.838183641434, "train_loss_step": 5.469534873962402, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.04207494656244914, "subset_score_loss": 0.04207494656244914}
+{"step": 940000, "wall_time": 8862.656496286392, "train_loss_step": 5.758547782897949, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.04327000776926677, "subset_score_loss": 0.04327000776926677}
+{"step": 950000, "wall_time": 8949.089439153671, "train_loss_step": 5.613864898681641, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.039515554904937744, "subset_score_loss": 0.039515554904937744}
+{"step": 960000, "wall_time": 9036.68188071251, "train_loss_step": 5.703806400299072, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.04072532256444295, "subset_score_loss": 0.04072532256444295}
+{"step": 970000, "wall_time": 9124.707860469818, "train_loss_step": 5.502506256103516, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.0397502859433492, "subset_score_loss": 0.0397502859433492}
+{"step": 980000, "wall_time": 9212.742359638214, "train_loss_step": 5.6539716720581055, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.03987671136856079, "subset_score_loss": 0.03987671136856079}
+{"step": 990000, "wall_time": 9300.768002986908, "train_loss_step": 5.5670166015625, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.03928354978561401, "subset_score_loss": 0.03928354978561401}
+{"step": 1000000, "wall_time": 9452.375792264938, "train_loss_step": 5.873743057250977, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.040808077653249106, "subset_score_loss": 0.040808077653249106, "memorization_fraction_pixel": 0.1298000067472458, "mean_nn_ratio_pixel": 0.7446955442428589, "fid": 59.38747976843912}
+{"step": 1010000, "wall_time": 9540.22634935379, "train_loss_step": 5.746933460235596, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.039229782422383626, "subset_score_loss": 0.039229782422383626}
+{"step": 1020000, "wall_time": 9628.15338587761, "train_loss_step": 5.733657360076904, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.04022259712219238, "subset_score_loss": 0.04022259712219238}
+{"step": 1030000, "wall_time": 9716.184708356857, "train_loss_step": 5.430532455444336, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.038751808802286784, "subset_score_loss": 0.038751808802286784}
+{"step": 1040000, "wall_time": 9804.028194904327, "train_loss_step": 5.257284164428711, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.03837943077087402, "subset_score_loss": 0.03837943077087402}
+{"step": 1050000, "wall_time": 9891.97484087944, "train_loss_step": 5.5534563064575195, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.04008398453394572, "subset_score_loss": 0.04008398453394572}
+{"step": 1060000, "wall_time": 9978.20525431633, "train_loss_step": 5.341804027557373, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.038301233450571695, "subset_score_loss": 0.038301233450571695}
+{"step": 1070000, "wall_time": 10066.284667253494, "train_loss_step": 5.778176307678223, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.03952355782190959, "subset_score_loss": 0.03952355782190959}
+{"step": 1080000, "wall_time": 10154.348964691162, "train_loss_step": 5.5120954513549805, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.040574634075164796, "subset_score_loss": 0.040574634075164796}
+{"step": 1090000, "wall_time": 10242.249971628189, "train_loss_step": 5.480353832244873, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03878685235977173, "subset_score_loss": 0.03878685235977173}
+{"step": 1100000, "wall_time": 10399.55507516861, "train_loss_step": 5.323474884033203, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.03951940139134725, "subset_score_loss": 0.03951940139134725, "memorization_fraction_pixel": 0.16279999911785126, "mean_nn_ratio_pixel": 0.7175001502037048, "fid": 57.683686180534366}
+{"step": 1110000, "wall_time": 10483.067217588425, "train_loss_step": 5.459835052490234, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.037671534220377605, "subset_score_loss": 0.037671534220377605}
+{"step": 1120000, "wall_time": 10570.90045952797, "train_loss_step": 5.311575889587402, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.03918411731719971, "subset_score_loss": 0.03918411731719971}
+{"step": 1130000, "wall_time": 10658.962228536606, "train_loss_step": 4.843423366546631, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.03752457698186239, "subset_score_loss": 0.03752457698186239}
+{"step": 1140000, "wall_time": 10746.731855869293, "train_loss_step": 5.459037780761719, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.036083587010701496, "subset_score_loss": 0.036083587010701496}
+{"step": 1150000, "wall_time": 10834.664809465408, "train_loss_step": 5.172186851501465, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.037462051709493, "subset_score_loss": 0.037462051709493}
+{"step": 1160000, "wall_time": 10921.766372203827, "train_loss_step": 5.243244171142578, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.0385508139928182, "subset_score_loss": 0.0385508139928182}
+{"step": 1170000, "wall_time": 11008.778141736984, "train_loss_step": 5.445886611938477, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.03758554061253865, "subset_score_loss": 0.03758554061253865}
+{"step": 1180000, "wall_time": 11096.843500375748, "train_loss_step": 5.462952136993408, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.0370431383450826, "subset_score_loss": 0.0370431383450826}
+{"step": 1190000, "wall_time": 11184.794890642166, "train_loss_step": 5.200936317443848, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.035740856329600015, "subset_score_loss": 0.035740856329600015}
+{"step": 1200000, "wall_time": 11340.911332130432, "train_loss_step": 5.19877815246582, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.03750087420145671, "subset_score_loss": 0.03750087420145671, "memorization_fraction_pixel": 0.18330000340938568, "mean_nn_ratio_pixel": 0.7182523012161255, "fid": 59.42179489040964}
+{"step": 1210000, "wall_time": 11428.959616422653, "train_loss_step": 5.055552005767822, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03577340443929036, "subset_score_loss": 0.03577340443929036}
+{"step": 1220000, "wall_time": 11512.154769659042, "train_loss_step": 5.280996322631836, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.035960300763448076, "subset_score_loss": 0.035960300763448076}
+{"step": 1230000, "wall_time": 11600.145959377289, "train_loss_step": 5.005462169647217, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03674188057581584, "subset_score_loss": 0.03674188057581584}
+{"step": 1240000, "wall_time": 11688.19189620018, "train_loss_step": 5.178831577301025, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03623727957407633, "subset_score_loss": 0.03623727957407633}
+{"step": 1250000, "wall_time": 11775.971325397491, "train_loss_step": 4.829749584197998, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.038121390342712405, "subset_score_loss": 0.038121390342712405}
+{"step": 1260000, "wall_time": 11863.92200756073, "train_loss_step": 5.096029758453369, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.036099696159362794, "subset_score_loss": 0.036099696159362794}
+{"step": 1270000, "wall_time": 11950.138742923737, "train_loss_step": 5.2143707275390625, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.03625853061676025, "subset_score_loss": 0.03625853061676025}
+{"step": 1280000, "wall_time": 12038.105327367783, "train_loss_step": 5.138355255126953, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.034956053892771406, "subset_score_loss": 0.034956053892771406}
+{"step": 1290000, "wall_time": 12126.086302995682, "train_loss_step": 5.53248405456543, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03631388346354167, "subset_score_loss": 0.03631388346354167}
+{"step": 1300000, "wall_time": 12282.184356927872, "train_loss_step": 5.158782005310059, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.034701581796010336, "subset_score_loss": 0.034701581796010336, "memorization_fraction_pixel": 0.2240999937057495, "mean_nn_ratio_pixel": 0.7032532691955566, "fid": 59.327599488807614}
+{"step": 1310000, "wall_time": 12370.16851568222, "train_loss_step": 5.034709930419922, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.035318410396575926, "subset_score_loss": 0.035318410396575926}
+{"step": 1320000, "wall_time": 12459.22252869606, "train_loss_step": 4.9936089515686035, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.03412685394287109, "subset_score_loss": 0.03412685394287109}
+{"step": 1330000, "wall_time": 12541.930116891861, "train_loss_step": 5.266900539398193, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03321654995282491, "subset_score_loss": 0.03321654995282491}
+{"step": 1340000, "wall_time": 12629.921484470367, "train_loss_step": 4.960548400878906, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.034759255250295, "subset_score_loss": 0.034759255250295}
+{"step": 1350000, "wall_time": 12717.707216024399, "train_loss_step": 5.326921463012695, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.03574289878209432, "subset_score_loss": 0.03574289878209432}
+{"step": 1360000, "wall_time": 12805.723020076752, "train_loss_step": 4.865787506103516, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.035463142395019534, "subset_score_loss": 0.035463142395019534}
+{"step": 1370000, "wall_time": 12893.620658874512, "train_loss_step": 5.09486198425293, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.03609145085016886, "subset_score_loss": 0.03609145085016886}
+{"step": 1380000, "wall_time": 12980.075758218765, "train_loss_step": 4.812596321105957, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.034304734071095785, "subset_score_loss": 0.034304734071095785}
+{"step": 1390000, "wall_time": 13068.080176115036, "train_loss_step": 5.23089599609375, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.03446396589279175, "subset_score_loss": 0.03446396589279175}
+{"step": 1400000, "wall_time": 13223.20524597168, "train_loss_step": 5.4483442306518555, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.034261961778004967, "subset_score_loss": 0.034261961778004967, "memorization_fraction_pixel": 0.2240999937057495, "mean_nn_ratio_pixel": 0.7273023724555969, "fid": 66.78857083740772}
+{"step": 1410000, "wall_time": 13311.1994535923, "train_loss_step": 4.798616409301758, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.03379860719045003, "subset_score_loss": 0.03379860719045003}
+{"step": 1420000, "wall_time": 13399.066523313522, "train_loss_step": 4.98281192779541, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.033794208367665605, "subset_score_loss": 0.033794208367665605}
+{"step": 1430000, "wall_time": 13487.927253723145, "train_loss_step": 4.984231948852539, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.03416276375452677, "subset_score_loss": 0.03416276375452677}
+{"step": 1440000, "wall_time": 13570.516211748123, "train_loss_step": 5.036243438720703, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03360008796056112, "subset_score_loss": 0.03360008796056112}
+{"step": 1450000, "wall_time": 13658.566001653671, "train_loss_step": 5.159154891967773, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.03431852261225383, "subset_score_loss": 0.03431852261225383}
+{"step": 1460000, "wall_time": 13746.508110761642, "train_loss_step": 4.892154216766357, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.03423459529876709, "subset_score_loss": 0.03423459529876709}
+{"step": 1470000, "wall_time": 13834.54348564148, "train_loss_step": 5.10782527923584, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.03382896979649862, "subset_score_loss": 0.03382896979649862}
+{"step": 1480000, "wall_time": 13920.75561451912, "train_loss_step": 5.134817123413086, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.033572924137115476, "subset_score_loss": 0.033572924137115476}
+{"step": 1490000, "wall_time": 14008.722495794296, "train_loss_step": 4.9505615234375, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.032895092169443765, "subset_score_loss": 0.032895092169443765}
+{"step": 1500000, "wall_time": 14163.738255023956, "train_loss_step": 5.341282844543457, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.03430185715357462, "subset_score_loss": 0.03430185715357462, "memorization_fraction_pixel": 0.2759999930858612, "mean_nn_ratio_pixel": 0.6948259472846985, "fid": 64.53209707904091}
+{"step": 1510000, "wall_time": 14251.801315546036, "train_loss_step": 4.827530384063721, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.03248687982559204, "subset_score_loss": 0.03248687982559204}
+{"step": 1520000, "wall_time": 14339.593689203262, "train_loss_step": 5.014415740966797, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03495759566624959, "subset_score_loss": 0.03495759566624959}
+{"step": 1530000, "wall_time": 14427.66178035736, "train_loss_step": 4.840658664703369, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.033678197860717775, "subset_score_loss": 0.033678197860717775}
+{"step": 1540000, "wall_time": 14516.391547441483, "train_loss_step": 4.720656394958496, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.03243314822514852, "subset_score_loss": 0.03243314822514852}
+{"step": 1550000, "wall_time": 14599.562892198563, "train_loss_step": 4.963412761688232, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.031737136840820315, "subset_score_loss": 0.031737136840820315}
+{"step": 1560000, "wall_time": 14687.484377622604, "train_loss_step": 5.0013580322265625, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03232406377792359, "subset_score_loss": 0.03232406377792359}
+{"step": 1570000, "wall_time": 14775.504314184189, "train_loss_step": 4.6793951988220215, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03225568334261576, "subset_score_loss": 0.03225568334261576}
+{"step": 1580000, "wall_time": 14863.423356294632, "train_loss_step": 5.158731937408447, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.032684115568796794, "subset_score_loss": 0.032684115568796794}
+{"step": 1590000, "wall_time": 14949.665947198868, "train_loss_step": 4.373428821563721, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03190605441729228, "subset_score_loss": 0.03190605441729228}
+{"step": 1600000, "wall_time": 15105.83383154869, "train_loss_step": 4.872520446777344, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.0328439990679423, "subset_score_loss": 0.0328439990679423, "memorization_fraction_pixel": 0.2851000130176544, "mean_nn_ratio_pixel": 0.7006353735923767, "fid": 68.28662434575774}
+{"step": 1610000, "wall_time": 15193.840518951416, "train_loss_step": 4.80467414855957, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03170094887415568, "subset_score_loss": 0.03170094887415568}
+{"step": 1620000, "wall_time": 15281.643984794617, "train_loss_step": 5.180549621582031, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.03123937249183655, "subset_score_loss": 0.03123937249183655}
+{"step": 1630000, "wall_time": 15369.673150539398, "train_loss_step": 4.8459930419921875, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.0302187184492747, "subset_score_loss": 0.0302187184492747}
+{"step": 1640000, "wall_time": 15457.718195915222, "train_loss_step": 4.610966682434082, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.03192996581395467, "subset_score_loss": 0.03192996581395467}
+{"step": 1650000, "wall_time": 15546.482511758804, "train_loss_step": 4.503859996795654, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.03155356248219808, "subset_score_loss": 0.03155356248219808}
+{"step": 1660000, "wall_time": 15630.320733070374, "train_loss_step": 4.565180778503418, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.029739505052566527, "subset_score_loss": 0.029739505052566527}
+{"step": 1670000, "wall_time": 15717.237711906433, "train_loss_step": 4.651124954223633, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.030445351203282674, "subset_score_loss": 0.030445351203282674}
+{"step": 1680000, "wall_time": 15805.277695417404, "train_loss_step": 4.7887372970581055, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.029803107182184856, "subset_score_loss": 0.029803107182184856}
+{"step": 1690000, "wall_time": 15891.473093509674, "train_loss_step": 5.323735237121582, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.03170676032702128, "subset_score_loss": 0.03170676032702128}
+{"step": 1700000, "wall_time": 16046.57785654068, "train_loss_step": 4.861610412597656, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.03114699323972066, "subset_score_loss": 0.03114699323972066, "memorization_fraction_pixel": 0.32100000977516174, "mean_nn_ratio_pixel": 0.6798890233039856, "fid": 66.09875444611762}
+{"step": 1710000, "wall_time": 16134.65679883957, "train_loss_step": 4.5567731857299805, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.031367590030034385, "subset_score_loss": 0.031367590030034385}
+{"step": 1720000, "wall_time": 16222.471361637115, "train_loss_step": 4.931658744812012, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.030168233315149943, "subset_score_loss": 0.030168233315149943}
+{"step": 1730000, "wall_time": 16310.509902238846, "train_loss_step": 4.575671195983887, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.03144158323605855, "subset_score_loss": 0.03144158323605855}
+{"step": 1740000, "wall_time": 16398.490976572037, "train_loss_step": 4.782528877258301, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.030225968360900878, "subset_score_loss": 0.030225968360900878}
+{"step": 1750000, "wall_time": 16486.511206388474, "train_loss_step": 4.812341690063477, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.02924052079518636, "subset_score_loss": 0.02924052079518636}
+{"step": 1760000, "wall_time": 16575.026712179184, "train_loss_step": 4.454516410827637, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.030732067426045735, "subset_score_loss": 0.030732067426045735}
+{"step": 1770000, "wall_time": 16659.855679035187, "train_loss_step": 4.682174205780029, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.030385138591130574, "subset_score_loss": 0.030385138591130574}
+{"step": 1780000, "wall_time": 16745.882613420486, "train_loss_step": 4.452506065368652, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.031268384059270224, "subset_score_loss": 0.031268384059270224}
+{"step": 1790000, "wall_time": 16833.913423776627, "train_loss_step": 4.153311729431152, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.028722689549128214, "subset_score_loss": 0.028722689549128214}
+{"step": 1800000, "wall_time": 16988.165219545364, "train_loss_step": 4.53748083114624, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.02863913377126058, "subset_score_loss": 0.02863913377126058, "memorization_fraction_pixel": 0.3668000102043152, "mean_nn_ratio_pixel": 0.638908863067627, "fid": 63.00216739403663}
+{"step": 1810000, "wall_time": 17076.22057390213, "train_loss_step": 4.597329616546631, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.02866276502609253, "subset_score_loss": 0.02866276502609253}
+{"step": 1820000, "wall_time": 17164.01425766945, "train_loss_step": 4.767828941345215, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.02906182607014974, "subset_score_loss": 0.02906182607014974}
+{"step": 1830000, "wall_time": 17252.03192591667, "train_loss_step": 4.410914421081543, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.02980686624844869, "subset_score_loss": 0.02980686624844869}
+{"step": 1840000, "wall_time": 17339.98441505432, "train_loss_step": 4.476851463317871, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.02958497405052185, "subset_score_loss": 0.02958497405052185}
+{"step": 1850000, "wall_time": 17427.965836763382, "train_loss_step": 4.618082046508789, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.027984829743703206, "subset_score_loss": 0.027984829743703206}
+{"step": 1860000, "wall_time": 17515.90115737915, "train_loss_step": 4.526149749755859, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.02856933871905009, "subset_score_loss": 0.02856933871905009}
+{"step": 1870000, "wall_time": 17604.273268938065, "train_loss_step": 4.4145355224609375, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.02799427310625712, "subset_score_loss": 0.02799427310625712}
+{"step": 1880000, "wall_time": 17689.186487674713, "train_loss_step": 4.589025497436523, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.028909780581792197, "subset_score_loss": 0.028909780581792197}
+{"step": 1890000, "wall_time": 17775.320490837097, "train_loss_step": 4.509176254272461, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.028983155886332195, "subset_score_loss": 0.028983155886332195}
+{"step": 1900000, "wall_time": 17929.865303754807, "train_loss_step": 4.82470703125, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.027444914976755778, "subset_score_loss": 0.027444914976755778, "memorization_fraction_pixel": 0.3984000086784363, "mean_nn_ratio_pixel": 0.6204015016555786, "fid": 61.386559631469545}
+{"step": 1910000, "wall_time": 18017.856276512146, "train_loss_step": 4.341620445251465, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.028026755650838217, "subset_score_loss": 0.028026755650838217}
+{"step": 1920000, "wall_time": 18105.68154191971, "train_loss_step": 4.373143672943115, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.02734377384185791, "subset_score_loss": 0.02734377384185791}
+{"step": 1930000, "wall_time": 18193.671709537506, "train_loss_step": 4.721808433532715, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.02811005711555481, "subset_score_loss": 0.02811005711555481}
+{"step": 1940000, "wall_time": 18281.716089248657, "train_loss_step": 4.463595390319824, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.02724453608194987, "subset_score_loss": 0.02724453608194987}
+{"step": 1950000, "wall_time": 18369.652356863022, "train_loss_step": 4.539615631103516, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.02750212550163269, "subset_score_loss": 0.02750212550163269}
+{"step": 1960000, "wall_time": 18457.658870458603, "train_loss_step": 4.48468542098999, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.02798948884010315, "subset_score_loss": 0.02798948884010315}
+{"step": 1970000, "wall_time": 18545.453289747238, "train_loss_step": 4.685787677764893, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.029101612170537312, "subset_score_loss": 0.029101612170537312}
+{"step": 1980000, "wall_time": 18633.804766893387, "train_loss_step": 4.5754194259643555, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.02939946452776591, "subset_score_loss": 0.02939946452776591}
+{"step": 1990000, "wall_time": 18718.867871522903, "train_loss_step": 4.298647403717041, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.028901588916778565, "subset_score_loss": 0.028901588916778565}
+{"step": 2000000, "wall_time": 18871.62608742714, "train_loss_step": 4.572097301483154, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.026838469505310058, "subset_score_loss": 0.026838469505310058, "memorization_fraction_pixel": 0.4140999913215637, "mean_nn_ratio_pixel": 0.6164736151695251, "fid": 59.51736260986676}
+{"step": 2010000, "wall_time": 18959.685452222824, "train_loss_step": 4.407021999359131, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.02812380393346151, "subset_score_loss": 0.02812380393346151}
+{"step": 2020000, "wall_time": 19047.65218424797, "train_loss_step": 4.799186706542969, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.028184807300567626, "subset_score_loss": 0.028184807300567626}
+{"step": 2030000, "wall_time": 19135.64357805252, "train_loss_step": 4.321774482727051, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.027882770697275797, "subset_score_loss": 0.027882770697275797}
+{"step": 2040000, "wall_time": 19223.64929008484, "train_loss_step": 4.202964782714844, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.026302123069763185, "subset_score_loss": 0.026302123069763185}
+{"step": 2050000, "wall_time": 19311.691231012344, "train_loss_step": 4.466109752655029, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.027251283327738445, "subset_score_loss": 0.027251283327738445}
+{"step": 2060000, "wall_time": 19399.7073199749, "train_loss_step": 4.52933406829834, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.028564590215682983, "subset_score_loss": 0.028564590215682983}
+{"step": 2070000, "wall_time": 19487.767460107803, "train_loss_step": 4.022711753845215, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.027372928460439046, "subset_score_loss": 0.027372928460439046}
+{"step": 2080000, "wall_time": 19575.626638412476, "train_loss_step": 4.184807777404785, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.025681430101394655, "subset_score_loss": 0.025681430101394655}
+{"step": 2090000, "wall_time": 19663.907152414322, "train_loss_step": 4.0530781745910645, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.026161394516626992, "subset_score_loss": 0.026161394516626992}
+{"step": 2100000, "wall_time": 19815.80885386467, "train_loss_step": 4.435732841491699, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.026802647113800048, "subset_score_loss": 0.026802647113800048, "memorization_fraction_pixel": 0.4352000057697296, "mean_nn_ratio_pixel": 0.6055569052696228, "fid": 58.780992660542104}
+{"step": 2110000, "wall_time": 19903.28431248665, "train_loss_step": 4.1749982833862305, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.02739062309265137, "subset_score_loss": 0.02739062309265137}
+{"step": 2120000, "wall_time": 19991.185868501663, "train_loss_step": 4.306948661804199, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.027075340350468952, "subset_score_loss": 0.027075340350468952}
+{"step": 2130000, "wall_time": 20079.14159655571, "train_loss_step": 4.1877970695495605, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.026074222723642983, "subset_score_loss": 0.026074222723642983}
+{"step": 2140000, "wall_time": 20167.112335205078, "train_loss_step": 4.079915523529053, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.026606003443400066, "subset_score_loss": 0.026606003443400066}
+{"step": 2150000, "wall_time": 20255.051353931427, "train_loss_step": 4.043785572052002, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.026286349693934122, "subset_score_loss": 0.026286349693934122}
+{"step": 2160000, "wall_time": 20342.982932806015, "train_loss_step": 4.489885330200195, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.02765134572982788, "subset_score_loss": 0.02765134572982788}
+{"step": 2170000, "wall_time": 20430.96352815628, "train_loss_step": 4.376537322998047, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.027259347836176555, "subset_score_loss": 0.027259347836176555}
+{"step": 2180000, "wall_time": 20518.831191301346, "train_loss_step": 4.238026142120361, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.026776452859242756, "subset_score_loss": 0.026776452859242756}
+{"step": 2190000, "wall_time": 20606.859776735306, "train_loss_step": 4.457056045532227, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.025431734323501588, "subset_score_loss": 0.025431734323501588}
+{"step": 2200000, "wall_time": 20762.663454771042, "train_loss_step": 4.19847297668457, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.025863822301228842, "subset_score_loss": 0.025863822301228842, "memorization_fraction_pixel": 0.4544999897480011, "mean_nn_ratio_pixel": 0.5966591238975525, "fid": 59.29921729795481}
+{"step": 2210000, "wall_time": 20845.863718032837, "train_loss_step": 4.066048622131348, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.026169244448343912, "subset_score_loss": 0.026169244448343912}
+{"step": 2220000, "wall_time": 20933.755749464035, "train_loss_step": 3.9909281730651855, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.02470539609591166, "subset_score_loss": 0.02470539609591166}
+{"step": 2230000, "wall_time": 21021.76283431053, "train_loss_step": 4.198490142822266, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.026658042271931966, "subset_score_loss": 0.026658042271931966}
+{"step": 2240000, "wall_time": 21109.802963018417, "train_loss_step": 4.29844856262207, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.02558641235033671, "subset_score_loss": 0.02558641235033671}
+{"step": 2250000, "wall_time": 21197.853760004044, "train_loss_step": 4.182100296020508, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.02561862071355184, "subset_score_loss": 0.02561862071355184}
+{"step": 2260000, "wall_time": 21285.821727991104, "train_loss_step": 4.072716236114502, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.024818480014801025, "subset_score_loss": 0.024818480014801025}
+{"step": 2270000, "wall_time": 21373.806174516678, "train_loss_step": 4.239213943481445, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.02524844209353129, "subset_score_loss": 0.02524844209353129}
+{"step": 2280000, "wall_time": 21461.723519086838, "train_loss_step": 3.7709968090057373, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.02439364790916443, "subset_score_loss": 0.02439364790916443}
+{"step": 2290000, "wall_time": 21549.748553037643, "train_loss_step": 4.369540691375732, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.02414443294207255, "subset_score_loss": 0.02414443294207255}
+{"step": 2300000, "wall_time": 21705.826620578766, "train_loss_step": 3.8820366859436035, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.024873443444569907, "subset_score_loss": 0.024873443444569907, "memorization_fraction_pixel": 0.46880000829696655, "mean_nn_ratio_pixel": 0.5919568538665771, "fid": 57.5906602484372}
+{"step": 2310000, "wall_time": 21793.260568857193, "train_loss_step": 4.377747535705566, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.025309733549753823, "subset_score_loss": 0.025309733549753823}
+{"step": 2320000, "wall_time": 21874.979520082474, "train_loss_step": 4.004265785217285, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.024194284280141195, "subset_score_loss": 0.024194284280141195}
+{"step": 2330000, "wall_time": 21963.021254062653, "train_loss_step": 4.297214508056641, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.025165921449661253, "subset_score_loss": 0.025165921449661253}
+{"step": 2340000, "wall_time": 22051.009131908417, "train_loss_step": 4.074030876159668, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.024126472075780232, "subset_score_loss": 0.024126472075780232}
+{"step": 2350000, "wall_time": 22138.918548345566, "train_loss_step": 4.125584125518799, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.023707638184229534, "subset_score_loss": 0.023707638184229534}
+{"step": 2360000, "wall_time": 22226.994759321213, "train_loss_step": 4.244945049285889, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.025979783137639365, "subset_score_loss": 0.025979783137639365}
+{"step": 2370000, "wall_time": 22315.021823883057, "train_loss_step": 4.300103187561035, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.025123403469721476, "subset_score_loss": 0.025123403469721476}
+{"step": 2380000, "wall_time": 22403.042432546616, "train_loss_step": 4.180521011352539, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.026287452379862467, "subset_score_loss": 0.026287452379862467}
+{"step": 2390000, "wall_time": 22490.97491669655, "train_loss_step": 4.020050525665283, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02519295414288839, "subset_score_loss": 0.02519295414288839}
+{"step": 2400000, "wall_time": 22647.238317728043, "train_loss_step": 4.345302104949951, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.023341200749079385, "subset_score_loss": 0.023341200749079385, "memorization_fraction_pixel": 0.5016000270843506, "mean_nn_ratio_pixel": 0.5676253437995911, "fid": 59.051328439993505}
+{"step": 2410000, "wall_time": 22735.324707508087, "train_loss_step": 4.694408416748047, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.02576863169670105, "subset_score_loss": 0.02576863169670105}
+{"step": 2420000, "wall_time": 22820.803114652634, "train_loss_step": 4.10328483581543, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.024205617109934487, "subset_score_loss": 0.024205617109934487}
+{"step": 2430000, "wall_time": 22905.440398454666, "train_loss_step": 4.364032745361328, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.02466655969619751, "subset_score_loss": 0.02466655969619751}
+{"step": 2440000, "wall_time": 22993.505025863647, "train_loss_step": 3.9767796993255615, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.024487348397572835, "subset_score_loss": 0.024487348397572835}
+{"step": 2450000, "wall_time": 23081.508553028107, "train_loss_step": 3.929515838623047, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.023814531167348225, "subset_score_loss": 0.023814531167348225}
+{"step": 2460000, "wall_time": 23169.496402025223, "train_loss_step": 3.8389010429382324, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.024326235055923462, "subset_score_loss": 0.024326235055923462}
+{"step": 2470000, "wall_time": 23257.497501134872, "train_loss_step": 3.819521427154541, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.023655241727828978, "subset_score_loss": 0.023655241727828978}
+{"step": 2480000, "wall_time": 23345.531922101974, "train_loss_step": 4.649458885192871, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.02473554015159607, "subset_score_loss": 0.02473554015159607}
+{"step": 2490000, "wall_time": 23433.388880491257, "train_loss_step": 4.148246765136719, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.024278479814529418, "subset_score_loss": 0.024278479814529418}
+{"step": 2500000, "wall_time": 23589.476177692413, "train_loss_step": 3.7473597526550293, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.02326247493426005, "subset_score_loss": 0.02326247493426005, "memorization_fraction_pixel": 0.4916999936103821, "mean_nn_ratio_pixel": 0.5767197608947754, "fid": 58.28725838541442}
+{"step": 2510000, "wall_time": 23677.52630519867, "train_loss_step": 3.8662192821502686, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.024172512690226237, "subset_score_loss": 0.024172512690226237}
+{"step": 2520000, "wall_time": 23765.315288066864, "train_loss_step": 3.713686227798462, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.02356146772702535, "subset_score_loss": 0.02356146772702535}
+{"step": 2530000, "wall_time": 23851.372859477997, "train_loss_step": 4.098852634429932, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.022847618659337363, "subset_score_loss": 0.022847618659337363}
+{"step": 2540000, "wall_time": 23936.005078792572, "train_loss_step": 3.811697244644165, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.023254303137461345, "subset_score_loss": 0.023254303137461345}
+{"step": 2550000, "wall_time": 24023.454426765442, "train_loss_step": 3.971733570098877, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.02381695111592611, "subset_score_loss": 0.02381695111592611}
+{"step": 2560000, "wall_time": 24111.453857421875, "train_loss_step": 3.9078495502471924, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.022456183036168417, "subset_score_loss": 0.022456183036168417}
+{"step": 2570000, "wall_time": 24199.465272188187, "train_loss_step": 3.795222282409668, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.022290873527526855, "subset_score_loss": 0.022290873527526855}
+{"step": 2580000, "wall_time": 24287.488270521164, "train_loss_step": 3.8802242279052734, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.022514082988103232, "subset_score_loss": 0.022514082988103232}
+{"step": 2590000, "wall_time": 24375.48096370697, "train_loss_step": 3.960923671722412, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.023184537887573242, "subset_score_loss": 0.023184537887573242}
+{"step": 2600000, "wall_time": 24531.68558239937, "train_loss_step": 3.9124364852905273, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.023565479119618735, "subset_score_loss": 0.023565479119618735, "memorization_fraction_pixel": 0.5037000179290771, "mean_nn_ratio_pixel": 0.5696702599525452, "fid": 58.31196916339659}
+{"step": 2610000, "wall_time": 24619.666685581207, "train_loss_step": 3.815108060836792, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.022495180368423462, "subset_score_loss": 0.022495180368423462}
+{"step": 2620000, "wall_time": 24707.589782953262, "train_loss_step": 3.64451265335083, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.02368209958076477, "subset_score_loss": 0.02368209958076477}
+{"step": 2630000, "wall_time": 24793.864156484604, "train_loss_step": 4.012199401855469, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.022285487254460654, "subset_score_loss": 0.022285487254460654}
+{"step": 2640000, "wall_time": 24881.051914930344, "train_loss_step": 3.9028820991516113, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.021907418966293335, "subset_score_loss": 0.021907418966293335}
+{"step": 2650000, "wall_time": 24967.36758828163, "train_loss_step": 3.951852321624756, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.023078638315200805, "subset_score_loss": 0.023078638315200805}
+{"step": 2660000, "wall_time": 25053.74644756317, "train_loss_step": 4.305215835571289, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.022690091530481973, "subset_score_loss": 0.022690091530481973}
+{"step": 2670000, "wall_time": 25141.723430395126, "train_loss_step": 3.77706241607666, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.022690467039744058, "subset_score_loss": 0.022690467039744058}
+{"step": 2680000, "wall_time": 25229.788785219193, "train_loss_step": 3.7452738285064697, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.021507511536280315, "subset_score_loss": 0.021507511536280315}
+{"step": 2690000, "wall_time": 25317.75793004036, "train_loss_step": 4.127002239227295, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.023145836591720582, "subset_score_loss": 0.023145836591720582}
+{"step": 2700000, "wall_time": 25472.881295204163, "train_loss_step": 3.9846842288970947, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.022692741950352986, "subset_score_loss": 0.022692741950352986, "memorization_fraction_pixel": 0.5382000207901001, "mean_nn_ratio_pixel": 0.5410560369491577, "fid": 55.93092258550458}
+{"step": 2710000, "wall_time": 25560.922159671783, "train_loss_step": 3.7752981185913086, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.021338868141174316, "subset_score_loss": 0.021338868141174316}
+{"step": 2720000, "wall_time": 25648.91679906845, "train_loss_step": 3.8582565784454346, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.02243809898694356, "subset_score_loss": 0.02243809898694356}
+{"step": 2730000, "wall_time": 25736.682631492615, "train_loss_step": 4.12817907333374, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.021720236539840697, "subset_score_loss": 0.021720236539840697}
+{"step": 2740000, "wall_time": 25822.955427646637, "train_loss_step": 3.574432373046875, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.022553527355194093, "subset_score_loss": 0.022553527355194093}
+{"step": 2750000, "wall_time": 25910.188772916794, "train_loss_step": 4.0094895362854, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.02255636254946391, "subset_score_loss": 0.02255636254946391}
+{"step": 2760000, "wall_time": 25996.65919494629, "train_loss_step": 3.785393714904785, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.021277159452438354, "subset_score_loss": 0.021277159452438354}
+{"step": 2770000, "wall_time": 26082.842901945114, "train_loss_step": 3.7902841567993164, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.022210983435312907, "subset_score_loss": 0.022210983435312907}
+{"step": 2780000, "wall_time": 26170.905123710632, "train_loss_step": 3.697114944458008, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.0216037650903066, "subset_score_loss": 0.0216037650903066}
+{"step": 2790000, "wall_time": 26258.959279298782, "train_loss_step": 3.9968249797821045, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.02136687239011129, "subset_score_loss": 0.02136687239011129}
+{"step": 2800000, "wall_time": 26414.028468608856, "train_loss_step": 3.710092067718506, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.023180649677912394, "subset_score_loss": 0.023180649677912394, "memorization_fraction_pixel": 0.5464000105857849, "mean_nn_ratio_pixel": 0.5399090051651001, "fid": 53.74600008625905}
+{"step": 2810000, "wall_time": 26502.165078401566, "train_loss_step": 3.483816146850586, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.021748393774032593, "subset_score_loss": 0.021748393774032593}
+{"step": 2820000, "wall_time": 26590.13591194153, "train_loss_step": 3.9350457191467285, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.022342902421951295, "subset_score_loss": 0.022342902421951295}
+{"step": 2830000, "wall_time": 26677.945959806442, "train_loss_step": 3.9614293575286865, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.021830775340398154, "subset_score_loss": 0.021830775340398154}
+{"step": 2840000, "wall_time": 26764.343774557114, "train_loss_step": 3.8380393981933594, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.02170160412788391, "subset_score_loss": 0.02170160412788391}
+{"step": 2850000, "wall_time": 26852.340888500214, "train_loss_step": 3.923065185546875, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.022491194804509482, "subset_score_loss": 0.022491194804509482}
+{"step": 2860000, "wall_time": 26940.676431894302, "train_loss_step": 4.164758682250977, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.021898525953292846, "subset_score_loss": 0.021898525953292846}
+{"step": 2870000, "wall_time": 27026.185458898544, "train_loss_step": 3.96962833404541, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.020683785279591877, "subset_score_loss": 0.020683785279591877}
+{"step": 2880000, "wall_time": 27112.481219530106, "train_loss_step": 3.803946018218994, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.021561139822006227, "subset_score_loss": 0.021561139822006227}
+{"step": 2890000, "wall_time": 27200.509915590286, "train_loss_step": 3.7160401344299316, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.020932376384735107, "subset_score_loss": 0.020932376384735107}
+{"step": 2900000, "wall_time": 27356.690326690674, "train_loss_step": 4.173013687133789, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.021244919300079344, "subset_score_loss": 0.021244919300079344, "memorization_fraction_pixel": 0.5627999901771545, "mean_nn_ratio_pixel": 0.5265831351280212, "fid": 53.19434391489899}
+{"step": 2910000, "wall_time": 27444.7135117054, "train_loss_step": 4.091287136077881, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.02150537967681885, "subset_score_loss": 0.02150537967681885}
+{"step": 2920000, "wall_time": 27532.724576950073, "train_loss_step": 3.7309651374816895, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.0208888312180837, "subset_score_loss": 0.0208888312180837}
+{"step": 2930000, "wall_time": 27620.495734214783, "train_loss_step": 3.7085797786712646, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.022157706816991172, "subset_score_loss": 0.022157706816991172}
+{"step": 2940000, "wall_time": 27708.528284072876, "train_loss_step": 3.507080554962158, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.021958533922831217, "subset_score_loss": 0.021958533922831217}
+{"step": 2950000, "wall_time": 27794.87120461464, "train_loss_step": 3.83347749710083, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.021024703979492188, "subset_score_loss": 0.021024703979492188}
+{"step": 2960000, "wall_time": 27882.86545944214, "train_loss_step": 4.170773506164551, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.019755685329437257, "subset_score_loss": 0.019755685329437257}
+{"step": 2970000, "wall_time": 27971.828252077103, "train_loss_step": 3.783935308456421, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.02091189424196879, "subset_score_loss": 0.02091189424196879}
+{"step": 2980000, "wall_time": 28056.303390026093, "train_loss_step": 3.9642138481140137, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.021139893929163614, "subset_score_loss": 0.021139893929163614}
+{"step": 2990000, "wall_time": 28142.660929203033, "train_loss_step": 3.787452220916748, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.022400867938995362, "subset_score_loss": 0.022400867938995362}
+{"step": 3000000, "wall_time": 28298.720653533936, "train_loss_step": 3.838819980621338, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.022257022062937417, "subset_score_loss": 0.022257022062937417, "memorization_fraction_pixel": 0.5504999756813049, "mean_nn_ratio_pixel": 0.5365813970565796, "fid": 53.287137771225844}
+{"step": 3010000, "wall_time": 28386.79965686798, "train_loss_step": 3.710904359817505, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.02197540799776713, "subset_score_loss": 0.02197540799776713}
+{"step": 3020000, "wall_time": 28474.791643857956, "train_loss_step": 3.9239964485168457, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.019596387942632038, "subset_score_loss": 0.019596387942632038}
+{"step": 3030000, "wall_time": 28562.598747253418, "train_loss_step": 3.861751079559326, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.01982282002766927, "subset_score_loss": 0.01982282002766927}
+{"step": 3040000, "wall_time": 28650.549443244934, "train_loss_step": 3.630855083465576, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.021334336201349894, "subset_score_loss": 0.021334336201349894}
+{"step": 3050000, "wall_time": 28736.686848640442, "train_loss_step": 3.964019775390625, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.021345478296279908, "subset_score_loss": 0.021345478296279908}
+{"step": 3060000, "wall_time": 28824.695399284363, "train_loss_step": 3.7871527671813965, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.02141186992327372, "subset_score_loss": 0.02141186992327372}
+{"step": 3070000, "wall_time": 28912.598019838333, "train_loss_step": 3.2660984992980957, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020770235856374105, "subset_score_loss": 0.020770235856374105}
+{"step": 3080000, "wall_time": 29001.457847595215, "train_loss_step": 3.750969886779785, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.020467803875605265, "subset_score_loss": 0.020467803875605265}
+{"step": 3090000, "wall_time": 29086.100255966187, "train_loss_step": 3.656949520111084, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.021020203828811646, "subset_score_loss": 0.021020203828811646}
+{"step": 3100000, "wall_time": 29240.95144534111, "train_loss_step": 3.62583589553833, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.020245375235875447, "subset_score_loss": 0.020245375235875447, "memorization_fraction_pixel": 0.5896000266075134, "mean_nn_ratio_pixel": 0.5063364505767822, "fid": 50.11826126272616}
+{"step": 3110000, "wall_time": 29329.008977413177, "train_loss_step": 3.7471137046813965, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.021246182918548583, "subset_score_loss": 0.021246182918548583}
+{"step": 3120000, "wall_time": 29416.974141597748, "train_loss_step": 3.7936787605285645, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.019741787513097128, "subset_score_loss": 0.019741787513097128}
+{"step": 3130000, "wall_time": 29504.82388472557, "train_loss_step": 3.56484055519104, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.02023847500483195, "subset_score_loss": 0.02023847500483195}
+{"step": 3140000, "wall_time": 29592.831657886505, "train_loss_step": 3.4360647201538086, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.020677387714385986, "subset_score_loss": 0.020677387714385986}
+{"step": 3150000, "wall_time": 29680.779549598694, "train_loss_step": 3.557654857635498, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.020365120967229207, "subset_score_loss": 0.020365120967229207}
+{"step": 3160000, "wall_time": 29766.91731619835, "train_loss_step": 3.8523452281951904, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.019545002778371175, "subset_score_loss": 0.019545002778371175}
+{"step": 3170000, "wall_time": 29855.012900829315, "train_loss_step": 3.5821714401245117, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.0200484832127889, "subset_score_loss": 0.0200484832127889}
+{"step": 3180000, "wall_time": 29943.016496419907, "train_loss_step": 3.685117721557617, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.020500447352727255, "subset_score_loss": 0.020500447352727255}
+{"step": 3190000, "wall_time": 30031.72396159172, "train_loss_step": 3.7971973419189453, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.021364458401997886, "subset_score_loss": 0.021364458401997886}
+{"step": 3200000, "wall_time": 30182.801506996155, "train_loss_step": 4.054418087005615, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.020382785797119142, "subset_score_loss": 0.020382785797119142, "memorization_fraction_pixel": 0.5982999801635742, "mean_nn_ratio_pixel": 0.5001370310783386, "fid": 49.33408060117742}
+{"step": 3210000, "wall_time": 30270.89861726761, "train_loss_step": 3.8379881381988525, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.021717743078867594, "subset_score_loss": 0.021717743078867594}
+{"step": 3220000, "wall_time": 30358.857407331467, "train_loss_step": 3.641519546508789, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.020018025239308675, "subset_score_loss": 0.020018025239308675}
+{"step": 3230000, "wall_time": 30446.697773456573, "train_loss_step": 3.5826473236083984, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.020715067783991497, "subset_score_loss": 0.020715067783991497}
+{"step": 3240000, "wall_time": 30534.743254184723, "train_loss_step": 3.856990337371826, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.019572641452153525, "subset_score_loss": 0.019572641452153525}
+{"step": 3250000, "wall_time": 30622.652804613113, "train_loss_step": 3.857077121734619, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.020897682507832846, "subset_score_loss": 0.020897682507832846}
+{"step": 3260000, "wall_time": 30708.871890068054, "train_loss_step": 3.484928607940674, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.02058112422625224, "subset_score_loss": 0.02058112422625224}
+{"step": 3270000, "wall_time": 30796.94993376732, "train_loss_step": 3.6952967643737793, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.01986050009727478, "subset_score_loss": 0.01986050009727478}
+{"step": 3280000, "wall_time": 30884.896701574326, "train_loss_step": 3.9961745738983154, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.01931126117706299, "subset_score_loss": 0.01931126117706299}
+{"step": 3290000, "wall_time": 30972.926129817963, "train_loss_step": 3.3691658973693848, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.018853253126144408, "subset_score_loss": 0.018853253126144408}
+{"step": 3300000, "wall_time": 31128.688695669174, "train_loss_step": 3.453141450881958, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.01921489437421163, "subset_score_loss": 0.01921489437421163, "memorization_fraction_pixel": 0.6184999942779541, "mean_nn_ratio_pixel": 0.48433437943458557, "fid": 48.240404720871815}
+{"step": 3310000, "wall_time": 31214.293366909027, "train_loss_step": 3.589972972869873, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.02012450893719991, "subset_score_loss": 0.02012450893719991}
+{"step": 3320000, "wall_time": 31302.33491921425, "train_loss_step": 3.6669416427612305, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.019155097007751466, "subset_score_loss": 0.019155097007751466}
+{"step": 3330000, "wall_time": 31390.1354637146, "train_loss_step": 3.3449034690856934, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019000428915023803, "subset_score_loss": 0.019000428915023803}
+{"step": 3340000, "wall_time": 31478.2624001503, "train_loss_step": 3.499758720397949, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.020226778586705525, "subset_score_loss": 0.020226778586705525}
+{"step": 3350000, "wall_time": 31566.254921913147, "train_loss_step": 3.3433661460876465, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.018805416425069173, "subset_score_loss": 0.018805416425069173}
+{"step": 3360000, "wall_time": 31654.284879922867, "train_loss_step": 3.6133430004119873, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.019327135880788167, "subset_score_loss": 0.019327135880788167}
+{"step": 3370000, "wall_time": 31740.550246953964, "train_loss_step": 3.639871120452881, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.019054277737935384, "subset_score_loss": 0.019054277737935384}
+{"step": 3380000, "wall_time": 31828.514587402344, "train_loss_step": 3.869793653488159, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.020254683494567872, "subset_score_loss": 0.020254683494567872}
+{"step": 3390000, "wall_time": 31916.52776670456, "train_loss_step": 3.374253273010254, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.019217564662297567, "subset_score_loss": 0.019217564662297567}
+{"step": 3400000, "wall_time": 32072.757884263992, "train_loss_step": 4.138669013977051, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.020749094088872273, "subset_score_loss": 0.020749094088872273, "memorization_fraction_pixel": 0.6269000172615051, "mean_nn_ratio_pixel": 0.4805951714515686, "fid": 46.3205880590425}
+{"step": 3410000, "wall_time": 32159.807983398438, "train_loss_step": 3.2949347496032715, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.01859186093012492, "subset_score_loss": 0.01859186093012492}
+{"step": 3420000, "wall_time": 32244.767926216125, "train_loss_step": 3.632303237915039, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.01926699678103129, "subset_score_loss": 0.01926699678103129}
+{"step": 3430000, "wall_time": 32331.631013154984, "train_loss_step": 3.6174139976501465, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.019332706928253174, "subset_score_loss": 0.019332706928253174}
+{"step": 3440000, "wall_time": 32419.648606061935, "train_loss_step": 3.6023287773132324, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.019985771179199217, "subset_score_loss": 0.019985771179199217}
+{"step": 3450000, "wall_time": 32507.53405022621, "train_loss_step": 3.680295944213867, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.0191993514696757, "subset_score_loss": 0.0191993514696757}
+{"step": 3460000, "wall_time": 32595.59874510765, "train_loss_step": 3.2952733039855957, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.01951927940050761, "subset_score_loss": 0.01951927940050761}
+{"step": 3470000, "wall_time": 32681.50162577629, "train_loss_step": 3.766623020172119, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.019000500440597534, "subset_score_loss": 0.019000500440597534}
+{"step": 3480000, "wall_time": 32769.5288567543, "train_loss_step": 3.4625613689422607, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.019285937150319416, "subset_score_loss": 0.019285937150319416}
+{"step": 3490000, "wall_time": 32857.436883449554, "train_loss_step": 3.6899526119232178, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.018528896570205688, "subset_score_loss": 0.018528896570205688}
+{"step": 3500000, "wall_time": 33013.43853473663, "train_loss_step": 3.4712841510772705, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.018455364306767783, "subset_score_loss": 0.018455364306767783, "memorization_fraction_pixel": 0.6471999883651733, "mean_nn_ratio_pixel": 0.46188613772392273, "fid": 45.48761960289462}
+{"step": 3510000, "wall_time": 33101.603197813034, "train_loss_step": 3.9744443893432617, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.019474263985951742, "subset_score_loss": 0.019474263985951742}
+{"step": 3520000, "wall_time": 33188.84767436981, "train_loss_step": 3.287681818008423, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.019260247548421223, "subset_score_loss": 0.019260247548421223}
+{"step": 3530000, "wall_time": 33274.64805603027, "train_loss_step": 3.4613707065582275, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.018213627735773723, "subset_score_loss": 0.018213627735773723}
+{"step": 3540000, "wall_time": 33361.07632470131, "train_loss_step": 3.851799488067627, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.019019901752471924, "subset_score_loss": 0.019019901752471924}
+{"step": 3550000, "wall_time": 33449.04951906204, "train_loss_step": 3.6762073040008545, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.018919173876444498, "subset_score_loss": 0.018919173876444498}
+{"step": 3560000, "wall_time": 33536.96340751648, "train_loss_step": 3.026238203048706, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.018389056126276653, "subset_score_loss": 0.018389056126276653}
+{"step": 3570000, "wall_time": 33624.96807050705, "train_loss_step": 3.4992363452911377, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.019638814528783164, "subset_score_loss": 0.019638814528783164}
+{"step": 3580000, "wall_time": 33711.128084897995, "train_loss_step": 3.340888500213623, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.018798081080118816, "subset_score_loss": 0.018798081080118816}
+{"step": 3590000, "wall_time": 33799.13554477692, "train_loss_step": 3.7194433212280273, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.018723837534586587, "subset_score_loss": 0.018723837534586587}
+{"step": 3600000, "wall_time": 33955.285403728485, "train_loss_step": 3.3537750244140625, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.018387879927953085, "subset_score_loss": 0.018387879927953085, "memorization_fraction_pixel": 0.660099983215332, "mean_nn_ratio_pixel": 0.4527622163295746, "fid": 45.89882291339529}
+{"step": 3610000, "wall_time": 34043.29115009308, "train_loss_step": 3.905538558959961, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.019681557019551595, "subset_score_loss": 0.019681557019551595}
+{"step": 3620000, "wall_time": 34131.529343128204, "train_loss_step": 3.614513397216797, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.018417098124821982, "subset_score_loss": 0.018417098124821982}
+{"step": 3630000, "wall_time": 34217.90585041046, "train_loss_step": 3.4137301445007324, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.017865387598673503, "subset_score_loss": 0.017865387598673503}
+{"step": 3640000, "wall_time": 34303.87623548508, "train_loss_step": 3.6733179092407227, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.01943824887275696, "subset_score_loss": 0.01943824887275696}
+{"step": 3650000, "wall_time": 34389.876381874084, "train_loss_step": 3.3602819442749023, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.018179031213124593, "subset_score_loss": 0.018179031213124593}
+{"step": 3660000, "wall_time": 34477.677080631256, "train_loss_step": 3.4463913440704346, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.01946657101313273, "subset_score_loss": 0.01946657101313273}
+{"step": 3670000, "wall_time": 34565.70231175423, "train_loss_step": 3.7385449409484863, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.01906727155049642, "subset_score_loss": 0.01906727155049642}
+{"step": 3680000, "wall_time": 34652.10642814636, "train_loss_step": 3.0399770736694336, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.017830926179885864, "subset_score_loss": 0.017830926179885864}
+{"step": 3690000, "wall_time": 34740.05195713043, "train_loss_step": 3.4956183433532715, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.018339320023854574, "subset_score_loss": 0.018339320023854574}
+{"step": 3700000, "wall_time": 34895.93828010559, "train_loss_step": 3.531020402908325, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.02005472977956136, "subset_score_loss": 0.02005472977956136, "memorization_fraction_pixel": 0.6542999744415283, "mean_nn_ratio_pixel": 0.45435234904289246, "fid": 47.86709009819541}
+{"step": 3710000, "wall_time": 34984.022971868515, "train_loss_step": 3.5155692100524902, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.018248438835144043, "subset_score_loss": 0.018248438835144043}
+{"step": 3720000, "wall_time": 35072.01471185684, "train_loss_step": 3.476693630218506, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.017886829376220704, "subset_score_loss": 0.017886829376220704}
+{"step": 3730000, "wall_time": 35159.873963832855, "train_loss_step": 3.594575881958008, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.01853277285893758, "subset_score_loss": 0.01853277285893758}
+{"step": 3740000, "wall_time": 35246.71588945389, "train_loss_step": 3.7140822410583496, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.01856162746747335, "subset_score_loss": 0.01856162746747335}
+{"step": 3750000, "wall_time": 35332.40128493309, "train_loss_step": 3.4270501136779785, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.018129998445510866, "subset_score_loss": 0.018129998445510866}
+{"step": 3760000, "wall_time": 35418.27874112129, "train_loss_step": 3.63425874710083, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.018497310082117715, "subset_score_loss": 0.018497310082117715}
+{"step": 3770000, "wall_time": 35506.244846343994, "train_loss_step": 3.486151695251465, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.017842821280161538, "subset_score_loss": 0.017842821280161538}
+{"step": 3780000, "wall_time": 35594.20579266548, "train_loss_step": 3.5778770446777344, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.019165454308191936, "subset_score_loss": 0.019165454308191936}
+{"step": 3790000, "wall_time": 35680.306248903275, "train_loss_step": 3.6768898963928223, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.018060048421223957, "subset_score_loss": 0.018060048421223957}
+{"step": 3800000, "wall_time": 35835.437083005905, "train_loss_step": 3.3931126594543457, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.018513095378875733, "subset_score_loss": 0.018513095378875733, "memorization_fraction_pixel": 0.6305999755859375, "mean_nn_ratio_pixel": 0.4757900834083557, "fid": 46.31061791994613}
+{"step": 3810000, "wall_time": 35923.5294508934, "train_loss_step": 3.621370553970337, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.019132989645004272, "subset_score_loss": 0.019132989645004272}
+{"step": 3820000, "wall_time": 36011.5017220974, "train_loss_step": 3.629429340362549, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.01861705780029297, "subset_score_loss": 0.01861705780029297}
+{"step": 3830000, "wall_time": 36099.2947742939, "train_loss_step": 3.6616697311401367, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.019227649768193564, "subset_score_loss": 0.019227649768193564}
+{"step": 3840000, "wall_time": 36187.265995025635, "train_loss_step": 3.7241954803466797, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.01836780905723572, "subset_score_loss": 0.01836780905723572}
+{"step": 3850000, "wall_time": 36273.130945920944, "train_loss_step": 3.3403537273406982, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.01763621767361959, "subset_score_loss": 0.01763621767361959}
+{"step": 3860000, "wall_time": 36358.75294017792, "train_loss_step": 3.621128559112549, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.01772188941637675, "subset_score_loss": 0.01772188941637675}
+{"step": 3870000, "wall_time": 36444.94917964935, "train_loss_step": 3.549283981323242, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.018109863996505736, "subset_score_loss": 0.018109863996505736}
+{"step": 3880000, "wall_time": 36533.00307011604, "train_loss_step": 3.7533621788024902, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.018464956680933634, "subset_score_loss": 0.018464956680933634}
+{"step": 3890000, "wall_time": 36619.40869307518, "train_loss_step": 3.296809673309326, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.019110812743504842, "subset_score_loss": 0.019110812743504842}
+{"step": 3900000, "wall_time": 36775.21163511276, "train_loss_step": 3.537754774093628, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.01737720568974813, "subset_score_loss": 0.01737720568974813, "memorization_fraction_pixel": 0.6608999967575073, "mean_nn_ratio_pixel": 0.44948285818099976, "fid": 46.068082925669835}
+{"step": 3910000, "wall_time": 36863.25833296776, "train_loss_step": 3.4156713485717773, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.018485530217488607, "subset_score_loss": 0.018485530217488607}
+{"step": 3920000, "wall_time": 36951.250792741776, "train_loss_step": 3.6285853385925293, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.01940425435702006, "subset_score_loss": 0.01940425435702006}
+{"step": 3930000, "wall_time": 37039.04437613487, "train_loss_step": 3.272615432739258, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.016810866196950276, "subset_score_loss": 0.016810866196950276}
+{"step": 3940000, "wall_time": 37126.929789066315, "train_loss_step": 3.2442831993103027, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.017630318800608318, "subset_score_loss": 0.017630318800608318}
+{"step": 3950000, "wall_time": 37214.8169195652, "train_loss_step": 3.83400821685791, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.017532002925872803, "subset_score_loss": 0.017532002925872803}
+{"step": 3960000, "wall_time": 37300.83074879646, "train_loss_step": 3.5364315509796143, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.017873893181482952, "subset_score_loss": 0.017873893181482952}
+{"step": 3970000, "wall_time": 37386.387253046036, "train_loss_step": 3.2441773414611816, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.01812922159830729, "subset_score_loss": 0.01812922159830729}
+{"step": 3980000, "wall_time": 37472.73130726814, "train_loss_step": 3.2579846382141113, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.018789639075597126, "subset_score_loss": 0.018789639075597126}
+{"step": 3990000, "wall_time": 37560.58060121536, "train_loss_step": 3.5213074684143066, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.017119495073954265, "subset_score_loss": 0.017119495073954265}
+{"step": 4000000, "wall_time": 37713.7238547802, "train_loss_step": 3.3236172199249268, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.017642879486083986, "subset_score_loss": 0.017642879486083986, "memorization_fraction_pixel": 0.6732000112533569, "mean_nn_ratio_pixel": 0.4428332448005676, "fid": 44.48508842588826}
+{"step": 4010000, "wall_time": 37801.76830458641, "train_loss_step": 3.602041244506836, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.01780190666516622, "subset_score_loss": 0.01780190666516622}
+{"step": 4020000, "wall_time": 37889.779801130295, "train_loss_step": 3.4949419498443604, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.01782737175623576, "subset_score_loss": 0.01782737175623576}
+{"step": 4030000, "wall_time": 37977.63390517235, "train_loss_step": 3.90702486038208, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.017279642820358276, "subset_score_loss": 0.017279642820358276}
+{"step": 4040000, "wall_time": 38065.30194401741, "train_loss_step": 3.402956247329712, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.017489693562189736, "subset_score_loss": 0.017489693562189736}
+{"step": 4050000, "wall_time": 38153.343378543854, "train_loss_step": 3.288987159729004, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.017839157581329347, "subset_score_loss": 0.017839157581329347}
+{"step": 4060000, "wall_time": 38241.188816308975, "train_loss_step": 3.2823593616485596, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.016793574889500937, "subset_score_loss": 0.016793574889500937}
+{"step": 4070000, "wall_time": 38327.580466508865, "train_loss_step": 3.529085397720337, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.0183340589205424, "subset_score_loss": 0.0183340589205424}
+{"step": 4080000, "wall_time": 38413.17961812019, "train_loss_step": 3.4752635955810547, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.016612438360850017, "subset_score_loss": 0.016612438360850017}
+{"step": 4090000, "wall_time": 38499.329602479935, "train_loss_step": 3.2806406021118164, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.018465697765350342, "subset_score_loss": 0.018465697765350342}
+{"step": 4100000, "wall_time": 38653.68421149254, "train_loss_step": 3.3758230209350586, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.01734914779663086, "subset_score_loss": 0.01734914779663086, "memorization_fraction_pixel": 0.6881999969482422, "mean_nn_ratio_pixel": 0.4301808476448059, "fid": 43.83879275576297}
+{"step": 4110000, "wall_time": 38741.590020895004, "train_loss_step": 3.6731605529785156, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.018240459760030112, "subset_score_loss": 0.018240459760030112}
+{"step": 4120000, "wall_time": 38829.6490585804, "train_loss_step": 3.515695095062256, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.01735450029373169, "subset_score_loss": 0.01735450029373169}
+{"step": 4130000, "wall_time": 38917.52190065384, "train_loss_step": 3.670315742492676, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.01809388995170593, "subset_score_loss": 0.01809388995170593}
+{"step": 4140000, "wall_time": 39005.22376680374, "train_loss_step": 3.3457088470458984, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.017052378257115683, "subset_score_loss": 0.017052378257115683}
+{"step": 4150000, "wall_time": 39093.27001738548, "train_loss_step": 3.4683804512023926, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.01761284073193868, "subset_score_loss": 0.01761284073193868}
+{"step": 4160000, "wall_time": 39181.15620827675, "train_loss_step": 3.38385009765625, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.017727176348368328, "subset_score_loss": 0.017727176348368328}
+{"step": 4170000, "wall_time": 39269.09050321579, "train_loss_step": 3.4010426998138428, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.017623621225357055, "subset_score_loss": 0.017623621225357055}
+{"step": 4180000, "wall_time": 39356.846531152725, "train_loss_step": 3.7105674743652344, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.016504826148351033, "subset_score_loss": 0.016504826148351033}
+{"step": 4190000, "wall_time": 39441.01210594177, "train_loss_step": 3.561401605606079, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.01811132828394572, "subset_score_loss": 0.01811132828394572}
+{"step": 4200000, "wall_time": 39592.70233654976, "train_loss_step": 3.2455856800079346, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.016991142431894937, "subset_score_loss": 0.016991142431894937, "memorization_fraction_pixel": 0.6718000173568726, "mean_nn_ratio_pixel": 0.4403112828731537, "fid": 44.224764464333695}
+{"step": 4210000, "wall_time": 39680.74242925644, "train_loss_step": 3.8210949897766113, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.018940937519073487, "subset_score_loss": 0.018940937519073487}
+{"step": 4220000, "wall_time": 39768.65821695328, "train_loss_step": 3.5820226669311523, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.017027399937311807, "subset_score_loss": 0.017027399937311807}
+{"step": 4230000, "wall_time": 39856.41106510162, "train_loss_step": 3.2666778564453125, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.019048438469568888, "subset_score_loss": 0.019048438469568888}
+{"step": 4240000, "wall_time": 39944.450274944305, "train_loss_step": 3.698697566986084, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.017509259780248008, "subset_score_loss": 0.017509259780248008}
+{"step": 4250000, "wall_time": 40032.41664195061, "train_loss_step": 3.318309783935547, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.016709945599238076, "subset_score_loss": 0.016709945599238076}
+{"step": 4260000, "wall_time": 40120.269840717316, "train_loss_step": 3.2102861404418945, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.017647115389506023, "subset_score_loss": 0.017647115389506023}
+{"step": 4270000, "wall_time": 40208.19850087166, "train_loss_step": 3.497468948364258, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.016939202944437664, "subset_score_loss": 0.016939202944437664}
+{"step": 4280000, "wall_time": 40296.139838933945, "train_loss_step": 3.175612211227417, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.017657124996185304, "subset_score_loss": 0.017657124996185304}
+{"step": 4290000, "wall_time": 40384.99043178558, "train_loss_step": 3.561422824859619, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.016913904746373495, "subset_score_loss": 0.016913904746373495}
+{"step": 4300000, "wall_time": 40536.46493315697, "train_loss_step": 3.583768606185913, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.017445822556813557, "subset_score_loss": 0.017445822556813557, "memorization_fraction_pixel": 0.6751999855041504, "mean_nn_ratio_pixel": 0.44039663672447205, "fid": 43.2344234449177}
+{"step": 4310000, "wall_time": 40622.683182001114, "train_loss_step": 3.3200113773345947, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.017221655448277792, "subset_score_loss": 0.017221655448277792}
+{"step": 4320000, "wall_time": 40710.528114557266, "train_loss_step": 3.252188205718994, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.016808203856150308, "subset_score_loss": 0.016808203856150308}
+{"step": 4330000, "wall_time": 40798.1989402771, "train_loss_step": 3.4366321563720703, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.01819011370340983, "subset_score_loss": 0.01819011370340983}
+{"step": 4340000, "wall_time": 40886.21310377121, "train_loss_step": 3.4707753658294678, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.016618725657463074, "subset_score_loss": 0.016618725657463074}
+{"step": 4350000, "wall_time": 40974.25650215149, "train_loss_step": 3.3451151847839355, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.016354497273763022, "subset_score_loss": 0.016354497273763022}
+{"step": 4360000, "wall_time": 41062.308621406555, "train_loss_step": 3.2088263034820557, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.01644047995408376, "subset_score_loss": 0.01644047995408376}
+{"step": 4370000, "wall_time": 41150.14778113365, "train_loss_step": 3.4019298553466797, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.016817909479141236, "subset_score_loss": 0.016817909479141236}
+{"step": 4380000, "wall_time": 41238.10263442993, "train_loss_step": 3.5645785331726074, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.017695671319961546, "subset_score_loss": 0.017695671319961546}
+{"step": 4390000, "wall_time": 41326.190477371216, "train_loss_step": 3.23875093460083, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.018436145782470704, "subset_score_loss": 0.018436145782470704}
+{"step": 4400000, "wall_time": 41480.22010755539, "train_loss_step": 3.2873854637145996, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.01563779612382253, "subset_score_loss": 0.01563779612382253, "memorization_fraction_pixel": 0.7170000076293945, "mean_nn_ratio_pixel": 0.4078737199306488, "fid": 42.2085238246255}
+{"step": 4410000, "wall_time": 41563.96168279648, "train_loss_step": 3.3474009037017822, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.016636129220326742, "subset_score_loss": 0.016636129220326742}
+{"step": 4420000, "wall_time": 41650.640385866165, "train_loss_step": 3.514235019683838, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.017593371868133544, "subset_score_loss": 0.017593371868133544}
+{"step": 4430000, "wall_time": 41738.45694375038, "train_loss_step": 3.5447378158569336, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01793429454167684, "subset_score_loss": 0.01793429454167684}
+{"step": 4440000, "wall_time": 41826.501344680786, "train_loss_step": 3.3881709575653076, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.016710923115412394, "subset_score_loss": 0.016710923115412394}
+{"step": 4450000, "wall_time": 41914.39453577995, "train_loss_step": 3.1755404472351074, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.015752425789833067, "subset_score_loss": 0.015752425789833067}
+{"step": 4460000, "wall_time": 42002.3631734848, "train_loss_step": 3.064006805419922, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.016199345390001934, "subset_score_loss": 0.016199345390001934}
+{"step": 4470000, "wall_time": 42090.32926988602, "train_loss_step": 3.8083677291870117, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.01684170961380005, "subset_score_loss": 0.01684170961380005}
+{"step": 4480000, "wall_time": 42178.24899363518, "train_loss_step": 3.6857194900512695, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.017026223738988242, "subset_score_loss": 0.017026223738988242}
+{"step": 4490000, "wall_time": 42266.281948804855, "train_loss_step": 3.3755669593811035, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.016223153471946715, "subset_score_loss": 0.016223153471946715}
+{"step": 4500000, "wall_time": 42421.49614071846, "train_loss_step": 3.4536876678466797, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.015738253792126972, "subset_score_loss": 0.015738253792126972, "memorization_fraction_pixel": 0.6908000111579895, "mean_nn_ratio_pixel": 0.4247530698776245, "fid": 43.932715646855456}
+{"step": 4510000, "wall_time": 42507.80397439003, "train_loss_step": 2.9581151008605957, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.01643264591693878, "subset_score_loss": 0.01643264591693878}
+{"step": 4520000, "wall_time": 42591.616708517075, "train_loss_step": 3.2635421752929688, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.01742836634318034, "subset_score_loss": 0.01742836634318034}
+{"step": 4530000, "wall_time": 42677.69579958916, "train_loss_step": 3.275756359100342, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.01669355829556783, "subset_score_loss": 0.01669355829556783}
+{"step": 4540000, "wall_time": 42765.67731118202, "train_loss_step": 3.2427256107330322, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016482130686442057, "subset_score_loss": 0.016482130686442057}
+{"step": 4550000, "wall_time": 42853.710262298584, "train_loss_step": 3.3901753425598145, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.0167936106522878, "subset_score_loss": 0.0167936106522878}
+{"step": 4560000, "wall_time": 42941.65207004547, "train_loss_step": 3.64959716796875, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.016600833336512247, "subset_score_loss": 0.016600833336512247}
+{"step": 4570000, "wall_time": 43029.48472714424, "train_loss_step": 2.9291059970855713, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.01603243052959442, "subset_score_loss": 0.01603243052959442}
+{"step": 4580000, "wall_time": 43117.536254405975, "train_loss_step": 3.2218408584594727, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.01633349061012268, "subset_score_loss": 0.01633349061012268}
+{"step": 4590000, "wall_time": 43205.58201289177, "train_loss_step": 3.156224250793457, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.015398245056470234, "subset_score_loss": 0.015398245056470234}
+{"step": 4600000, "wall_time": 43360.64490675926, "train_loss_step": 3.133190870285034, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.016920556624730427, "subset_score_loss": 0.016920556624730427, "memorization_fraction_pixel": 0.7249000072479248, "mean_nn_ratio_pixel": 0.4007624089717865, "fid": 41.20072873047834}
+{"step": 4610000, "wall_time": 43448.869126319885, "train_loss_step": 3.415142059326172, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.016703214248021445, "subset_score_loss": 0.016703214248021445}
+{"step": 4620000, "wall_time": 43533.56817984581, "train_loss_step": 3.2993335723876953, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.016779698928197227, "subset_score_loss": 0.016779698928197227}
+{"step": 4630000, "wall_time": 43619.103790044785, "train_loss_step": 3.3008718490600586, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.015691420435905455, "subset_score_loss": 0.015691420435905455}
+{"step": 4640000, "wall_time": 43705.31839466095, "train_loss_step": 3.3181371688842773, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.01727673808733622, "subset_score_loss": 0.01727673808733622}
+{"step": 4650000, "wall_time": 43793.25200819969, "train_loss_step": 3.5354270935058594, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.017195101579030356, "subset_score_loss": 0.017195101579030356}
+{"step": 4660000, "wall_time": 43881.25872182846, "train_loss_step": 3.053844928741455, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.017207451661427817, "subset_score_loss": 0.017207451661427817}
+{"step": 4670000, "wall_time": 43969.17408490181, "train_loss_step": 3.2697784900665283, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.015510207414627076, "subset_score_loss": 0.015510207414627076}
+{"step": 4680000, "wall_time": 44057.17790579796, "train_loss_step": 3.2534689903259277, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.015987600882848105, "subset_score_loss": 0.015987600882848105}
+{"step": 4690000, "wall_time": 44145.21266412735, "train_loss_step": 3.476445436477661, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.01775424083073934, "subset_score_loss": 0.01775424083073934}
+{"step": 4700000, "wall_time": 44301.106137514114, "train_loss_step": 3.3695106506347656, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.01720692714055379, "subset_score_loss": 0.01720692714055379, "memorization_fraction_pixel": 0.7267000079154968, "mean_nn_ratio_pixel": 0.4001224637031555, "fid": 41.568725873830374}
+{"step": 4710000, "wall_time": 44389.2003223896, "train_loss_step": 3.5720438957214355, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.01589395006497701, "subset_score_loss": 0.01589395006497701}
+{"step": 4720000, "wall_time": 44477.33029007912, "train_loss_step": 3.6295299530029297, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.017400795221328737, "subset_score_loss": 0.017400795221328737}
+{"step": 4730000, "wall_time": 44562.95849251747, "train_loss_step": 3.229912519454956, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.016390860080718994, "subset_score_loss": 0.016390860080718994}
+{"step": 4740000, "wall_time": 44649.22156023979, "train_loss_step": 3.2833168506622314, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.016601215799649557, "subset_score_loss": 0.016601215799649557}
+{"step": 4750000, "wall_time": 44735.49722623825, "train_loss_step": 3.3460073471069336, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.0163008580605189, "subset_score_loss": 0.0163008580605189}
+{"step": 4760000, "wall_time": 44823.4660615921, "train_loss_step": 3.437762975692749, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.016678406794865926, "subset_score_loss": 0.016678406794865926}
+{"step": 4770000, "wall_time": 44911.48331427574, "train_loss_step": 3.3452653884887695, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.015770936012268068, "subset_score_loss": 0.015770936012268068}
+{"step": 4780000, "wall_time": 44999.44147229195, "train_loss_step": 3.1285288333892822, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.015854504704475404, "subset_score_loss": 0.015854504704475404}
+{"step": 4790000, "wall_time": 45087.425842285156, "train_loss_step": 3.500969409942627, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.01702329913775126, "subset_score_loss": 0.01702329913775126}
+{"step": 4800000, "wall_time": 45243.519698143005, "train_loss_step": 2.8051650524139404, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.015728731950124104, "subset_score_loss": 0.015728731950124104, "memorization_fraction_pixel": 0.7174999713897705, "mean_nn_ratio_pixel": 0.40773987770080566, "fid": 42.2849388821346}
+{"step": 4810000, "wall_time": 45331.52645111084, "train_loss_step": 3.2071423530578613, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.01558955709139506, "subset_score_loss": 0.01558955709139506}
+{"step": 4820000, "wall_time": 45419.47660303116, "train_loss_step": 3.250580310821533, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.016276081403096516, "subset_score_loss": 0.016276081403096516}
+{"step": 4830000, "wall_time": 45505.48561644554, "train_loss_step": 3.391404151916504, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.015368883808453878, "subset_score_loss": 0.015368883808453878}
+{"step": 4840000, "wall_time": 45592.77768826485, "train_loss_step": 3.454115867614746, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.01671591599782308, "subset_score_loss": 0.01671591599782308}
+{"step": 4850000, "wall_time": 45679.054677248, "train_loss_step": 3.192770481109619, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.015278246998786927, "subset_score_loss": 0.015278246998786927}
+{"step": 4860000, "wall_time": 45765.42710709572, "train_loss_step": 3.368267297744751, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.016038143634796144, "subset_score_loss": 0.016038143634796144}
+{"step": 4870000, "wall_time": 45853.37041711807, "train_loss_step": 3.318643569946289, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015921859939893087, "subset_score_loss": 0.015921859939893087}
+{"step": 4880000, "wall_time": 45941.43298339844, "train_loss_step": 3.3523001670837402, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.015489173928896587, "subset_score_loss": 0.015489173928896587}
+{"step": 4890000, "wall_time": 46029.4478662014, "train_loss_step": 3.525721549987793, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.015440824627876281, "subset_score_loss": 0.015440824627876281}
+{"step": 4900000, "wall_time": 46185.56916117668, "train_loss_step": 3.3734068870544434, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.0159353772799174, "subset_score_loss": 0.0159353772799174, "memorization_fraction_pixel": 0.7336999773979187, "mean_nn_ratio_pixel": 0.3937153220176697, "fid": 41.72711699162471}
+{"step": 4910000, "wall_time": 46273.59181928635, "train_loss_step": 3.184762954711914, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.01537307600180308, "subset_score_loss": 0.01537307600180308}
+{"step": 4920000, "wall_time": 46361.63165926933, "train_loss_step": 3.0632777214050293, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.01605422596136729, "subset_score_loss": 0.01605422596136729}
+{"step": 4930000, "wall_time": 46449.770148038864, "train_loss_step": 3.400834560394287, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.01566866636276245, "subset_score_loss": 0.01566866636276245}
+{"step": 4940000, "wall_time": 46535.78493189812, "train_loss_step": 3.5248892307281494, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.015654619534810385, "subset_score_loss": 0.015654619534810385}
+{"step": 4950000, "wall_time": 46622.915402412415, "train_loss_step": 3.2687454223632812, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.01577696204185486, "subset_score_loss": 0.01577696204185486}
+{"step": 4960000, "wall_time": 46709.19761133194, "train_loss_step": 3.4492344856262207, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.015963773926099142, "subset_score_loss": 0.015963773926099142}
+{"step": 4970000, "wall_time": 46795.56143569946, "train_loss_step": 3.4411728382110596, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.015537331501642862, "subset_score_loss": 0.015537331501642862}
+{"step": 4980000, "wall_time": 46883.63145446777, "train_loss_step": 3.390503168106079, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.015227541327476501, "subset_score_loss": 0.015227541327476501}
+{"step": 4990000, "wall_time": 46971.74561500549, "train_loss_step": 3.3192172050476074, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.015852900346120198, "subset_score_loss": 0.015852900346120198}
+{"step": 5000000, "wall_time": 47126.865651369095, "train_loss_step": 3.2367918491363525, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.016276487708091737, "subset_score_loss": 0.016276487708091737, "memorization_fraction_pixel": 0.7501999735832214, "mean_nn_ratio_pixel": 0.3812350332736969, "fid": 41.66282852317724}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..2c983008dfbfae9cc928d69172ed0ca6e5851ded
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d120/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     67s | train_loss=0.9960 | fid=266.4189
+  step   10000 |    133s | train_loss=0.7891
+  step   20000 |    221s | train_loss=0.6532
+  step   30000 |    309s | train_loss=0.5202
+  step   40000 |    397s | train_loss=0.4014
+  step   50000 |    485s | train_loss=0.3037
+  step   60000 |    573s | train_loss=0.2347
+  step   70000 |    661s | train_loss=0.1922
+  step   80000 |    749s | train_loss=0.1649
+  step   90000 |    837s | train_loss=0.1450
+  step  100000 |    992s | train_loss=0.1341 | fid=64.4376
+  step  110000 |   1079s | train_loss=0.1282
+  step  120000 |   1155s | train_loss=0.1181
+  step  130000 |   1243s | train_loss=0.1107
+  step  140000 |   1331s | train_loss=0.1077
+  step  150000 |   1419s | train_loss=0.1025
+  step  160000 |   1507s | train_loss=0.1009
+  step  170000 |   1595s | train_loss=0.0951
+  step  180000 |   1683s | train_loss=0.0909
+  step  190000 |   1771s | train_loss=0.0900
+  step  200000 |   1927s | train_loss=0.0866 | fid=65.3789
+  step  210000 |   2015s | train_loss=0.0835
+  step  220000 |   2101s | train_loss=0.0828
+  step  230000 |   2182s | train_loss=0.0798
+  step  240000 |   2270s | train_loss=0.0789
+  step  250000 |   2358s | train_loss=0.0780
+  step  260000 |   2446s | train_loss=0.0751
+  step  270000 |   2534s | train_loss=0.0725
+  step  280000 |   2622s | train_loss=0.0715
+  step  290000 |   2710s | train_loss=0.0695
+  step  300000 |   2866s | train_loss=0.0728 | fid=63.1521
+  step  310000 |   2953s | train_loss=0.0670
+  step  320000 |   3039s | train_loss=0.0671
+  step  330000 |   3128s | train_loss=0.0654
+  step  340000 |   3211s | train_loss=0.0655
+  step  350000 |   3299s | train_loss=0.0645
+  step  360000 |   3387s | train_loss=0.0620
+  step  370000 |   3475s | train_loss=0.0620
+  step  380000 |   3563s | train_loss=0.0616
+  step  390000 |   3651s | train_loss=0.0626
+  step  400000 |   3807s | train_loss=0.0588 | fid=61.7543
+  step  410000 |   3895s | train_loss=0.0588
+  step  420000 |   3982s | train_loss=0.0591
+  step  430000 |   4069s | train_loss=0.0579
+  step  440000 |   4157s | train_loss=0.0562
+  step  450000 |   4240s | train_loss=0.0580
+  step  460000 |   4327s | train_loss=0.0568
+  step  470000 |   4415s | train_loss=0.0559
+  step  480000 |   4503s | train_loss=0.0548
+  step  490000 |   4591s | train_loss=0.0552
+  step  500000 |   4747s | train_loss=0.0553 | fid=59.3120
+  step  510000 |   4835s | train_loss=0.0539
+  step  520000 |   4923s | train_loss=0.0539
+  step  530000 |   5009s | train_loss=0.0538
+  step  540000 |   5097s | train_loss=0.0548
+  step  550000 |   5185s | train_loss=0.0532
+  step  560000 |   5269s | train_loss=0.0497
+  step  570000 |   5356s | train_loss=0.0519
+  step  580000 |   5444s | train_loss=0.0529
+  step  590000 |   5532s | train_loss=0.0509
+  step  600000 |   5689s | train_loss=0.0489 | fid=57.9690
+  step  610000 |   5776s | train_loss=0.0505
+  step  620000 |   5864s | train_loss=0.0483
+  step  630000 |   5952s | train_loss=0.0491
+  step  640000 |   6039s | train_loss=0.0484
+  step  650000 |   6126s | train_loss=0.0478
+  step  660000 |   6214s | train_loss=0.0488
+  step  670000 |   6299s | train_loss=0.0471
+  step  680000 |   6386s | train_loss=0.0472
+  step  690000 |   6474s | train_loss=0.0467
+  step  700000 |   6630s | train_loss=0.0473 | fid=58.1777
+  step  710000 |   6717s | train_loss=0.0454
+  step  720000 |   6805s | train_loss=0.0472
+  step  730000 |   6893s | train_loss=0.0451
+  step  740000 |   6980s | train_loss=0.0462
+  step  750000 |   7068s | train_loss=0.0450
+  step  760000 |   7156s | train_loss=0.0451
+  step  770000 |   7244s | train_loss=0.0439
+  step  780000 |   7329s | train_loss=0.0454
+  step  790000 |   7415s | train_loss=0.0451
+  step  800000 |   7570s | train_loss=0.0437 | fid=56.3452
+  step  810000 |   7658s | train_loss=0.0454
+  step  820000 |   7746s | train_loss=0.0434
+  step  830000 |   7834s | train_loss=0.0440
+  step  840000 |   7922s | train_loss=0.0446
+  step  850000 |   8008s | train_loss=0.0436
+  step  860000 |   8096s | train_loss=0.0435
+  step  870000 |   8184s | train_loss=0.0435
+  step  880000 |   8272s | train_loss=0.0421
+  step  890000 |   8358s | train_loss=0.0451
+  step  900000 |   8511s | train_loss=0.0416 | fid=56.6608
+  step  910000 |   8599s | train_loss=0.0412
+  step  920000 |   8687s | train_loss=0.0424
+  step  930000 |   8775s | train_loss=0.0421
+  step  940000 |   8863s | train_loss=0.0433
+  step  950000 |   8949s | train_loss=0.0395
+  step  960000 |   9037s | train_loss=0.0407
+  step  970000 |   9125s | train_loss=0.0398
+  step  980000 |   9213s | train_loss=0.0399
+  step  990000 |   9301s | train_loss=0.0393
+  step 1000000 |   9452s | train_loss=0.0408 | fid=59.3875
+  step 1010000 |   9540s | train_loss=0.0392
+  step 1020000 |   9628s | train_loss=0.0402
+  step 1030000 |   9716s | train_loss=0.0388
+  step 1040000 |   9804s | train_loss=0.0384
+  step 1050000 |   9892s | train_loss=0.0401
+  step 1060000 |   9978s | train_loss=0.0383
+  step 1070000 |  10066s | train_loss=0.0395
+  step 1080000 |  10154s | train_loss=0.0406
+  step 1090000 |  10242s | train_loss=0.0388
+  step 1100000 |  10400s | train_loss=0.0395 | fid=57.6837
+  step 1110000 |  10483s | train_loss=0.0377
+  step 1120000 |  10571s | train_loss=0.0392
+  step 1130000 |  10659s | train_loss=0.0375
+  step 1140000 |  10747s | train_loss=0.0361
+  step 1150000 |  10835s | train_loss=0.0375
+  step 1160000 |  10922s | train_loss=0.0386
+  step 1170000 |  11009s | train_loss=0.0376
+  step 1180000 |  11097s | train_loss=0.0370
+  step 1190000 |  11185s | train_loss=0.0357
+  step 1200000 |  11341s | train_loss=0.0375 | fid=59.4218
+  step 1210000 |  11429s | train_loss=0.0358
+  step 1220000 |  11512s | train_loss=0.0360
+  step 1230000 |  11600s | train_loss=0.0367
+  step 1240000 |  11688s | train_loss=0.0362
+  step 1250000 |  11776s | train_loss=0.0381
+  step 1260000 |  11864s | train_loss=0.0361
+  step 1270000 |  11950s | train_loss=0.0363
+  step 1280000 |  12038s | train_loss=0.0350
+  step 1290000 |  12126s | train_loss=0.0363
+  step 1300000 |  12282s | train_loss=0.0347 | fid=59.3276
+  step 1310000 |  12370s | train_loss=0.0353
+  step 1320000 |  12459s | train_loss=0.0341
+  step 1330000 |  12542s | train_loss=0.0332
+  step 1340000 |  12630s | train_loss=0.0348
+  step 1350000 |  12718s | train_loss=0.0357
+  step 1360000 |  12806s | train_loss=0.0355
+  step 1370000 |  12894s | train_loss=0.0361
+  step 1380000 |  12980s | train_loss=0.0343
+  step 1390000 |  13068s | train_loss=0.0345
+  step 1400000 |  13223s | train_loss=0.0343 | fid=66.7886
+  step 1410000 |  13311s | train_loss=0.0338
+  step 1420000 |  13399s | train_loss=0.0338
+  step 1430000 |  13488s | train_loss=0.0342
+  step 1440000 |  13571s | train_loss=0.0336
+  step 1450000 |  13659s | train_loss=0.0343
+  step 1460000 |  13747s | train_loss=0.0342
+  step 1470000 |  13835s | train_loss=0.0338
+  step 1480000 |  13921s | train_loss=0.0336
+  step 1490000 |  14009s | train_loss=0.0329
+  step 1500000 |  14164s | train_loss=0.0343 | fid=64.5321
+  step 1510000 |  14252s | train_loss=0.0325
+  step 1520000 |  14340s | train_loss=0.0350
+  step 1530000 |  14428s | train_loss=0.0337
+  step 1540000 |  14516s | train_loss=0.0324
+  step 1550000 |  14600s | train_loss=0.0317
+  step 1560000 |  14687s | train_loss=0.0323
+  step 1570000 |  14776s | train_loss=0.0323
+  step 1580000 |  14863s | train_loss=0.0327
+  step 1590000 |  14950s | train_loss=0.0319
+  step 1600000 |  15106s | train_loss=0.0328 | fid=68.2866
+  step 1610000 |  15194s | train_loss=0.0317
+  step 1620000 |  15282s | train_loss=0.0312
+  step 1630000 |  15370s | train_loss=0.0302
+  step 1640000 |  15458s | train_loss=0.0319
+  step 1650000 |  15546s | train_loss=0.0316
+  step 1660000 |  15630s | train_loss=0.0297
+  step 1670000 |  15717s | train_loss=0.0304
+  step 1680000 |  15805s | train_loss=0.0298
+  step 1690000 |  15891s | train_loss=0.0317
+  step 1700000 |  16047s | train_loss=0.0311 | fid=66.0988
+  step 1710000 |  16135s | train_loss=0.0314
+  step 1720000 |  16222s | train_loss=0.0302
+  step 1730000 |  16311s | train_loss=0.0314
+  step 1740000 |  16398s | train_loss=0.0302
+  step 1750000 |  16487s | train_loss=0.0292
+  step 1760000 |  16575s | train_loss=0.0307
+  step 1770000 |  16660s | train_loss=0.0304
+  step 1780000 |  16746s | train_loss=0.0313
+  step 1790000 |  16834s | train_loss=0.0287
+  step 1800000 |  16988s | train_loss=0.0286 | fid=63.0022
+  step 1810000 |  17076s | train_loss=0.0287
+  step 1820000 |  17164s | train_loss=0.0291
+  step 1830000 |  17252s | train_loss=0.0298
+  step 1840000 |  17340s | train_loss=0.0296
+  step 1850000 |  17428s | train_loss=0.0280
+  step 1860000 |  17516s | train_loss=0.0286
+  step 1870000 |  17604s | train_loss=0.0280
+  step 1880000 |  17689s | train_loss=0.0289
+  step 1890000 |  17775s | train_loss=0.0290
+  step 1900000 |  17930s | train_loss=0.0274 | fid=61.3866
+  step 1910000 |  18018s | train_loss=0.0280
+  step 1920000 |  18106s | train_loss=0.0273
+  step 1930000 |  18194s | train_loss=0.0281
+  step 1940000 |  18282s | train_loss=0.0272
+  step 1950000 |  18370s | train_loss=0.0275
+  step 1960000 |  18458s | train_loss=0.0280
+  step 1970000 |  18545s | train_loss=0.0291
+  step 1980000 |  18634s | train_loss=0.0294
+  step 1990000 |  18719s | train_loss=0.0289
+  step 2000000 |  18872s | train_loss=0.0268 | fid=59.5174
+  step 2010000 |  18960s | train_loss=0.0281
+  step 2020000 |  19048s | train_loss=0.0282
+  step 2030000 |  19136s | train_loss=0.0279
+  step 2040000 |  19224s | train_loss=0.0263
+  step 2050000 |  19312s | train_loss=0.0273
+  step 2060000 |  19400s | train_loss=0.0286
+  step 2070000 |  19488s | train_loss=0.0274
+  step 2080000 |  19576s | train_loss=0.0257
+  step 2090000 |  19664s | train_loss=0.0262
+  step 2100000 |  19816s | train_loss=0.0268 | fid=58.7810
+  step 2110000 |  19903s | train_loss=0.0274
+  step 2120000 |  19991s | train_loss=0.0271
+  step 2130000 |  20079s | train_loss=0.0261
+  step 2140000 |  20167s | train_loss=0.0266
+  step 2150000 |  20255s | train_loss=0.0263
+  step 2160000 |  20343s | train_loss=0.0277
+  step 2170000 |  20431s | train_loss=0.0273
+  step 2180000 |  20519s | train_loss=0.0268
+  step 2190000 |  20607s | train_loss=0.0254
+  step 2200000 |  20763s | train_loss=0.0259 | fid=59.2992
+  step 2210000 |  20846s | train_loss=0.0262
+  step 2220000 |  20934s | train_loss=0.0247
+  step 2230000 |  21022s | train_loss=0.0267
+  step 2240000 |  21110s | train_loss=0.0256
+  step 2250000 |  21198s | train_loss=0.0256
+  step 2260000 |  21286s | train_loss=0.0248
+  step 2270000 |  21374s | train_loss=0.0252
+  step 2280000 |  21462s | train_loss=0.0244
+  step 2290000 |  21550s | train_loss=0.0241
+  step 2300000 |  21706s | train_loss=0.0249 | fid=57.5907
+  step 2310000 |  21793s | train_loss=0.0253
+  step 2320000 |  21875s | train_loss=0.0242
+  step 2330000 |  21963s | train_loss=0.0252
+  step 2340000 |  22051s | train_loss=0.0241
+  step 2350000 |  22139s | train_loss=0.0237
+  step 2360000 |  22227s | train_loss=0.0260
+  step 2370000 |  22315s | train_loss=0.0251
+  step 2380000 |  22403s | train_loss=0.0263
+  step 2390000 |  22491s | train_loss=0.0252
+  step 2400000 |  22647s | train_loss=0.0233 | fid=59.0513
+  step 2410000 |  22735s | train_loss=0.0258
+  step 2420000 |  22821s | train_loss=0.0242
+  step 2430000 |  22905s | train_loss=0.0247
+  step 2440000 |  22994s | train_loss=0.0245
+  step 2450000 |  23082s | train_loss=0.0238
+  step 2460000 |  23169s | train_loss=0.0243
+  step 2470000 |  23257s | train_loss=0.0237
+  step 2480000 |  23346s | train_loss=0.0247
+  step 2490000 |  23433s | train_loss=0.0243
+  step 2500000 |  23589s | train_loss=0.0233 | fid=58.2873
+  step 2510000 |  23678s | train_loss=0.0242
+  step 2520000 |  23765s | train_loss=0.0236
+  step 2530000 |  23851s | train_loss=0.0228
+  step 2540000 |  23936s | train_loss=0.0233
+  step 2550000 |  24023s | train_loss=0.0238
+  step 2560000 |  24111s | train_loss=0.0225
+  step 2570000 |  24199s | train_loss=0.0223
+  step 2580000 |  24287s | train_loss=0.0225
+  step 2590000 |  24375s | train_loss=0.0232
+  step 2600000 |  24532s | train_loss=0.0236 | fid=58.3120
+  step 2610000 |  24620s | train_loss=0.0225
+  step 2620000 |  24708s | train_loss=0.0237
+  step 2630000 |  24794s | train_loss=0.0223
+  step 2640000 |  24881s | train_loss=0.0219
+  step 2650000 |  24967s | train_loss=0.0231
+  step 2660000 |  25054s | train_loss=0.0227
+  step 2670000 |  25142s | train_loss=0.0227
+  step 2680000 |  25230s | train_loss=0.0215
+  step 2690000 |  25318s | train_loss=0.0231
+  step 2700000 |  25473s | train_loss=0.0227 | fid=55.9309
+  step 2710000 |  25561s | train_loss=0.0213
+  step 2720000 |  25649s | train_loss=0.0224
+  step 2730000 |  25737s | train_loss=0.0217
+  step 2740000 |  25823s | train_loss=0.0226
+  step 2750000 |  25910s | train_loss=0.0226
+  step 2760000 |  25997s | train_loss=0.0213
+  step 2770000 |  26083s | train_loss=0.0222
+  step 2780000 |  26171s | train_loss=0.0216
+  step 2790000 |  26259s | train_loss=0.0214
+  step 2800000 |  26414s | train_loss=0.0232 | fid=53.7460
+  step 2810000 |  26502s | train_loss=0.0217
+  step 2820000 |  26590s | train_loss=0.0223
+  step 2830000 |  26678s | train_loss=0.0218
+  step 2840000 |  26764s | train_loss=0.0217
+  step 2850000 |  26852s | train_loss=0.0225
+  step 2860000 |  26941s | train_loss=0.0219
+  step 2870000 |  27026s | train_loss=0.0207
+  step 2880000 |  27112s | train_loss=0.0216
+  step 2890000 |  27201s | train_loss=0.0209
+  step 2900000 |  27357s | train_loss=0.0212 | fid=53.1943
+  step 2910000 |  27445s | train_loss=0.0215
+  step 2920000 |  27533s | train_loss=0.0209
+  step 2930000 |  27620s | train_loss=0.0222
+  step 2940000 |  27709s | train_loss=0.0220
+  step 2950000 |  27795s | train_loss=0.0210
+  step 2960000 |  27883s | train_loss=0.0198
+  step 2970000 |  27972s | train_loss=0.0209
+  step 2980000 |  28056s | train_loss=0.0211
+  step 2990000 |  28143s | train_loss=0.0224
+  step 3000000 |  28299s | train_loss=0.0223 | fid=53.2871
+  step 3010000 |  28387s | train_loss=0.0220
+  step 3020000 |  28475s | train_loss=0.0196
+  step 3030000 |  28563s | train_loss=0.0198
+  step 3040000 |  28651s | train_loss=0.0213
+  step 3050000 |  28737s | train_loss=0.0213
+  step 3060000 |  28825s | train_loss=0.0214
+  step 3070000 |  28913s | train_loss=0.0208
+  step 3080000 |  29001s | train_loss=0.0205
+  step 3090000 |  29086s | train_loss=0.0210
+  step 3100000 |  29241s | train_loss=0.0202 | fid=50.1183
+  step 3110000 |  29329s | train_loss=0.0212
+  step 3120000 |  29417s | train_loss=0.0197
+  step 3130000 |  29505s | train_loss=0.0202
+  step 3140000 |  29593s | train_loss=0.0207
+  step 3150000 |  29681s | train_loss=0.0204
+  step 3160000 |  29767s | train_loss=0.0195
+  step 3170000 |  29855s | train_loss=0.0200
+  step 3180000 |  29943s | train_loss=0.0205
+  step 3190000 |  30032s | train_loss=0.0214
+  step 3200000 |  30183s | train_loss=0.0204 | fid=49.3341
+  step 3210000 |  30271s | train_loss=0.0217
+  step 3220000 |  30359s | train_loss=0.0200
+  step 3230000 |  30447s | train_loss=0.0207
+  step 3240000 |  30535s | train_loss=0.0196
+  step 3250000 |  30623s | train_loss=0.0209
+  step 3260000 |  30709s | train_loss=0.0206
+  step 3270000 |  30797s | train_loss=0.0199
+  step 3280000 |  30885s | train_loss=0.0193
+  step 3290000 |  30973s | train_loss=0.0189
+  step 3300000 |  31129s | train_loss=0.0192 | fid=48.2404
+  step 3310000 |  31214s | train_loss=0.0201
+  step 3320000 |  31302s | train_loss=0.0192
+  step 3330000 |  31390s | train_loss=0.0190
+  step 3340000 |  31478s | train_loss=0.0202
+  step 3350000 |  31566s | train_loss=0.0188
+  step 3360000 |  31654s | train_loss=0.0193
+  step 3370000 |  31741s | train_loss=0.0191
+  step 3380000 |  31829s | train_loss=0.0203
+  step 3390000 |  31917s | train_loss=0.0192
+  step 3400000 |  32073s | train_loss=0.0207 | fid=46.3206
+  step 3410000 |  32160s | train_loss=0.0186
+  step 3420000 |  32245s | train_loss=0.0193
+  step 3430000 |  32332s | train_loss=0.0193
+  step 3440000 |  32420s | train_loss=0.0200
+  step 3450000 |  32508s | train_loss=0.0192
+  step 3460000 |  32596s | train_loss=0.0195
+  step 3470000 |  32682s | train_loss=0.0190
+  step 3480000 |  32770s | train_loss=0.0193
+  step 3490000 |  32857s | train_loss=0.0185
+  step 3500000 |  33013s | train_loss=0.0185 | fid=45.4876
+  step 3510000 |  33102s | train_loss=0.0195
+  step 3520000 |  33189s | train_loss=0.0193
+  step 3530000 |  33275s | train_loss=0.0182
+  step 3540000 |  33361s | train_loss=0.0190
+  step 3550000 |  33449s | train_loss=0.0189
+  step 3560000 |  33537s | train_loss=0.0184
+  step 3570000 |  33625s | train_loss=0.0196
+  step 3580000 |  33711s | train_loss=0.0188
+  step 3590000 |  33799s | train_loss=0.0187
+  step 3600000 |  33955s | train_loss=0.0184 | fid=45.8988
+  step 3610000 |  34043s | train_loss=0.0197
+  step 3620000 |  34132s | train_loss=0.0184
+  step 3630000 |  34218s | train_loss=0.0179
+  step 3640000 |  34304s | train_loss=0.0194
+  step 3650000 |  34390s | train_loss=0.0182
+  step 3660000 |  34478s | train_loss=0.0195
+  step 3670000 |  34566s | train_loss=0.0191
+  step 3680000 |  34652s | train_loss=0.0178
+  step 3690000 |  34740s | train_loss=0.0183
+  step 3700000 |  34896s | train_loss=0.0201 | fid=47.8671
+  step 3710000 |  34984s | train_loss=0.0182
+  step 3720000 |  35072s | train_loss=0.0179
+  step 3730000 |  35160s | train_loss=0.0185
+  step 3740000 |  35247s | train_loss=0.0186
+  step 3750000 |  35332s | train_loss=0.0181
+  step 3760000 |  35418s | train_loss=0.0185
+  step 3770000 |  35506s | train_loss=0.0178
+  step 3780000 |  35594s | train_loss=0.0192
+  step 3790000 |  35680s | train_loss=0.0181
+  step 3800000 |  35835s | train_loss=0.0185 | fid=46.3106
+  step 3810000 |  35924s | train_loss=0.0191
+  step 3820000 |  36012s | train_loss=0.0186
+  step 3830000 |  36099s | train_loss=0.0192
+  step 3840000 |  36187s | train_loss=0.0184
+  step 3850000 |  36273s | train_loss=0.0176
+  step 3860000 |  36359s | train_loss=0.0177
+  step 3870000 |  36445s | train_loss=0.0181
+  step 3880000 |  36533s | train_loss=0.0185
+  step 3890000 |  36619s | train_loss=0.0191
+  step 3900000 |  36775s | train_loss=0.0174 | fid=46.0681
+  step 3910000 |  36863s | train_loss=0.0185
+  step 3920000 |  36951s | train_loss=0.0194
+  step 3930000 |  37039s | train_loss=0.0168
+  step 3940000 |  37127s | train_loss=0.0176
+  step 3950000 |  37215s | train_loss=0.0175
+  step 3960000 |  37301s | train_loss=0.0179
+  step 3970000 |  37386s | train_loss=0.0181
+  step 3980000 |  37473s | train_loss=0.0188
+  step 3990000 |  37561s | train_loss=0.0171
+  step 4000000 |  37714s | train_loss=0.0176 | fid=44.4851
+  step 4010000 |  37802s | train_loss=0.0178
+  step 4020000 |  37890s | train_loss=0.0178
+  step 4030000 |  37978s | train_loss=0.0173
+  step 4040000 |  38065s | train_loss=0.0175
+  step 4050000 |  38153s | train_loss=0.0178
+  step 4060000 |  38241s | train_loss=0.0168
+  step 4070000 |  38328s | train_loss=0.0183
+  step 4080000 |  38413s | train_loss=0.0166
+  step 4090000 |  38499s | train_loss=0.0185
+  step 4100000 |  38654s | train_loss=0.0173 | fid=43.8388
+  step 4110000 |  38742s | train_loss=0.0182
+  step 4120000 |  38830s | train_loss=0.0174
+  step 4130000 |  38918s | train_loss=0.0181
+  step 4140000 |  39005s | train_loss=0.0171
+  step 4150000 |  39093s | train_loss=0.0176
+  step 4160000 |  39181s | train_loss=0.0177
+  step 4170000 |  39269s | train_loss=0.0176
+  step 4180000 |  39357s | train_loss=0.0165
+  step 4190000 |  39441s | train_loss=0.0181
+  step 4200000 |  39593s | train_loss=0.0170 | fid=44.2248
+  step 4210000 |  39681s | train_loss=0.0189
+  step 4220000 |  39769s | train_loss=0.0170
+  step 4230000 |  39856s | train_loss=0.0190
+  step 4240000 |  39944s | train_loss=0.0175
+  step 4250000 |  40032s | train_loss=0.0167
+  step 4260000 |  40120s | train_loss=0.0176
+  step 4270000 |  40208s | train_loss=0.0169
+  step 4280000 |  40296s | train_loss=0.0177
+  step 4290000 |  40385s | train_loss=0.0169
+  step 4300000 |  40536s | train_loss=0.0174 | fid=43.2344
+  step 4310000 |  40623s | train_loss=0.0172
+  step 4320000 |  40711s | train_loss=0.0168
+  step 4330000 |  40798s | train_loss=0.0182
+  step 4340000 |  40886s | train_loss=0.0166
+  step 4350000 |  40974s | train_loss=0.0164
+  step 4360000 |  41062s | train_loss=0.0164
+  step 4370000 |  41150s | train_loss=0.0168
+  step 4380000 |  41238s | train_loss=0.0177
+  step 4390000 |  41326s | train_loss=0.0184
+  step 4400000 |  41480s | train_loss=0.0156 | fid=42.2085
+  step 4410000 |  41564s | train_loss=0.0166
+  step 4420000 |  41651s | train_loss=0.0176
+  step 4430000 |  41738s | train_loss=0.0179
+  step 4440000 |  41827s | train_loss=0.0167
+  step 4450000 |  41914s | train_loss=0.0158
+  step 4460000 |  42002s | train_loss=0.0162
+  step 4470000 |  42090s | train_loss=0.0168
+  step 4480000 |  42178s | train_loss=0.0170
+  step 4490000 |  42266s | train_loss=0.0162
+  step 4500000 |  42421s | train_loss=0.0157 | fid=43.9327
+  step 4510000 |  42508s | train_loss=0.0164
+  step 4520000 |  42592s | train_loss=0.0174
+  step 4530000 |  42678s | train_loss=0.0167
+  step 4540000 |  42766s | train_loss=0.0165
+  step 4550000 |  42854s | train_loss=0.0168
+  step 4560000 |  42942s | train_loss=0.0166
+  step 4570000 |  43029s | train_loss=0.0160
+  step 4580000 |  43118s | train_loss=0.0163
+  step 4590000 |  43206s | train_loss=0.0154
+  step 4600000 |  43361s | train_loss=0.0169 | fid=41.2007
+  step 4610000 |  43449s | train_loss=0.0167
+  step 4620000 |  43534s | train_loss=0.0168
+  step 4630000 |  43619s | train_loss=0.0157
+  step 4640000 |  43705s | train_loss=0.0173
+  step 4650000 |  43793s | train_loss=0.0172
+  step 4660000 |  43881s | train_loss=0.0172
+  step 4670000 |  43969s | train_loss=0.0155
+  step 4680000 |  44057s | train_loss=0.0160
+  step 4690000 |  44145s | train_loss=0.0178
+  step 4700000 |  44301s | train_loss=0.0172 | fid=41.5687
+  step 4710000 |  44389s | train_loss=0.0159
+  step 4720000 |  44477s | train_loss=0.0174
+  step 4730000 |  44563s | train_loss=0.0164
+  step 4740000 |  44649s | train_loss=0.0166
+  step 4750000 |  44735s | train_loss=0.0163
+  step 4760000 |  44823s | train_loss=0.0167
+  step 4770000 |  44911s | train_loss=0.0158
+  step 4780000 |  44999s | train_loss=0.0159
+  step 4790000 |  45087s | train_loss=0.0170
+  step 4800000 |  45244s | train_loss=0.0157 | fid=42.2849
+  step 4810000 |  45332s | train_loss=0.0156
+  step 4820000 |  45419s | train_loss=0.0163
+  step 4830000 |  45505s | train_loss=0.0154
+  step 4840000 |  45593s | train_loss=0.0167
+  step 4850000 |  45679s | train_loss=0.0153
+  step 4860000 |  45765s | train_loss=0.0160
+  step 4870000 |  45853s | train_loss=0.0159
+  step 4880000 |  45941s | train_loss=0.0155
+  step 4890000 |  46029s | train_loss=0.0154
+  step 4900000 |  46186s | train_loss=0.0159 | fid=41.7271
+  step 4910000 |  46274s | train_loss=0.0154
+  step 4920000 |  46362s | train_loss=0.0161
+  step 4930000 |  46450s | train_loss=0.0157
+  step 4940000 |  46536s | train_loss=0.0157
+  step 4950000 |  46623s | train_loss=0.0158
+  step 4960000 |  46709s | train_loss=0.0160
+  step 4970000 |  46796s | train_loss=0.0155
+  step 4980000 |  46884s | train_loss=0.0152
+  step 4990000 |  46972s | train_loss=0.0159
+  step 5000000 |  47127s | train_loss=0.0163 | fid=41.6628
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..55aa1dc27955a80a89c6d8014c4efc4462cc8160
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..a607dee8585bcddef96ce5e325b0a70076384bb1
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 68.59892106056213, "train_loss_step": 140.59242248535156, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 0.9970928737095424, "subset_score_loss": 0.9970928737095424, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9770316481590271, "fid": 310.91299066806516}
+{"step": 10000, "wall_time": 164.64380407333374, "train_loss_step": 28.118698120117188, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.7553501674107143, "subset_score_loss": 0.7553501674107143}
+{"step": 20000, "wall_time": 261.2120997905731, "train_loss_step": 21.43250846862793, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6283526284354074, "subset_score_loss": 0.6283526284354074}
+{"step": 30000, "wall_time": 357.30547547340393, "train_loss_step": 22.659740447998047, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.5155387333461217, "subset_score_loss": 0.5155387333461217}
+{"step": 40000, "wall_time": 453.9860198497772, "train_loss_step": 18.164958953857422, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.4168135234287807, "subset_score_loss": 0.4168135234287807}
+{"step": 50000, "wall_time": 550.711261510849, "train_loss_step": 16.08745574951172, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.3339484078543527, "subset_score_loss": 0.3339484078543527}
+{"step": 60000, "wall_time": 647.5502510070801, "train_loss_step": 15.65202522277832, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.26901909964425225, "subset_score_loss": 0.26901909964425225}
+{"step": 70000, "wall_time": 744.5526177883148, "train_loss_step": 13.83978271484375, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.22056048257010324, "subset_score_loss": 0.22056048257010324}
+{"step": 80000, "wall_time": 841.2361316680908, "train_loss_step": 12.937858581542969, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.19069123949323383, "subset_score_loss": 0.19069123949323383}
+{"step": 90000, "wall_time": 937.9537787437439, "train_loss_step": 12.337275505065918, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.16245544978550502, "subset_score_loss": 0.16245544978550502}
+{"step": 100000, "wall_time": 1105.7171878814697, "train_loss_step": 12.70811939239502, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.1487989970615932, "subset_score_loss": 0.1487989970615932, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9308584928512573, "fid": 65.58855366070026}
+{"step": 110000, "wall_time": 1200.7157397270203, "train_loss_step": 11.589780807495117, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.14289475849696567, "subset_score_loss": 0.14289475849696567}
+{"step": 120000, "wall_time": 1296.4629983901978, "train_loss_step": 11.636624336242676, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.1276437623160226, "subset_score_loss": 0.1276437623160226}
+{"step": 130000, "wall_time": 1393.2067439556122, "train_loss_step": 9.914205551147461, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.11982191630772182, "subset_score_loss": 0.11982191630772182}
+{"step": 140000, "wall_time": 1490.0735018253326, "train_loss_step": 10.070686340332031, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.11662536348615374, "subset_score_loss": 0.11662536348615374}
+{"step": 150000, "wall_time": 1586.8135776519775, "train_loss_step": 10.178085327148438, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.10769970076424736, "subset_score_loss": 0.10769970076424736}
+{"step": 160000, "wall_time": 1683.905835390091, "train_loss_step": 9.69369125366211, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.10367846488952637, "subset_score_loss": 0.10367846488952637}
+{"step": 170000, "wall_time": 1780.905972480774, "train_loss_step": 9.734212875366211, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.10363315173557826, "subset_score_loss": 0.10363315173557826}
+{"step": 180000, "wall_time": 1877.4552292823792, "train_loss_step": 9.687664031982422, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09387440681457519, "subset_score_loss": 0.09387440681457519}
+{"step": 190000, "wall_time": 1971.0819251537323, "train_loss_step": 9.377655982971191, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.09361327035086496, "subset_score_loss": 0.09361327035086496}
+{"step": 200000, "wall_time": 2139.6325585842133, "train_loss_step": 9.787811279296875, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09122158459254674, "subset_score_loss": 0.09122158459254674, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.8979302644729614, "fid": 64.38135029321282}
+{"step": 210000, "wall_time": 2231.1697142124176, "train_loss_step": 9.203254699707031, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.08561771937779018, "subset_score_loss": 0.08561771937779018}
+{"step": 220000, "wall_time": 2326.891092777252, "train_loss_step": 8.933286666870117, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08502276965550014, "subset_score_loss": 0.08502276965550014}
+{"step": 230000, "wall_time": 2423.367669582367, "train_loss_step": 8.191045761108398, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.0841311114174979, "subset_score_loss": 0.0841311114174979}
+{"step": 240000, "wall_time": 2520.0028252601624, "train_loss_step": 8.592843055725098, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.07875794001988003, "subset_score_loss": 0.07875794001988003}
+{"step": 250000, "wall_time": 2616.6422634124756, "train_loss_step": 9.120365142822266, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.08172322000776018, "subset_score_loss": 0.08172322000776018}
+{"step": 260000, "wall_time": 2713.4647274017334, "train_loss_step": 8.385722160339355, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.07529820714678083, "subset_score_loss": 0.07529820714678083}
+{"step": 270000, "wall_time": 2810.2297723293304, "train_loss_step": 8.238819122314453, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07193940026419503, "subset_score_loss": 0.07193940026419503}
+{"step": 280000, "wall_time": 2904.3757984638214, "train_loss_step": 8.526015281677246, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07180547714233398, "subset_score_loss": 0.07180547714233398}
+{"step": 290000, "wall_time": 3000.1673929691315, "train_loss_step": 8.930523872375488, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07320023945399694, "subset_score_loss": 0.07320023945399694}
+{"step": 300000, "wall_time": 3171.5200815200806, "train_loss_step": 8.77322769165039, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.07402302197047643, "subset_score_loss": 0.07402302197047643, "memorization_fraction_pixel": 0.008799999952316284, "mean_nn_ratio_pixel": 0.8831611275672913, "fid": 66.05939579761687}
+{"step": 310000, "wall_time": 3263.38959813118, "train_loss_step": 8.04678726196289, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.06942171369280134, "subset_score_loss": 0.06942171369280134}
+{"step": 320000, "wall_time": 3359.1314430236816, "train_loss_step": 8.192343711853027, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.07005737168448312, "subset_score_loss": 0.07005737168448312}
+{"step": 330000, "wall_time": 3455.715266942978, "train_loss_step": 7.766690731048584, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.06584771701267787, "subset_score_loss": 0.06584771701267787}
+{"step": 340000, "wall_time": 3552.514186143875, "train_loss_step": 7.0976457595825195, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.06527779442923409, "subset_score_loss": 0.06527779442923409}
+{"step": 350000, "wall_time": 3649.4339673519135, "train_loss_step": 7.888134479522705, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.06438487597874233, "subset_score_loss": 0.06438487597874233}
+{"step": 360000, "wall_time": 3746.177126646042, "train_loss_step": 8.115951538085938, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.06500474384852818, "subset_score_loss": 0.06500474384852818}
+{"step": 370000, "wall_time": 3840.9446408748627, "train_loss_step": 7.967750072479248, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.060370356695992604, "subset_score_loss": 0.060370356695992604}
+{"step": 380000, "wall_time": 3935.9598500728607, "train_loss_step": 7.994271278381348, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06152465002877372, "subset_score_loss": 0.06152465002877372}
+{"step": 390000, "wall_time": 4031.2227149009705, "train_loss_step": 7.462223052978516, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.061376707894461494, "subset_score_loss": 0.061376707894461494}
+{"step": 400000, "wall_time": 4203.615188121796, "train_loss_step": 7.180334568023682, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.05887166431971959, "subset_score_loss": 0.05887166431971959, "memorization_fraction_pixel": 0.01850000023841858, "mean_nn_ratio_pixel": 0.8541760444641113, "fid": 67.07321346800032}
+{"step": 410000, "wall_time": 4294.2822189331055, "train_loss_step": 8.20412540435791, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.05983268874032157, "subset_score_loss": 0.05983268874032157}
+{"step": 420000, "wall_time": 4390.466877222061, "train_loss_step": 7.479055404663086, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.05853755133492606, "subset_score_loss": 0.05853755133492606}
+{"step": 430000, "wall_time": 4487.383779525757, "train_loss_step": 7.1305341720581055, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.058003296170915875, "subset_score_loss": 0.058003296170915875}
+{"step": 440000, "wall_time": 4584.307812690735, "train_loss_step": 7.758699893951416, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.05724708693368094, "subset_score_loss": 0.05724708693368094}
+{"step": 450000, "wall_time": 4681.063224315643, "train_loss_step": 7.218029022216797, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.05679512705121722, "subset_score_loss": 0.05679512705121722}
+{"step": 460000, "wall_time": 4775.772891044617, "train_loss_step": 7.4761576652526855, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.0559307507106236, "subset_score_loss": 0.0559307507106236}
+{"step": 470000, "wall_time": 4872.202392816544, "train_loss_step": 7.315528392791748, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.058158063888549806, "subset_score_loss": 0.058158063888549806}
+{"step": 480000, "wall_time": 4968.398935079575, "train_loss_step": 6.994536876678467, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05353880609784808, "subset_score_loss": 0.05353880609784808}
+{"step": 490000, "wall_time": 5063.36931347847, "train_loss_step": 7.056788444519043, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.053632439885820664, "subset_score_loss": 0.053632439885820664}
+{"step": 500000, "wall_time": 5235.138692140579, "train_loss_step": 7.252255439758301, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.05148650918688093, "subset_score_loss": 0.05148650918688093, "memorization_fraction_pixel": 0.027499999850988388, "mean_nn_ratio_pixel": 0.8423261642456055, "fid": 65.31531773050622}
+{"step": 510000, "wall_time": 5326.6034388542175, "train_loss_step": 7.486904144287109, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.053940933091299874, "subset_score_loss": 0.053940933091299874}
+{"step": 520000, "wall_time": 5422.951733589172, "train_loss_step": 7.3677873611450195, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.0532480069569179, "subset_score_loss": 0.0532480069569179}
+{"step": 530000, "wall_time": 5519.781741857529, "train_loss_step": 7.068141937255859, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.05233409064156669, "subset_score_loss": 0.05233409064156669}
+{"step": 540000, "wall_time": 5616.633255958557, "train_loss_step": 7.106939315795898, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.052770897320338656, "subset_score_loss": 0.052770897320338656}
+{"step": 550000, "wall_time": 5711.147509098053, "train_loss_step": 7.206571578979492, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.05330797604152134, "subset_score_loss": 0.05330797604152134}
+{"step": 560000, "wall_time": 5807.415085315704, "train_loss_step": 6.890781879425049, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.04763385568346296, "subset_score_loss": 0.04763385568346296}
+{"step": 570000, "wall_time": 5903.2115161418915, "train_loss_step": 6.685309886932373, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05220916271209717, "subset_score_loss": 0.05220916271209717}
+{"step": 580000, "wall_time": 5998.313530445099, "train_loss_step": 6.993508338928223, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.0522803544998169, "subset_score_loss": 0.0522803544998169}
+{"step": 590000, "wall_time": 6094.826874256134, "train_loss_step": 7.125415325164795, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.048810485431126184, "subset_score_loss": 0.048810485431126184}
+{"step": 600000, "wall_time": 6266.4586770534515, "train_loss_step": 6.726112365722656, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.05024372850145612, "subset_score_loss": 0.05024372850145612, "memorization_fraction_pixel": 0.041600000113248825, "mean_nn_ratio_pixel": 0.8272622227668762, "fid": 63.99790064492113}
+{"step": 610000, "wall_time": 6357.941752672195, "train_loss_step": 6.694653511047363, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.04814978667667934, "subset_score_loss": 0.04814978667667934}
+{"step": 620000, "wall_time": 6454.571549415588, "train_loss_step": 6.794905662536621, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.04775121552603585, "subset_score_loss": 0.04775121552603585}
+{"step": 630000, "wall_time": 6551.026342153549, "train_loss_step": 6.7612104415893555, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.0476442745753697, "subset_score_loss": 0.0476442745753697}
+{"step": 640000, "wall_time": 6645.740474224091, "train_loss_step": 6.514650821685791, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.047689502579825266, "subset_score_loss": 0.047689502579825266}
+{"step": 650000, "wall_time": 6741.712803840637, "train_loss_step": 6.4727983474731445, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.048148601395743236, "subset_score_loss": 0.048148601395743236}
+{"step": 660000, "wall_time": 6838.557198524475, "train_loss_step": 6.354199409484863, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.04641809122903007, "subset_score_loss": 0.04641809122903007}
+{"step": 670000, "wall_time": 6934.662185668945, "train_loss_step": 6.285313606262207, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.04563336031777518, "subset_score_loss": 0.04563336031777518}
+{"step": 680000, "wall_time": 7029.455562114716, "train_loss_step": 6.6305413246154785, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.04569015843527657, "subset_score_loss": 0.04569015843527657}
+{"step": 690000, "wall_time": 7126.188875198364, "train_loss_step": 6.0981645584106445, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.04584570612226214, "subset_score_loss": 0.04584570612226214}
+{"step": 700000, "wall_time": 7298.723054647446, "train_loss_step": 6.67994499206543, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.04622717244284494, "subset_score_loss": 0.04622717244284494, "memorization_fraction_pixel": 0.0551999993622303, "mean_nn_ratio_pixel": 0.8174172639846802, "fid": 63.07649361218309}
+{"step": 710000, "wall_time": 7390.518330574036, "train_loss_step": 6.180454254150391, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.045483429091317314, "subset_score_loss": 0.045483429091317314}
+{"step": 720000, "wall_time": 7487.2024693489075, "train_loss_step": 6.756984233856201, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.045837388719831194, "subset_score_loss": 0.045837388719831194}
+{"step": 730000, "wall_time": 7582.457814693451, "train_loss_step": 6.667229652404785, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.042781250817435126, "subset_score_loss": 0.042781250817435126}
+{"step": 740000, "wall_time": 7678.547770738602, "train_loss_step": 6.633016586303711, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.04553320748465402, "subset_score_loss": 0.04553320748465402}
+{"step": 750000, "wall_time": 7774.805760860443, "train_loss_step": 6.644283771514893, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.04533537115369524, "subset_score_loss": 0.04533537115369524}
+{"step": 760000, "wall_time": 7870.919293165207, "train_loss_step": 6.658797740936279, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.04355298110416957, "subset_score_loss": 0.04355298110416957}
+{"step": 770000, "wall_time": 7965.640659809113, "train_loss_step": 6.295078754425049, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.04436365876879011, "subset_score_loss": 0.04436365876879011}
+{"step": 780000, "wall_time": 8062.454803466797, "train_loss_step": 6.488839626312256, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.04301699229649135, "subset_score_loss": 0.04301699229649135}
+{"step": 790000, "wall_time": 8159.088323831558, "train_loss_step": 6.529777526855469, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.04205057621002197, "subset_score_loss": 0.04205057621002197}
+{"step": 800000, "wall_time": 8330.623277187347, "train_loss_step": 6.248210906982422, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.04226602145603725, "subset_score_loss": 0.04226602145603725, "memorization_fraction_pixel": 0.0803999975323677, "mean_nn_ratio_pixel": 0.7973266839981079, "fid": 61.67972006794481}
+{"step": 810000, "wall_time": 8422.729818344116, "train_loss_step": 6.46075963973999, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.0430786064692906, "subset_score_loss": 0.0430786064692906}
+{"step": 820000, "wall_time": 8517.896945238113, "train_loss_step": 6.383118629455566, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.04126578739711217, "subset_score_loss": 0.04126578739711217}
+{"step": 830000, "wall_time": 8614.082049369812, "train_loss_step": 5.811728477478027, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.043213755743844166, "subset_score_loss": 0.043213755743844166}
+{"step": 840000, "wall_time": 8710.716709375381, "train_loss_step": 6.4594926834106445, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.04464507784162249, "subset_score_loss": 0.04464507784162249}
+{"step": 850000, "wall_time": 8806.472525596619, "train_loss_step": 6.214435577392578, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.040513709613255094, "subset_score_loss": 0.040513709613255094}
+{"step": 860000, "wall_time": 8903.121738672256, "train_loss_step": 6.140165328979492, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.04221785068511963, "subset_score_loss": 0.04221785068511963}
+{"step": 870000, "wall_time": 8997.734250307083, "train_loss_step": 6.628693580627441, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.04317765235900879, "subset_score_loss": 0.04317765235900879}
+{"step": 880000, "wall_time": 9094.610315799713, "train_loss_step": 5.962856769561768, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.038911536761692594, "subset_score_loss": 0.038911536761692594}
+{"step": 890000, "wall_time": 9191.367626428604, "train_loss_step": 6.259951591491699, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.04092111587524414, "subset_score_loss": 0.04092111587524414}
+{"step": 900000, "wall_time": 9363.622428417206, "train_loss_step": 6.022578239440918, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.041641010556902204, "subset_score_loss": 0.041641010556902204, "memorization_fraction_pixel": 0.10170000046491623, "mean_nn_ratio_pixel": 0.776241660118103, "fid": 64.81498268819976}
+{"step": 910000, "wall_time": 9453.593020677567, "train_loss_step": 5.833580017089844, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.041340994834899905, "subset_score_loss": 0.041340994834899905}
+{"step": 920000, "wall_time": 9549.868860006332, "train_loss_step": 6.062382698059082, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.03878975595746722, "subset_score_loss": 0.03878975595746722}
+{"step": 930000, "wall_time": 9646.442028522491, "train_loss_step": 5.882135391235352, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.041512863976614814, "subset_score_loss": 0.041512863976614814}
+{"step": 940000, "wall_time": 9743.327618598938, "train_loss_step": 6.40590763092041, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.04188576766422817, "subset_score_loss": 0.04188576766422817}
+{"step": 950000, "wall_time": 9839.272742271423, "train_loss_step": 5.794010162353516, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.03939187186104911, "subset_score_loss": 0.03939187186104911}
+{"step": 960000, "wall_time": 9934.254246234894, "train_loss_step": 6.140534400939941, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.039572163990565706, "subset_score_loss": 0.039572163990565706}
+{"step": 970000, "wall_time": 10031.371780872345, "train_loss_step": 5.83098030090332, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.03950858797345843, "subset_score_loss": 0.03950858797345843}
+{"step": 980000, "wall_time": 10128.335584878922, "train_loss_step": 6.1081342697143555, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.040040390832083564, "subset_score_loss": 0.040040390832083564}
+{"step": 990000, "wall_time": 10224.888283252716, "train_loss_step": 5.859004020690918, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.03891781738826207, "subset_score_loss": 0.03891781738826207}
+{"step": 1000000, "wall_time": 10395.731653928757, "train_loss_step": 5.995668411254883, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.04021666731153216, "subset_score_loss": 0.04021666731153216, "memorization_fraction_pixel": 0.1216999962925911, "mean_nn_ratio_pixel": 0.7653011083602905, "fid": 62.30861700095194}
+{"step": 1010000, "wall_time": 10487.350244045258, "train_loss_step": 6.086465358734131, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.03650360448019845, "subset_score_loss": 0.03650360448019845}
+{"step": 1020000, "wall_time": 10583.77516746521, "train_loss_step": 5.981093406677246, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.0362086262021746, "subset_score_loss": 0.0362086262021746}
+{"step": 1030000, "wall_time": 10680.793531656265, "train_loss_step": 5.514894962310791, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.037612390518188474, "subset_score_loss": 0.037612390518188474}
+{"step": 1040000, "wall_time": 10776.723220586777, "train_loss_step": 6.029285430908203, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.03587633201054164, "subset_score_loss": 0.03587633201054164}
+{"step": 1050000, "wall_time": 10873.407872915268, "train_loss_step": 5.90019416809082, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.037051326887948176, "subset_score_loss": 0.037051326887948176}
+{"step": 1060000, "wall_time": 10968.221888065338, "train_loss_step": 5.567573070526123, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.037463835307529995, "subset_score_loss": 0.037463835307529995}
+{"step": 1070000, "wall_time": 11065.098796844482, "train_loss_step": 6.26419734954834, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.039417903763907296, "subset_score_loss": 0.039417903763907296}
+{"step": 1080000, "wall_time": 11161.614886760712, "train_loss_step": 5.88254976272583, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.03919168881007603, "subset_score_loss": 0.03919168881007603}
+{"step": 1090000, "wall_time": 11258.30819606781, "train_loss_step": 5.945771217346191, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.03633759362357003, "subset_score_loss": 0.03633759362357003}
+{"step": 1100000, "wall_time": 11427.554364204407, "train_loss_step": 5.816130638122559, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.037306475639343264, "subset_score_loss": 0.037306475639343264, "memorization_fraction_pixel": 0.15950000286102295, "mean_nn_ratio_pixel": 0.7378060817718506, "fid": 58.260189637832084}
+{"step": 1110000, "wall_time": 11520.325407505035, "train_loss_step": 5.914069175720215, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.03981960500989642, "subset_score_loss": 0.03981960500989642}
+{"step": 1120000, "wall_time": 11617.235385656357, "train_loss_step": 5.912308692932129, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.03704056058611189, "subset_score_loss": 0.03704056058611189}
+{"step": 1130000, "wall_time": 11713.551586389542, "train_loss_step": 5.415123462677002, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.03546923228672572, "subset_score_loss": 0.03546923228672572}
+{"step": 1140000, "wall_time": 11810.26885509491, "train_loss_step": 5.322704315185547, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.034623329980032785, "subset_score_loss": 0.034623329980032785}
+{"step": 1150000, "wall_time": 11905.762059688568, "train_loss_step": 5.446437358856201, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.03465838772909982, "subset_score_loss": 0.03465838772909982}
+{"step": 1160000, "wall_time": 12001.697790145874, "train_loss_step": 5.487739562988281, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.03513926778520857, "subset_score_loss": 0.03513926778520857}
+{"step": 1170000, "wall_time": 12098.857355833054, "train_loss_step": 5.584035873413086, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.035825276374816896, "subset_score_loss": 0.035825276374816896}
+{"step": 1180000, "wall_time": 12195.81732583046, "train_loss_step": 5.6522722244262695, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.03473481450762068, "subset_score_loss": 0.03473481450762068}
+{"step": 1190000, "wall_time": 12290.701080083847, "train_loss_step": 5.478724002838135, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.035109274727957586, "subset_score_loss": 0.035109274727957586}
+{"step": 1200000, "wall_time": 12461.289113521576, "train_loss_step": 5.606222152709961, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.03410280432019915, "subset_score_loss": 0.03410280432019915, "memorization_fraction_pixel": 0.1793999969959259, "mean_nn_ratio_pixel": 0.7315658330917358, "fid": 58.699360514516805}
+{"step": 1210000, "wall_time": 12554.011862754822, "train_loss_step": 5.202350616455078, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.03374561241694859, "subset_score_loss": 0.03374561241694859}
+{"step": 1220000, "wall_time": 12650.791256189346, "train_loss_step": 5.508495330810547, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03420169353485107, "subset_score_loss": 0.03420169353485107}
+{"step": 1230000, "wall_time": 12747.1019449234, "train_loss_step": 5.04056453704834, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.034433109419686456, "subset_score_loss": 0.034433109419686456}
+{"step": 1240000, "wall_time": 12843.850098609924, "train_loss_step": 5.568911552429199, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.0342557430267334, "subset_score_loss": 0.0342557430267334}
+{"step": 1250000, "wall_time": 12938.800765991211, "train_loss_step": 4.898094654083252, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.036757520266941617, "subset_score_loss": 0.036757520266941617}
+{"step": 1260000, "wall_time": 13035.470221757889, "train_loss_step": 5.243743896484375, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.03420318194798061, "subset_score_loss": 0.03420318194798061}
+{"step": 1270000, "wall_time": 13132.228812456131, "train_loss_step": 5.505267143249512, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.03317514147077288, "subset_score_loss": 0.03317514147077288}
+{"step": 1280000, "wall_time": 13227.192598342896, "train_loss_step": 5.2763671875, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.0324303320475987, "subset_score_loss": 0.0324303320475987}
+{"step": 1290000, "wall_time": 13323.42469382286, "train_loss_step": 5.269627094268799, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.033522238050188335, "subset_score_loss": 0.033522238050188335}
+{"step": 1300000, "wall_time": 13494.803452014923, "train_loss_step": 5.345149993896484, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.031436198098318914, "subset_score_loss": 0.031436198098318914, "memorization_fraction_pixel": 0.19580000638961792, "mean_nn_ratio_pixel": 0.7357916831970215, "fid": 62.06907531068481}
+{"step": 1310000, "wall_time": 13587.347339391708, "train_loss_step": 5.300288200378418, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.034691388266427176, "subset_score_loss": 0.034691388266427176}
+{"step": 1320000, "wall_time": 13683.975024938583, "train_loss_step": 5.144641399383545, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.03248481069292341, "subset_score_loss": 0.03248481069292341}
+{"step": 1330000, "wall_time": 13780.745320558548, "train_loss_step": 5.547039031982422, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.031218440192086357, "subset_score_loss": 0.031218440192086357}
+{"step": 1340000, "wall_time": 13877.420850276947, "train_loss_step": 5.324382305145264, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03218744822910854, "subset_score_loss": 0.03218744822910854}
+{"step": 1350000, "wall_time": 13972.646287441254, "train_loss_step": 5.38729190826416, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.03329638413020543, "subset_score_loss": 0.03329638413020543}
+{"step": 1360000, "wall_time": 14069.643593549728, "train_loss_step": 5.29680061340332, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.031266679082598, "subset_score_loss": 0.031266679082598}
+{"step": 1370000, "wall_time": 14164.726159334183, "train_loss_step": 5.165624618530273, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.03358244214739118, "subset_score_loss": 0.03358244214739118}
+{"step": 1380000, "wall_time": 14261.619943618774, "train_loss_step": 4.845798015594482, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.03278273173740932, "subset_score_loss": 0.03278273173740932}
+{"step": 1390000, "wall_time": 14357.738859653473, "train_loss_step": 5.589001655578613, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.03490827083587646, "subset_score_loss": 0.03490827083587646}
+{"step": 1400000, "wall_time": 14529.529348611832, "train_loss_step": 5.216951370239258, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.0325545072555542, "subset_score_loss": 0.0325545072555542, "memorization_fraction_pixel": 0.26600000262260437, "mean_nn_ratio_pixel": 0.6838493347167969, "fid": 59.520972337169226}
+{"step": 1410000, "wall_time": 14622.356831073761, "train_loss_step": 5.006904602050781, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.031110749925885882, "subset_score_loss": 0.031110749925885882}
+{"step": 1420000, "wall_time": 14718.775737524033, "train_loss_step": 5.055907249450684, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03180058683667864, "subset_score_loss": 0.03180058683667864}
+{"step": 1430000, "wall_time": 14815.714774370193, "train_loss_step": 5.195807933807373, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.03251354353768485, "subset_score_loss": 0.03251354353768485}
+{"step": 1440000, "wall_time": 14910.499005794525, "train_loss_step": 4.840790748596191, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.03246301242283412, "subset_score_loss": 0.03246301242283412}
+{"step": 1450000, "wall_time": 15007.245155096054, "train_loss_step": 5.109461307525635, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.032328854288373676, "subset_score_loss": 0.032328854288373676}
+{"step": 1460000, "wall_time": 15102.34602022171, "train_loss_step": 5.354128360748291, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.031210078511919294, "subset_score_loss": 0.031210078511919294}
+{"step": 1470000, "wall_time": 15198.99744439125, "train_loss_step": 5.086456298828125, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.031150783811296736, "subset_score_loss": 0.031150783811296736}
+{"step": 1480000, "wall_time": 15295.317951917648, "train_loss_step": 4.85980749130249, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.03265697615487235, "subset_score_loss": 0.03265697615487235}
+{"step": 1490000, "wall_time": 15392.088724851608, "train_loss_step": 5.187150001525879, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.029655211312430246, "subset_score_loss": 0.029655211312430246}
+{"step": 1500000, "wall_time": 15564.454958677292, "train_loss_step": 5.261049270629883, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.031626105308532715, "subset_score_loss": 0.031626105308532715, "memorization_fraction_pixel": 0.27230000495910645, "mean_nn_ratio_pixel": 0.6918624043464661, "fid": 64.80104405867851}
+{"step": 1510000, "wall_time": 15656.866078853607, "train_loss_step": 4.712855339050293, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.030307003429957798, "subset_score_loss": 0.030307003429957798}
+{"step": 1520000, "wall_time": 15753.645233869553, "train_loss_step": 5.074335098266602, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.030704310962132046, "subset_score_loss": 0.030704310962132046}
+{"step": 1530000, "wall_time": 15850.582293510437, "train_loss_step": 4.853108882904053, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.03073772702898298, "subset_score_loss": 0.03073772702898298}
+{"step": 1540000, "wall_time": 15945.675145149231, "train_loss_step": 4.6887311935424805, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.02952601569039481, "subset_score_loss": 0.02952601569039481}
+{"step": 1550000, "wall_time": 16040.886420488358, "train_loss_step": 4.95906925201416, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.029795820372445242, "subset_score_loss": 0.029795820372445242}
+{"step": 1560000, "wall_time": 16137.677565574646, "train_loss_step": 4.872328281402588, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.029375222751072474, "subset_score_loss": 0.029375222751072474}
+{"step": 1570000, "wall_time": 16233.893907308578, "train_loss_step": 4.95318078994751, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.029156695093427387, "subset_score_loss": 0.029156695093427387}
+{"step": 1580000, "wall_time": 16330.810061216354, "train_loss_step": 4.981507301330566, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.030412159647260392, "subset_score_loss": 0.030412159647260392}
+{"step": 1590000, "wall_time": 16427.654594898224, "train_loss_step": 4.737958908081055, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.02946291310446603, "subset_score_loss": 0.02946291310446603}
+{"step": 1600000, "wall_time": 16598.919587135315, "train_loss_step": 5.149089336395264, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.029595293317522323, "subset_score_loss": 0.029595293317522323, "memorization_fraction_pixel": 0.2992999851703644, "mean_nn_ratio_pixel": 0.6824830174446106, "fid": 61.55970634852737}
+{"step": 1610000, "wall_time": 16691.36065888405, "train_loss_step": 4.905837535858154, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.02977651187351772, "subset_score_loss": 0.02977651187351772}
+{"step": 1620000, "wall_time": 16788.19930100441, "train_loss_step": 5.027246475219727, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.02766350167138236, "subset_score_loss": 0.02766350167138236}
+{"step": 1630000, "wall_time": 16883.39874649048, "train_loss_step": 4.863226890563965, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.029462943758283344, "subset_score_loss": 0.029462943758283344}
+{"step": 1640000, "wall_time": 16979.42184305191, "train_loss_step": 4.681205749511719, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.028174434389386858, "subset_score_loss": 0.028174434389386858}
+{"step": 1650000, "wall_time": 17075.473971366882, "train_loss_step": 4.942770481109619, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.028078060490744454, "subset_score_loss": 0.028078060490744454}
+{"step": 1660000, "wall_time": 17171.48929142952, "train_loss_step": 4.665801048278809, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.02817003216062273, "subset_score_loss": 0.02817003216062273}
+{"step": 1670000, "wall_time": 17268.401076316833, "train_loss_step": 4.84586238861084, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.028464821406773158, "subset_score_loss": 0.028464821406773158}
+{"step": 1680000, "wall_time": 17365.0471739769, "train_loss_step": 4.806335926055908, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.027140389169965473, "subset_score_loss": 0.027140389169965473}
+{"step": 1690000, "wall_time": 17461.8199801445, "train_loss_step": 5.394228935241699, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.02931243692125593, "subset_score_loss": 0.02931243692125593}
+{"step": 1700000, "wall_time": 17633.186203718185, "train_loss_step": 4.867214679718018, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.028364111695970806, "subset_score_loss": 0.028364111695970806, "memorization_fraction_pixel": 0.32850000262260437, "mean_nn_ratio_pixel": 0.6722524762153625, "fid": 63.539511678728374}
+{"step": 1710000, "wall_time": 17725.89802145958, "train_loss_step": 5.098584175109863, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.02959122657775879, "subset_score_loss": 0.02959122657775879}
+{"step": 1720000, "wall_time": 17822.414319753647, "train_loss_step": 4.838871479034424, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.027057744775499618, "subset_score_loss": 0.027057744775499618}
+{"step": 1730000, "wall_time": 17917.437096834183, "train_loss_step": 4.5667924880981445, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.029095758710588726, "subset_score_loss": 0.029095758710588726}
+{"step": 1740000, "wall_time": 18012.28917980194, "train_loss_step": 4.9425835609436035, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.027138801983424596, "subset_score_loss": 0.027138801983424596}
+{"step": 1750000, "wall_time": 18108.36189007759, "train_loss_step": 5.093636512756348, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.026735624245234898, "subset_score_loss": 0.026735624245234898}
+{"step": 1760000, "wall_time": 18205.27351117134, "train_loss_step": 4.699036598205566, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.0288034302847726, "subset_score_loss": 0.0288034302847726}
+{"step": 1770000, "wall_time": 18302.055547952652, "train_loss_step": 4.785932540893555, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.027459127562386648, "subset_score_loss": 0.027459127562386648}
+{"step": 1780000, "wall_time": 18398.68103337288, "train_loss_step": 4.693536758422852, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.028118429865155902, "subset_score_loss": 0.028118429865155902}
+{"step": 1790000, "wall_time": 18495.316676855087, "train_loss_step": 4.536035060882568, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.027173071248190742, "subset_score_loss": 0.027173071248190742}
+{"step": 1800000, "wall_time": 18667.146453380585, "train_loss_step": 4.613730430603027, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.029523774555751257, "subset_score_loss": 0.029523774555751257, "memorization_fraction_pixel": 0.3492000102996826, "mean_nn_ratio_pixel": 0.6624634861946106, "fid": 61.83857447164575}
+{"step": 1810000, "wall_time": 18760.131063699722, "train_loss_step": 4.746718406677246, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.027460641520363944, "subset_score_loss": 0.027460641520363944}
+{"step": 1820000, "wall_time": 18855.025655031204, "train_loss_step": 4.668794631958008, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.025316410405295236, "subset_score_loss": 0.025316410405295236}
+{"step": 1830000, "wall_time": 18950.11513400078, "train_loss_step": 4.3571367263793945, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.02626072679247175, "subset_score_loss": 0.02626072679247175}
+{"step": 1840000, "wall_time": 19046.60744857788, "train_loss_step": 4.465872764587402, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.028244052614484514, "subset_score_loss": 0.028244052614484514}
+{"step": 1850000, "wall_time": 19143.209782600403, "train_loss_step": 4.508808135986328, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.025251664434160506, "subset_score_loss": 0.025251664434160506}
+{"step": 1860000, "wall_time": 19240.202795028687, "train_loss_step": 4.423749923706055, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.026961752346583774, "subset_score_loss": 0.026961752346583774}
+{"step": 1870000, "wall_time": 19337.089790582657, "train_loss_step": 4.747584342956543, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.026570972374507357, "subset_score_loss": 0.026570972374507357}
+{"step": 1880000, "wall_time": 19433.85266327858, "train_loss_step": 4.640030860900879, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.027245002133505686, "subset_score_loss": 0.027245002133505686}
+{"step": 1890000, "wall_time": 19530.06410050392, "train_loss_step": 4.780567646026611, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.02947840350014823, "subset_score_loss": 0.02947840350014823}
+{"step": 1900000, "wall_time": 19701.718019247055, "train_loss_step": 4.77689266204834, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.025468737738473076, "subset_score_loss": 0.025468737738473076, "memorization_fraction_pixel": 0.38519999384880066, "mean_nn_ratio_pixel": 0.6418591141700745, "fid": 60.23682299189525}
+{"step": 1910000, "wall_time": 19794.583882331848, "train_loss_step": 4.324084758758545, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.026586849348885673, "subset_score_loss": 0.026586849348885673}
+{"step": 1920000, "wall_time": 19887.181320905685, "train_loss_step": 4.514596939086914, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.02502803291593279, "subset_score_loss": 0.02502803291593279}
+{"step": 1930000, "wall_time": 19983.778061151505, "train_loss_step": 4.521280288696289, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.02656794275556292, "subset_score_loss": 0.02656794275556292}
+{"step": 1940000, "wall_time": 20080.33850812912, "train_loss_step": 4.713756561279297, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.025334431443895612, "subset_score_loss": 0.025334431443895612}
+{"step": 1950000, "wall_time": 20176.862303495407, "train_loss_step": 4.840978622436523, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.027104359013693673, "subset_score_loss": 0.027104359013693673}
+{"step": 1960000, "wall_time": 20273.446231126785, "train_loss_step": 4.62182092666626, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.025192815916878837, "subset_score_loss": 0.025192815916878837}
+{"step": 1970000, "wall_time": 20370.028300523758, "train_loss_step": 4.695981979370117, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.02578040702002389, "subset_score_loss": 0.02578040702002389}
+{"step": 1980000, "wall_time": 20466.787085056305, "train_loss_step": 4.618082046508789, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.027162860121045795, "subset_score_loss": 0.027162860121045795}
+{"step": 1990000, "wall_time": 20563.261535167694, "train_loss_step": 4.281886577606201, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.026320736748831612, "subset_score_loss": 0.026320736748831612}
+{"step": 2000000, "wall_time": 20734.487824440002, "train_loss_step": 4.588727951049805, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.02679896524974278, "subset_score_loss": 0.02679896524974278, "memorization_fraction_pixel": 0.41190001368522644, "mean_nn_ratio_pixel": 0.6209073662757874, "fid": 58.73552359924773}
+{"step": 2010000, "wall_time": 20823.579426050186, "train_loss_step": 4.6748948097229, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.02702556678227016, "subset_score_loss": 0.02702556678227016}
+{"step": 2020000, "wall_time": 20920.07878470421, "train_loss_step": 4.7794880867004395, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.026223930290767125, "subset_score_loss": 0.026223930290767125}
+{"step": 2030000, "wall_time": 21016.824808835983, "train_loss_step": 4.468318462371826, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.025963917800358362, "subset_score_loss": 0.025963917800358362}
+{"step": 2040000, "wall_time": 21113.83424115181, "train_loss_step": 4.056735038757324, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.023145602430616107, "subset_score_loss": 0.023145602430616107}
+{"step": 2050000, "wall_time": 21210.62320446968, "train_loss_step": 4.644303321838379, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.024735876492091587, "subset_score_loss": 0.024735876492091587}
+{"step": 2060000, "wall_time": 21307.517652273178, "train_loss_step": 4.358730316162109, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.025587609836033413, "subset_score_loss": 0.025587609836033413}
+{"step": 2070000, "wall_time": 21404.171161174774, "train_loss_step": 4.474245071411133, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.02422999824796404, "subset_score_loss": 0.02422999824796404}
+{"step": 2080000, "wall_time": 21500.66919875145, "train_loss_step": 4.224751949310303, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.02493284259523664, "subset_score_loss": 0.02493284259523664}
+{"step": 2090000, "wall_time": 21597.164196252823, "train_loss_step": 3.9810900688171387, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.024581970487322125, "subset_score_loss": 0.024581970487322125}
+{"step": 2100000, "wall_time": 21766.811799049377, "train_loss_step": 4.294768333435059, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.024451337541852677, "subset_score_loss": 0.024451337541852677, "memorization_fraction_pixel": 0.45179998874664307, "mean_nn_ratio_pixel": 0.5931141972541809, "fid": 55.66796377926533}
+{"step": 2110000, "wall_time": 21856.773505687714, "train_loss_step": 4.374310493469238, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.024032339027949743, "subset_score_loss": 0.024032339027949743}
+{"step": 2120000, "wall_time": 21953.44911146164, "train_loss_step": 4.253048896789551, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.025384007181440082, "subset_score_loss": 0.025384007181440082}
+{"step": 2130000, "wall_time": 22049.984958410263, "train_loss_step": 4.230737686157227, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.025274527072906495, "subset_score_loss": 0.025274527072906495}
+{"step": 2140000, "wall_time": 22146.511645317078, "train_loss_step": 4.1105852127075195, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.02488624538694109, "subset_score_loss": 0.02488624538694109}
+{"step": 2150000, "wall_time": 22243.471680641174, "train_loss_step": 4.393802642822266, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.02562911169869559, "subset_score_loss": 0.02562911169869559}
+{"step": 2160000, "wall_time": 22340.43018937111, "train_loss_step": 4.649928092956543, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.02523876258305141, "subset_score_loss": 0.02523876258305141}
+{"step": 2170000, "wall_time": 22437.106590032578, "train_loss_step": 4.465641021728516, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.024340678964342388, "subset_score_loss": 0.024340678964342388}
+{"step": 2180000, "wall_time": 22533.902045488358, "train_loss_step": 4.210247993469238, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.02455186332975115, "subset_score_loss": 0.02455186332975115}
+{"step": 2190000, "wall_time": 22630.659354686737, "train_loss_step": 4.445122241973877, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.027109854561941964, "subset_score_loss": 0.027109854561941964}
+{"step": 2200000, "wall_time": 22798.131251335144, "train_loss_step": 3.9202768802642822, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.023769971302577426, "subset_score_loss": 0.023769971302577426, "memorization_fraction_pixel": 0.4300999939441681, "mean_nn_ratio_pixel": 0.618923544883728, "fid": 57.956094462589974}
+{"step": 2210000, "wall_time": 22891.482255220413, "train_loss_step": 4.324231147766113, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.02388951778411865, "subset_score_loss": 0.02388951778411865}
+{"step": 2220000, "wall_time": 22987.886672496796, "train_loss_step": 4.1017656326293945, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.02284165280205863, "subset_score_loss": 0.02284165280205863}
+{"step": 2230000, "wall_time": 23084.79096841812, "train_loss_step": 4.093613147735596, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.023733420031411306, "subset_score_loss": 0.023733420031411306}
+{"step": 2240000, "wall_time": 23181.449213027954, "train_loss_step": 4.538448333740234, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.023575305938720703, "subset_score_loss": 0.023575305938720703}
+{"step": 2250000, "wall_time": 23278.219987392426, "train_loss_step": 4.1362385749816895, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.02315234627042498, "subset_score_loss": 0.02315234627042498}
+{"step": 2260000, "wall_time": 23374.9980032444, "train_loss_step": 4.339193344116211, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.024235025474003382, "subset_score_loss": 0.024235025474003382}
+{"step": 2270000, "wall_time": 23471.196707487106, "train_loss_step": 4.309250831604004, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.02454986572265625, "subset_score_loss": 0.02454986572265625}
+{"step": 2280000, "wall_time": 23568.06482052803, "train_loss_step": 4.026648044586182, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.023614532606942313, "subset_score_loss": 0.023614532606942313}
+{"step": 2290000, "wall_time": 23662.988075494766, "train_loss_step": 3.8523025512695312, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.02313781295503889, "subset_score_loss": 0.02313781295503889}
+{"step": 2300000, "wall_time": 23831.772285938263, "train_loss_step": 4.206968784332275, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.022779560089111327, "subset_score_loss": 0.022779560089111327, "memorization_fraction_pixel": 0.4828999936580658, "mean_nn_ratio_pixel": 0.5774170756340027, "fid": 56.24384575221116}
+{"step": 2310000, "wall_time": 23926.20673060417, "train_loss_step": 4.523502349853516, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.024986556598118374, "subset_score_loss": 0.024986556598118374}
+{"step": 2320000, "wall_time": 24021.2309923172, "train_loss_step": 4.0810418128967285, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.02286236456462315, "subset_score_loss": 0.02286236456462315}
+{"step": 2330000, "wall_time": 24118.122985601425, "train_loss_step": 4.391719341278076, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.024199415956224712, "subset_score_loss": 0.024199415956224712}
+{"step": 2340000, "wall_time": 24215.058605909348, "train_loss_step": 3.9550328254699707, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.02274829830442156, "subset_score_loss": 0.02274829830442156}
+{"step": 2350000, "wall_time": 24311.666610717773, "train_loss_step": 4.158100128173828, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.02197528396333967, "subset_score_loss": 0.02197528396333967}
+{"step": 2360000, "wall_time": 24408.638643741608, "train_loss_step": 4.171260833740234, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.0249541061265128, "subset_score_loss": 0.0249541061265128}
+{"step": 2370000, "wall_time": 24505.598254680634, "train_loss_step": 4.129683017730713, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.023716846534184047, "subset_score_loss": 0.023716846534184047}
+{"step": 2380000, "wall_time": 24600.72312951088, "train_loss_step": 4.447406768798828, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.024657220499856133, "subset_score_loss": 0.024657220499856133}
+{"step": 2390000, "wall_time": 24697.600263118744, "train_loss_step": 4.294228553771973, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.022527069704873223, "subset_score_loss": 0.022527069704873223}
+{"step": 2400000, "wall_time": 24867.188222408295, "train_loss_step": 4.354152679443359, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.021867777620043074, "subset_score_loss": 0.021867777620043074, "memorization_fraction_pixel": 0.49300000071525574, "mean_nn_ratio_pixel": 0.5723602771759033, "fid": 56.97427542111036}
+{"step": 2410000, "wall_time": 24961.92954683304, "train_loss_step": 4.7595648765563965, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.024371651240757533, "subset_score_loss": 0.024371651240757533}
+{"step": 2420000, "wall_time": 25057.21757221222, "train_loss_step": 4.372896194458008, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.02264954021998814, "subset_score_loss": 0.02264954021998814}
+{"step": 2430000, "wall_time": 25153.74425816536, "train_loss_step": 4.670446395874023, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.023090463025229317, "subset_score_loss": 0.023090463025229317}
+{"step": 2440000, "wall_time": 25250.64236354828, "train_loss_step": 3.957677125930786, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.02313124792916434, "subset_score_loss": 0.02313124792916434}
+{"step": 2450000, "wall_time": 25347.207173109055, "train_loss_step": 3.89866304397583, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.022767506326947892, "subset_score_loss": 0.022767506326947892}
+{"step": 2460000, "wall_time": 25444.228425741196, "train_loss_step": 4.025628089904785, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.02311004229954311, "subset_score_loss": 0.02311004229954311}
+{"step": 2470000, "wall_time": 25539.31612920761, "train_loss_step": 4.071174621582031, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.023188718727656772, "subset_score_loss": 0.023188718727656772}
+{"step": 2480000, "wall_time": 25636.072044610977, "train_loss_step": 4.687322616577148, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.02533625023705619, "subset_score_loss": 0.02533625023705619}
+{"step": 2490000, "wall_time": 25732.24174118042, "train_loss_step": 4.253036975860596, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.022289322103772845, "subset_score_loss": 0.022289322103772845}
+{"step": 2500000, "wall_time": 25902.968650579453, "train_loss_step": 4.0808515548706055, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.022434825556618826, "subset_score_loss": 0.022434825556618826, "memorization_fraction_pixel": 0.516700029373169, "mean_nn_ratio_pixel": 0.5553717017173767, "fid": 53.940597936731834}
+{"step": 2510000, "wall_time": 25998.00929260254, "train_loss_step": 3.9394242763519287, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.022679235254015242, "subset_score_loss": 0.022679235254015242}
+{"step": 2520000, "wall_time": 26093.123025894165, "train_loss_step": 3.9571218490600586, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.021863598482949394, "subset_score_loss": 0.021863598482949394}
+{"step": 2530000, "wall_time": 26189.924051761627, "train_loss_step": 4.33404016494751, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.021946310997009277, "subset_score_loss": 0.021946310997009277}
+{"step": 2540000, "wall_time": 26286.841537475586, "train_loss_step": 3.929969310760498, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.02203258275985718, "subset_score_loss": 0.02203258275985718}
+{"step": 2550000, "wall_time": 26383.78308391571, "train_loss_step": 4.015427589416504, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.022313344478607177, "subset_score_loss": 0.022313344478607177}
+{"step": 2560000, "wall_time": 26479.311482429504, "train_loss_step": 4.1929731369018555, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.0219262991632734, "subset_score_loss": 0.0219262991632734}
+{"step": 2570000, "wall_time": 26576.01993894577, "train_loss_step": 3.9289352893829346, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.021127062184470042, "subset_score_loss": 0.021127062184470042}
+{"step": 2580000, "wall_time": 26672.330911397934, "train_loss_step": 4.0231614112854, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.02168621846607753, "subset_score_loss": 0.02168621846607753}
+{"step": 2590000, "wall_time": 26767.477276802063, "train_loss_step": 3.8780570030212402, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.022299752916608538, "subset_score_loss": 0.022299752916608538}
+{"step": 2600000, "wall_time": 26938.72545528412, "train_loss_step": 4.008995056152344, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.021825516223907472, "subset_score_loss": 0.021825516223907472, "memorization_fraction_pixel": 0.536300003528595, "mean_nn_ratio_pixel": 0.5424596667289734, "fid": 52.949163029650535}
+{"step": 2610000, "wall_time": 27033.866387605667, "train_loss_step": 3.934115409851074, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.02147641692842756, "subset_score_loss": 0.02147641692842756}
+{"step": 2620000, "wall_time": 27129.126450061798, "train_loss_step": 4.081672668457031, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.021015122958592005, "subset_score_loss": 0.021015122958592005}
+{"step": 2630000, "wall_time": 27226.167054891586, "train_loss_step": 3.9131593704223633, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.020867739404950823, "subset_score_loss": 0.020867739404950823}
+{"step": 2640000, "wall_time": 27323.044485569, "train_loss_step": 3.7802417278289795, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.0214934161731175, "subset_score_loss": 0.0214934161731175}
+{"step": 2650000, "wall_time": 27417.960958242416, "train_loss_step": 4.119769096374512, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.021525463036128453, "subset_score_loss": 0.021525463036128453}
+{"step": 2660000, "wall_time": 27514.8776512146, "train_loss_step": 4.511387825012207, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.021667604787009104, "subset_score_loss": 0.021667604787009104}
+{"step": 2670000, "wall_time": 27610.974722862244, "train_loss_step": 3.7613749504089355, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.02074277571269444, "subset_score_loss": 0.02074277571269444}
+{"step": 2680000, "wall_time": 27708.00888633728, "train_loss_step": 3.912989854812622, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.019830257552010674, "subset_score_loss": 0.019830257552010674}
+{"step": 2690000, "wall_time": 27803.228409290314, "train_loss_step": 4.183711051940918, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.021969689641680036, "subset_score_loss": 0.021969689641680036}
+{"step": 2700000, "wall_time": 27975.420962810516, "train_loss_step": 4.225611686706543, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.02055171046938215, "subset_score_loss": 0.02055171046938215, "memorization_fraction_pixel": 0.54339998960495, "mean_nn_ratio_pixel": 0.5349809527397156, "fid": 53.13744836438303}
+{"step": 2710000, "wall_time": 28070.280725240707, "train_loss_step": 4.025412559509277, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.01993779114314488, "subset_score_loss": 0.01993779114314488}
+{"step": 2720000, "wall_time": 28165.172934293747, "train_loss_step": 4.189828872680664, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.020311903953552247, "subset_score_loss": 0.020311903953552247}
+{"step": 2730000, "wall_time": 28261.843156814575, "train_loss_step": 3.960705041885376, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.020028679711478096, "subset_score_loss": 0.020028679711478096}
+{"step": 2740000, "wall_time": 28356.88915491104, "train_loss_step": 3.440803050994873, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.02121413605553763, "subset_score_loss": 0.02121413605553763}
+{"step": 2750000, "wall_time": 28453.798323869705, "train_loss_step": 3.8452703952789307, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.021390048095158168, "subset_score_loss": 0.021390048095158168}
+{"step": 2760000, "wall_time": 28550.06485247612, "train_loss_step": 3.7964346408843994, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.021927804606301445, "subset_score_loss": 0.021927804606301445}
+{"step": 2770000, "wall_time": 28646.61101579666, "train_loss_step": 3.7100603580474854, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.01989074434552874, "subset_score_loss": 0.01989074434552874}
+{"step": 2780000, "wall_time": 28741.34988951683, "train_loss_step": 3.8582239151000977, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.020074495247432163, "subset_score_loss": 0.020074495247432163}
+{"step": 2790000, "wall_time": 28837.97849559784, "train_loss_step": 3.7969300746917725, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.020310561997549874, "subset_score_loss": 0.020310561997549874}
+{"step": 2800000, "wall_time": 29008.72642493248, "train_loss_step": 3.6473875045776367, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.02193808215005057, "subset_score_loss": 0.02193808215005057, "memorization_fraction_pixel": 0.566100001335144, "mean_nn_ratio_pixel": 0.5175005197525024, "fid": 54.25341991855602}
+{"step": 2810000, "wall_time": 29103.649844884872, "train_loss_step": 3.7307839393615723, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.01983350855963571, "subset_score_loss": 0.01983350855963571}
+{"step": 2820000, "wall_time": 29198.864117860794, "train_loss_step": 4.12255859375, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.019639922891344343, "subset_score_loss": 0.019639922891344343}
+{"step": 2830000, "wall_time": 29293.78739953041, "train_loss_step": 4.138172626495361, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.02054225206375122, "subset_score_loss": 0.02054225206375122}
+{"step": 2840000, "wall_time": 29390.469017982483, "train_loss_step": 4.003317832946777, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.019754399572099957, "subset_score_loss": 0.019754399572099957}
+{"step": 2850000, "wall_time": 29486.96229338646, "train_loss_step": 3.9142496585845947, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.022177628108433316, "subset_score_loss": 0.022177628108433316}
+{"step": 2860000, "wall_time": 29583.75824689865, "train_loss_step": 4.245348930358887, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.019659163270677838, "subset_score_loss": 0.019659163270677838}
+{"step": 2870000, "wall_time": 29680.339290618896, "train_loss_step": 4.200974464416504, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.01938601561955043, "subset_score_loss": 0.01938601561955043}
+{"step": 2880000, "wall_time": 29775.062651634216, "train_loss_step": 3.6396408081054688, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.020255982875823975, "subset_score_loss": 0.020255982875823975}
+{"step": 2890000, "wall_time": 29872.08487558365, "train_loss_step": 3.9146728515625, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.020255022389548166, "subset_score_loss": 0.020255022389548166}
+{"step": 2900000, "wall_time": 30044.047703266144, "train_loss_step": 4.269343376159668, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.020779057911464147, "subset_score_loss": 0.020779057911464147, "memorization_fraction_pixel": 0.5687000155448914, "mean_nn_ratio_pixel": 0.5174551010131836, "fid": 53.12467866080579}
+{"step": 2910000, "wall_time": 30138.85592532158, "train_loss_step": 3.976377010345459, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.02089545726776123, "subset_score_loss": 0.02089545726776123}
+{"step": 2920000, "wall_time": 30232.105588197708, "train_loss_step": 3.7226052284240723, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.020001706055232455, "subset_score_loss": 0.020001706055232455}
+{"step": 2930000, "wall_time": 30328.9154586792, "train_loss_step": 3.675720691680908, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.020499735219138008, "subset_score_loss": 0.020499735219138008}
+{"step": 2940000, "wall_time": 30424.930260419846, "train_loss_step": 3.5473532676696777, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.020212793350219728, "subset_score_loss": 0.020212793350219728}
+{"step": 2950000, "wall_time": 30521.821068048477, "train_loss_step": 3.9002859592437744, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.01892721482685634, "subset_score_loss": 0.01892721482685634}
+{"step": 2960000, "wall_time": 30618.31474852562, "train_loss_step": 4.205496788024902, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.01832904475075858, "subset_score_loss": 0.01832904475075858}
+{"step": 2970000, "wall_time": 30713.370539426804, "train_loss_step": 3.7719244956970215, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.018942250524248395, "subset_score_loss": 0.018942250524248395}
+{"step": 2980000, "wall_time": 30810.44144463539, "train_loss_step": 3.7869982719421387, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.02041785717010498, "subset_score_loss": 0.02041785717010498}
+{"step": 2990000, "wall_time": 30907.150168418884, "train_loss_step": 3.882411003112793, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.02038423674447196, "subset_score_loss": 0.02038423674447196}
+{"step": 3000000, "wall_time": 31078.53637266159, "train_loss_step": 4.087095260620117, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.019756795678819928, "subset_score_loss": 0.019756795678819928, "memorization_fraction_pixel": 0.593999981880188, "mean_nn_ratio_pixel": 0.4985267221927643, "fid": 50.28429062806842}
+{"step": 3010000, "wall_time": 31170.35477733612, "train_loss_step": 4.0668487548828125, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.02098344734736851, "subset_score_loss": 0.02098344734736851}
+{"step": 3020000, "wall_time": 31265.869356393814, "train_loss_step": 4.134186267852783, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.019006592886788503, "subset_score_loss": 0.019006592886788503}
+{"step": 3030000, "wall_time": 31361.876287937164, "train_loss_step": 3.8811733722686768, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.0185732296534947, "subset_score_loss": 0.0185732296534947}
+{"step": 3040000, "wall_time": 31458.874487161636, "train_loss_step": 3.7557168006896973, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.020485150814056396, "subset_score_loss": 0.020485150814056396}
+{"step": 3050000, "wall_time": 31555.578056812286, "train_loss_step": 4.029108047485352, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.020763746329716275, "subset_score_loss": 0.020763746329716275}
+{"step": 3060000, "wall_time": 31652.43118572235, "train_loss_step": 3.5543060302734375, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.01892205306461879, "subset_score_loss": 0.01892205306461879}
+{"step": 3070000, "wall_time": 31747.764302015305, "train_loss_step": 3.3548455238342285, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.018784190927233015, "subset_score_loss": 0.018784190927233015}
+{"step": 3080000, "wall_time": 31844.414604902267, "train_loss_step": 3.8462724685668945, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.019187874453408377, "subset_score_loss": 0.019187874453408377}
+{"step": 3090000, "wall_time": 31941.299208164215, "train_loss_step": 3.9410510063171387, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.019885734149387903, "subset_score_loss": 0.019885734149387903}
+{"step": 3100000, "wall_time": 32112.48538851738, "train_loss_step": 3.8554913997650146, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.01952059439250401, "subset_score_loss": 0.01952059439250401, "memorization_fraction_pixel": 0.5938000082969666, "mean_nn_ratio_pixel": 0.4953842759132385, "fid": 51.19553098579112}
+{"step": 3110000, "wall_time": 32207.034148693085, "train_loss_step": 3.7011609077453613, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.020406135490962436, "subset_score_loss": 0.020406135490962436}
+{"step": 3120000, "wall_time": 32301.527880191803, "train_loss_step": 3.9871597290039062, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.017843489987509592, "subset_score_loss": 0.017843489987509592}
+{"step": 3130000, "wall_time": 32398.622074127197, "train_loss_step": 3.7998757362365723, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.018978585515703472, "subset_score_loss": 0.018978585515703472}
+{"step": 3140000, "wall_time": 32495.24929213524, "train_loss_step": 3.7636327743530273, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.020115409578595842, "subset_score_loss": 0.020115409578595842}
+{"step": 3150000, "wall_time": 32592.032697677612, "train_loss_step": 3.722588300704956, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.019348810400281635, "subset_score_loss": 0.019348810400281635}
+{"step": 3160000, "wall_time": 32686.30818414688, "train_loss_step": 3.865449905395508, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.01815460409436907, "subset_score_loss": 0.01815460409436907}
+{"step": 3170000, "wall_time": 32783.02892994881, "train_loss_step": 3.7300078868865967, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.018230295181274413, "subset_score_loss": 0.018230295181274413}
+{"step": 3180000, "wall_time": 32879.625222444534, "train_loss_step": 3.702134847640991, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.020829761028289796, "subset_score_loss": 0.020829761028289796}
+{"step": 3190000, "wall_time": 32975.92530822754, "train_loss_step": 4.233295440673828, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.019325174604143416, "subset_score_loss": 0.019325174604143416}
+{"step": 3200000, "wall_time": 33145.895490407944, "train_loss_step": 3.9673588275909424, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.019025754928588868, "subset_score_loss": 0.019025754928588868, "memorization_fraction_pixel": 0.6211000084877014, "mean_nn_ratio_pixel": 0.4745652973651886, "fid": 47.84698496275743}
+{"step": 3210000, "wall_time": 33240.61099290848, "train_loss_step": 3.967686891555786, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.01999398980821882, "subset_score_loss": 0.01999398980821882}
+{"step": 3220000, "wall_time": 33335.50405740738, "train_loss_step": 3.6681737899780273, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.019248947075435095, "subset_score_loss": 0.019248947075435095}
+{"step": 3230000, "wall_time": 33432.299844264984, "train_loss_step": 3.8677892684936523, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.019665913922446116, "subset_score_loss": 0.019665913922446116}
+{"step": 3240000, "wall_time": 33528.695714473724, "train_loss_step": 3.804856300354004, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.01884122405733381, "subset_score_loss": 0.01884122405733381}
+{"step": 3250000, "wall_time": 33625.436378479004, "train_loss_step": 3.7415168285369873, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.01794745751789638, "subset_score_loss": 0.01794745751789638}
+{"step": 3260000, "wall_time": 33720.24077939987, "train_loss_step": 3.8490679264068604, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.019571089744567872, "subset_score_loss": 0.019571089744567872}
+{"step": 3270000, "wall_time": 33817.1294605732, "train_loss_step": 3.8471291065216064, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.017875894478389196, "subset_score_loss": 0.017875894478389196}
+{"step": 3280000, "wall_time": 33913.83304691315, "train_loss_step": 3.8419432640075684, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.01828169822692871, "subset_score_loss": 0.01828169822692871}
+{"step": 3290000, "wall_time": 34008.571016550064, "train_loss_step": 3.5718038082122803, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.01863970926829747, "subset_score_loss": 0.01863970926829747}
+{"step": 3300000, "wall_time": 34182.43539595604, "train_loss_step": 3.608859062194824, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.0188630359513419, "subset_score_loss": 0.0188630359513419, "memorization_fraction_pixel": 0.618399977684021, "mean_nn_ratio_pixel": 0.47495371103286743, "fid": 47.06768057467618}
+{"step": 3310000, "wall_time": 34276.4847407341, "train_loss_step": 3.5808537006378174, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.018043274538857595, "subset_score_loss": 0.018043274538857595}
+{"step": 3320000, "wall_time": 34371.49113154411, "train_loss_step": 3.6549460887908936, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.01806335619517735, "subset_score_loss": 0.01806335619517735}
+{"step": 3330000, "wall_time": 34467.556950330734, "train_loss_step": 3.6401848793029785, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.01874636241367885, "subset_score_loss": 0.01874636241367885}
+{"step": 3340000, "wall_time": 34564.6230070591, "train_loss_step": 3.728196620941162, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.01864048412867955, "subset_score_loss": 0.01864048412867955}
+{"step": 3350000, "wall_time": 34659.60832166672, "train_loss_step": 3.532104730606079, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.01805976288659232, "subset_score_loss": 0.01805976288659232}
+{"step": 3360000, "wall_time": 34756.36705040932, "train_loss_step": 3.6014504432678223, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.01789719377245222, "subset_score_loss": 0.01789719377245222}
+{"step": 3370000, "wall_time": 34853.111886262894, "train_loss_step": 3.4603781700134277, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.017551948343004498, "subset_score_loss": 0.017551948343004498}
+{"step": 3380000, "wall_time": 34948.253037691116, "train_loss_step": 3.8395581245422363, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.018327832221984863, "subset_score_loss": 0.018327832221984863}
+{"step": 3390000, "wall_time": 35045.07048678398, "train_loss_step": 3.417337656021118, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.01880628892353603, "subset_score_loss": 0.01880628892353603}
+{"step": 3400000, "wall_time": 35217.58914923668, "train_loss_step": 4.275996208190918, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.018128299713134767, "subset_score_loss": 0.018128299713134767, "memorization_fraction_pixel": 0.6384999752044678, "mean_nn_ratio_pixel": 0.46222612261772156, "fid": 46.12996960888295}
+{"step": 3410000, "wall_time": 35311.81930732727, "train_loss_step": 3.7734909057617188, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.017249456473759243, "subset_score_loss": 0.017249456473759243}
+{"step": 3420000, "wall_time": 35405.79719090462, "train_loss_step": 3.6808204650878906, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.017320682321275982, "subset_score_loss": 0.017320682321275982}
+{"step": 3430000, "wall_time": 35502.57583856583, "train_loss_step": 3.547922372817993, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.018910556180136543, "subset_score_loss": 0.018910556180136543}
+{"step": 3440000, "wall_time": 35599.25847172737, "train_loss_step": 3.6900579929351807, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.017772492340632846, "subset_score_loss": 0.017772492340632846}
+{"step": 3450000, "wall_time": 35693.975863695145, "train_loss_step": 3.826920986175537, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.01834475142615182, "subset_score_loss": 0.01834475142615182}
+{"step": 3460000, "wall_time": 35790.421877384186, "train_loss_step": 3.3948421478271484, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.017486778327396937, "subset_score_loss": 0.017486778327396937}
+{"step": 3470000, "wall_time": 35885.7538728714, "train_loss_step": 3.4820175170898438, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.018353593349456788, "subset_score_loss": 0.018353593349456788}
+{"step": 3480000, "wall_time": 35982.346271038055, "train_loss_step": 3.397475481033325, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.017293737615857806, "subset_score_loss": 0.017293737615857806}
+{"step": 3490000, "wall_time": 36078.974923849106, "train_loss_step": 3.719139337539673, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.016768596853528703, "subset_score_loss": 0.016768596853528703}
+{"step": 3500000, "wall_time": 36252.53628945351, "train_loss_step": 3.5459680557250977, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.018046339920588902, "subset_score_loss": 0.018046339920588902, "memorization_fraction_pixel": 0.6205000281333923, "mean_nn_ratio_pixel": 0.47611820697784424, "fid": 47.016719680986064}
+{"step": 3510000, "wall_time": 36346.26996135712, "train_loss_step": 4.0136542320251465, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.020288097858428954, "subset_score_loss": 0.020288097858428954}
+{"step": 3520000, "wall_time": 36441.14729332924, "train_loss_step": 3.3924031257629395, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.01785172394343785, "subset_score_loss": 0.01785172394343785}
+{"step": 3530000, "wall_time": 36537.993022441864, "train_loss_step": 3.709120512008667, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.018078562191554477, "subset_score_loss": 0.018078562191554477}
+{"step": 3540000, "wall_time": 36633.03395199776, "train_loss_step": 3.699557065963745, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.018347876412527903, "subset_score_loss": 0.018347876412527903}
+{"step": 3550000, "wall_time": 36729.3458070755, "train_loss_step": 3.7006869316101074, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.017637555939810617, "subset_score_loss": 0.017637555939810617}
+{"step": 3560000, "wall_time": 36824.4536049366, "train_loss_step": 3.572032928466797, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.017689549922943117, "subset_score_loss": 0.017689549922943117}
+{"step": 3570000, "wall_time": 36921.20824718475, "train_loss_step": 3.683871269226074, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.01805353845868792, "subset_score_loss": 0.01805353845868792}
+{"step": 3580000, "wall_time": 37017.609547138214, "train_loss_step": 3.384366035461426, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.01721855912889753, "subset_score_loss": 0.01721855912889753}
+{"step": 3590000, "wall_time": 37113.73389458656, "train_loss_step": 3.6241283416748047, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.017749791485922678, "subset_score_loss": 0.017749791485922678}
+{"step": 3600000, "wall_time": 37288.41988492012, "train_loss_step": 3.6379802227020264, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.017331201689583915, "subset_score_loss": 0.017331201689583915, "memorization_fraction_pixel": 0.6590999960899353, "mean_nn_ratio_pixel": 0.4452304244041443, "fid": 42.734657845933484}
+{"step": 3610000, "wall_time": 37382.46795463562, "train_loss_step": 3.940833568572998, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.019109821319580077, "subset_score_loss": 0.019109821319580077}
+{"step": 3620000, "wall_time": 37477.568495988846, "train_loss_step": 3.6676769256591797, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.016411054134368896, "subset_score_loss": 0.016411054134368896}
+{"step": 3630000, "wall_time": 37573.68615078926, "train_loss_step": 3.7349750995635986, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.017086855002811978, "subset_score_loss": 0.017086855002811978}
+{"step": 3640000, "wall_time": 37668.59528303146, "train_loss_step": 3.790605068206787, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.018368657997676303, "subset_score_loss": 0.018368657997676303}
+{"step": 3650000, "wall_time": 37763.39446353912, "train_loss_step": 3.820120334625244, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.018192921366010393, "subset_score_loss": 0.018192921366010393}
+{"step": 3660000, "wall_time": 37860.2967543602, "train_loss_step": 3.6002249717712402, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.017956651960100448, "subset_score_loss": 0.017956651960100448}
+{"step": 3670000, "wall_time": 37956.70875835419, "train_loss_step": 3.7976174354553223, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.016884139605930874, "subset_score_loss": 0.016884139605930874}
+{"step": 3680000, "wall_time": 38052.39846491814, "train_loss_step": 3.4620094299316406, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.016900059155055453, "subset_score_loss": 0.016900059155055453}
+{"step": 3690000, "wall_time": 38149.37444782257, "train_loss_step": 3.769914388656616, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.01755666562489101, "subset_score_loss": 0.01755666562489101}
+{"step": 3700000, "wall_time": 38321.723162174225, "train_loss_step": 3.6485233306884766, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.01825650589806693, "subset_score_loss": 0.01825650589806693, "memorization_fraction_pixel": 0.6438999772071838, "mean_nn_ratio_pixel": 0.4588995575904846, "fid": 45.6583570798713}
+{"step": 3710000, "wall_time": 38415.49111580849, "train_loss_step": 3.2174816131591797, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.016951961176736013, "subset_score_loss": 0.016951961176736013}
+{"step": 3720000, "wall_time": 38509.86690354347, "train_loss_step": 3.3338851928710938, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.017490884235927037, "subset_score_loss": 0.017490884235927037}
+{"step": 3730000, "wall_time": 38605.000581502914, "train_loss_step": 3.5362143516540527, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.017061126232147217, "subset_score_loss": 0.017061126232147217}
+{"step": 3740000, "wall_time": 38699.58394026756, "train_loss_step": 3.635366678237915, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.01824510097503662, "subset_score_loss": 0.01824510097503662}
+{"step": 3750000, "wall_time": 38796.27391123772, "train_loss_step": 3.7223525047302246, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.017799971784864154, "subset_score_loss": 0.017799971784864154}
+{"step": 3760000, "wall_time": 38892.630179166794, "train_loss_step": 3.7286720275878906, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.01692953109741211, "subset_score_loss": 0.01692953109741211}
+{"step": 3770000, "wall_time": 38988.647357702255, "train_loss_step": 3.6396615505218506, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.016587155205862864, "subset_score_loss": 0.016587155205862864}
+{"step": 3780000, "wall_time": 39085.64776754379, "train_loss_step": 3.5226595401763916, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.016969546249934606, "subset_score_loss": 0.016969546249934606}
+{"step": 3790000, "wall_time": 39181.97631549835, "train_loss_step": 3.610114336013794, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.018353538853781565, "subset_score_loss": 0.018353538853781565}
+{"step": 3800000, "wall_time": 39355.835084199905, "train_loss_step": 3.632100820541382, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.018103345802852087, "subset_score_loss": 0.018103345802852087, "memorization_fraction_pixel": 0.6704999804496765, "mean_nn_ratio_pixel": 0.4414316415786743, "fid": 44.35220269822839}
+{"step": 3810000, "wall_time": 39449.16090321541, "train_loss_step": 3.61143159866333, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.018610753331865584, "subset_score_loss": 0.018610753331865584}
+{"step": 3820000, "wall_time": 39544.412524700165, "train_loss_step": 3.696959972381592, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.0175871661731175, "subset_score_loss": 0.0175871661731175}
+{"step": 3830000, "wall_time": 39637.44793820381, "train_loss_step": 3.5079407691955566, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.017942867960248673, "subset_score_loss": 0.017942867960248673}
+{"step": 3840000, "wall_time": 39734.03381347656, "train_loss_step": 3.474940299987793, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.017780218805585588, "subset_score_loss": 0.017780218805585588}
+{"step": 3850000, "wall_time": 39830.29283761978, "train_loss_step": 3.598721981048584, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.016053031172071186, "subset_score_loss": 0.016053031172071186}
+{"step": 3860000, "wall_time": 39926.89019560814, "train_loss_step": 3.5607054233551025, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.017071114267621722, "subset_score_loss": 0.017071114267621722}
+{"step": 3870000, "wall_time": 40023.509331703186, "train_loss_step": 3.4674482345581055, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.01878892353602818, "subset_score_loss": 0.01878892353602818}
+{"step": 3880000, "wall_time": 40119.68941473961, "train_loss_step": 3.4757180213928223, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.01661780902317592, "subset_score_loss": 0.01661780902317592}
+{"step": 3890000, "wall_time": 40216.32873535156, "train_loss_step": 3.1964149475097656, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.01748387813568115, "subset_score_loss": 0.01748387813568115}
+{"step": 3900000, "wall_time": 40389.58945417404, "train_loss_step": 3.3928613662719727, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.01727378879274641, "subset_score_loss": 0.01727378879274641, "memorization_fraction_pixel": 0.6730999946594238, "mean_nn_ratio_pixel": 0.44030943512916565, "fid": 43.82335030714628}
+{"step": 3910000, "wall_time": 40483.364835977554, "train_loss_step": 3.597827434539795, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.017242365224020822, "subset_score_loss": 0.017242365224020822}
+{"step": 3920000, "wall_time": 40574.44613957405, "train_loss_step": 3.4482831954956055, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.0169027532849993, "subset_score_loss": 0.0169027532849993}
+{"step": 3930000, "wall_time": 40671.27403831482, "train_loss_step": 3.488252639770508, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.015740985529763357, "subset_score_loss": 0.015740985529763357}
+{"step": 3940000, "wall_time": 40766.60179185867, "train_loss_step": 3.4049479961395264, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.017399757249014717, "subset_score_loss": 0.017399757249014717}
+{"step": 3950000, "wall_time": 40863.36168193817, "train_loss_step": 3.628007173538208, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.01744611944471087, "subset_score_loss": 0.01744611944471087}
+{"step": 3960000, "wall_time": 40960.28903412819, "train_loss_step": 3.8077492713928223, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.018158924579620362, "subset_score_loss": 0.018158924579620362}
+{"step": 3970000, "wall_time": 41057.26165151596, "train_loss_step": 3.419546365737915, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.017138074125562397, "subset_score_loss": 0.017138074125562397}
+{"step": 3980000, "wall_time": 41153.550856113434, "train_loss_step": 3.5736136436462402, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.018697639874049595, "subset_score_loss": 0.018697639874049595}
+{"step": 3990000, "wall_time": 41250.0682952404, "train_loss_step": 3.5539512634277344, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.0165942873273577, "subset_score_loss": 0.0165942873273577}
+{"step": 4000000, "wall_time": 41425.955903053284, "train_loss_step": 3.4161243438720703, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.01809122221810477, "subset_score_loss": 0.01809122221810477, "memorization_fraction_pixel": 0.6747000217437744, "mean_nn_ratio_pixel": 0.4372148811817169, "fid": 42.8758453332732}
+{"step": 4010000, "wall_time": 41517.20141649246, "train_loss_step": 3.343658924102783, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.016724394048963274, "subset_score_loss": 0.016724394048963274}
+{"step": 4020000, "wall_time": 41610.581854343414, "train_loss_step": 3.7111470699310303, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.016510418483189175, "subset_score_loss": 0.016510418483189175}
+{"step": 4030000, "wall_time": 41706.992352962494, "train_loss_step": 3.7382569313049316, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.0165390065738133, "subset_score_loss": 0.0165390065738133}
+{"step": 4040000, "wall_time": 41803.46777224541, "train_loss_step": 3.420257568359375, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.016238141059875488, "subset_score_loss": 0.016238141059875488}
+{"step": 4050000, "wall_time": 41899.98776435852, "train_loss_step": 3.6867637634277344, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.01584681272506714, "subset_score_loss": 0.01584681272506714}
+{"step": 4060000, "wall_time": 41996.721730709076, "train_loss_step": 3.8430280685424805, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.016222681318010603, "subset_score_loss": 0.016222681318010603}
+{"step": 4070000, "wall_time": 42093.42581820488, "train_loss_step": 3.827709674835205, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.016775252137865338, "subset_score_loss": 0.016775252137865338}
+{"step": 4080000, "wall_time": 42190.10125851631, "train_loss_step": 3.6423888206481934, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.016671432767595563, "subset_score_loss": 0.016671432767595563}
+{"step": 4090000, "wall_time": 42287.004117012024, "train_loss_step": 3.3211891651153564, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.017238387039729526, "subset_score_loss": 0.017238387039729526}
+{"step": 4100000, "wall_time": 42460.14761304855, "train_loss_step": 3.5735597610473633, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.017887909071786064, "subset_score_loss": 0.017887909071786064, "memorization_fraction_pixel": 0.7102000117301941, "mean_nn_ratio_pixel": 0.41051793098449707, "fid": 41.49776190181669}
+{"step": 4110000, "wall_time": 42551.912794828415, "train_loss_step": 3.7186529636383057, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.016709813049861362, "subset_score_loss": 0.016709813049861362}
+{"step": 4120000, "wall_time": 42647.41914653778, "train_loss_step": 3.446855068206787, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.015823876857757567, "subset_score_loss": 0.015823876857757567}
+{"step": 4130000, "wall_time": 42744.00362277031, "train_loss_step": 3.7654387950897217, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.017240730353764125, "subset_score_loss": 0.017240730353764125}
+{"step": 4140000, "wall_time": 42840.83357954025, "train_loss_step": 3.5032122135162354, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.015495858873639788, "subset_score_loss": 0.015495858873639788}
+{"step": 4150000, "wall_time": 42937.514097213745, "train_loss_step": 3.73189115524292, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.01640521798815046, "subset_score_loss": 0.01640521798815046}
+{"step": 4160000, "wall_time": 43033.79758119583, "train_loss_step": 3.4527482986450195, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.016475229603903633, "subset_score_loss": 0.016475229603903633}
+{"step": 4170000, "wall_time": 43130.58351135254, "train_loss_step": 3.5256905555725098, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.017306760379246302, "subset_score_loss": 0.017306760379246302}
+{"step": 4180000, "wall_time": 43227.62724018097, "train_loss_step": 3.7677485942840576, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.016295673166002545, "subset_score_loss": 0.016295673166002545}
+{"step": 4190000, "wall_time": 43324.35552239418, "train_loss_step": 3.593632698059082, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.016049345902034214, "subset_score_loss": 0.016049345902034214}
+{"step": 4200000, "wall_time": 43496.39662313461, "train_loss_step": 3.4160099029541016, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.015770936012268068, "subset_score_loss": 0.015770936012268068, "memorization_fraction_pixel": 0.6963000297546387, "mean_nn_ratio_pixel": 0.4199146628379822, "fid": 41.47119297922313}
+{"step": 4210000, "wall_time": 43588.37374210358, "train_loss_step": 3.9285359382629395, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.017651951313018797, "subset_score_loss": 0.017651951313018797}
+{"step": 4220000, "wall_time": 43683.37602519989, "train_loss_step": 3.6995413303375244, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.01666328225816999, "subset_score_loss": 0.01666328225816999}
+{"step": 4230000, "wall_time": 43779.762093544006, "train_loss_step": 3.360163927078247, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.017056616715022496, "subset_score_loss": 0.017056616715022496}
+{"step": 4240000, "wall_time": 43876.58551812172, "train_loss_step": 3.724508762359619, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.01714920827320644, "subset_score_loss": 0.01714920827320644}
+{"step": 4250000, "wall_time": 43973.052268743515, "train_loss_step": 3.454228401184082, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.01617335421698434, "subset_score_loss": 0.01617335421698434}
+{"step": 4260000, "wall_time": 44069.72537660599, "train_loss_step": 3.4948456287384033, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.016609040328434535, "subset_score_loss": 0.016609040328434535}
+{"step": 4270000, "wall_time": 44166.62770318985, "train_loss_step": 3.810173749923706, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.01546097653252738, "subset_score_loss": 0.01546097653252738}
+{"step": 4280000, "wall_time": 44263.41672372818, "train_loss_step": 3.577636241912842, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.016336705003465925, "subset_score_loss": 0.016336705003465925}
+{"step": 4290000, "wall_time": 44358.1926984787, "train_loss_step": 3.493152379989624, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.016504740715026854, "subset_score_loss": 0.016504740715026854}
+{"step": 4300000, "wall_time": 44527.48651266098, "train_loss_step": 3.793637752532959, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.015847272532326834, "subset_score_loss": 0.015847272532326834, "memorization_fraction_pixel": 0.6894000172615051, "mean_nn_ratio_pixel": 0.4280497133731842, "fid": 43.403372287547484}
+{"step": 4310000, "wall_time": 44622.3389108181, "train_loss_step": 3.6073355674743652, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.015667988572801862, "subset_score_loss": 0.015667988572801862}
+{"step": 4320000, "wall_time": 44717.514399290085, "train_loss_step": 3.460068702697754, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.015192162990570069, "subset_score_loss": 0.015192162990570069}
+{"step": 4330000, "wall_time": 44814.16370391846, "train_loss_step": 3.3913838863372803, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.017531139510018483, "subset_score_loss": 0.017531139510018483}
+{"step": 4340000, "wall_time": 44911.086371421814, "train_loss_step": 3.4168059825897217, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.016267306464059012, "subset_score_loss": 0.016267306464059012}
+{"step": 4350000, "wall_time": 45007.797275066376, "train_loss_step": 3.328162908554077, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.015180836405072893, "subset_score_loss": 0.015180836405072893}
+{"step": 4360000, "wall_time": 45104.19411587715, "train_loss_step": 3.4571352005004883, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.01584470272064209, "subset_score_loss": 0.01584470272064209}
+{"step": 4370000, "wall_time": 45201.188804626465, "train_loss_step": 3.363823413848877, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.01582350390298026, "subset_score_loss": 0.01582350390298026}
+{"step": 4380000, "wall_time": 45295.99360704422, "train_loss_step": 3.7137060165405273, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.01712042433874948, "subset_score_loss": 0.01712042433874948}
+{"step": 4390000, "wall_time": 45392.521146059036, "train_loss_step": 3.347336769104004, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.018021108422960553, "subset_score_loss": 0.018021108422960553}
+{"step": 4400000, "wall_time": 45560.040049791336, "train_loss_step": 3.655442237854004, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.015219671385628837, "subset_score_loss": 0.015219671385628837, "memorization_fraction_pixel": 0.6991000175476074, "mean_nn_ratio_pixel": 0.42201635241508484, "fid": 42.022417599144106}
+{"step": 4410000, "wall_time": 45654.73320698738, "train_loss_step": 3.328197479248047, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.015709452969687326, "subset_score_loss": 0.015709452969687326}
+{"step": 4420000, "wall_time": 45750.127171278, "train_loss_step": 3.590999126434326, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.01658285515648978, "subset_score_loss": 0.01658285515648978}
+{"step": 4430000, "wall_time": 45846.79765748978, "train_loss_step": 3.800896167755127, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.01620011329650879, "subset_score_loss": 0.01620011329650879}
+{"step": 4440000, "wall_time": 45943.65903568268, "train_loss_step": 3.4107255935668945, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.015699831077030726, "subset_score_loss": 0.015699831077030726}
+{"step": 4450000, "wall_time": 46040.601257801056, "train_loss_step": 3.257477045059204, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.015578372137887138, "subset_score_loss": 0.015578372137887138}
+{"step": 4460000, "wall_time": 46137.45569515228, "train_loss_step": 3.355452537536621, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.015136400290897915, "subset_score_loss": 0.015136400290897915}
+{"step": 4470000, "wall_time": 46232.28727674484, "train_loss_step": 3.768871307373047, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.01523486716406686, "subset_score_loss": 0.01523486716406686}
+{"step": 4480000, "wall_time": 46329.2601981163, "train_loss_step": 3.892742395401001, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.016566872596740723, "subset_score_loss": 0.016566872596740723}
+{"step": 4490000, "wall_time": 46426.21712708473, "train_loss_step": 3.5222220420837402, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.015037722246987479, "subset_score_loss": 0.015037722246987479}
+{"step": 4500000, "wall_time": 46595.131435871124, "train_loss_step": 3.557016372680664, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.015335486616407122, "subset_score_loss": 0.015335486616407122, "memorization_fraction_pixel": 0.6965000033378601, "mean_nn_ratio_pixel": 0.4226006865501404, "fid": 41.559598269215364}
+{"step": 4510000, "wall_time": 46689.889508247375, "train_loss_step": 3.098599433898926, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.015315571853092739, "subset_score_loss": 0.015315571853092739}
+{"step": 4520000, "wall_time": 46784.871133089066, "train_loss_step": 3.4615232944488525, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.01806866100856236, "subset_score_loss": 0.01806866100856236}
+{"step": 4530000, "wall_time": 46881.49561905861, "train_loss_step": 3.4971492290496826, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.015637200219290597, "subset_score_loss": 0.015637200219290597}
+{"step": 4540000, "wall_time": 46978.44499158859, "train_loss_step": 3.5735740661621094, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.015584158897399902, "subset_score_loss": 0.015584158897399902}
+{"step": 4550000, "wall_time": 47075.12809538841, "train_loss_step": 3.041771411895752, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.01603360346385411, "subset_score_loss": 0.01603360346385411}
+{"step": 4560000, "wall_time": 47161.10448241234, "train_loss_step": 3.61209774017334, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.015306568145751953, "subset_score_loss": 0.015306568145751953}
+{"step": 4570000, "wall_time": 47239.37788629532, "train_loss_step": 3.2315752506256104, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.01618440662111555, "subset_score_loss": 0.01618440662111555}
+{"step": 4580000, "wall_time": 47316.971763134, "train_loss_step": 3.336120367050171, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.016794942106519425, "subset_score_loss": 0.016794942106519425}
+{"step": 4590000, "wall_time": 47395.0873067379, "train_loss_step": 3.2466282844543457, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.015275052615574427, "subset_score_loss": 0.015275052615574427}
+{"step": 4600000, "wall_time": 47532.3557343483, "train_loss_step": 3.039200782775879, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.01414702364376613, "subset_score_loss": 0.01414702364376613, "memorization_fraction_pixel": 0.6875, "mean_nn_ratio_pixel": 0.4305318295955658, "fid": 42.728638682233566}
+{"step": 4610000, "wall_time": 47607.51889014244, "train_loss_step": 3.334146022796631, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.015936974116734098, "subset_score_loss": 0.015936974116734098}
+{"step": 4620000, "wall_time": 47683.59130334854, "train_loss_step": 3.638200283050537, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.015321896757398333, "subset_score_loss": 0.015321896757398333}
+{"step": 4630000, "wall_time": 47761.651094675064, "train_loss_step": 3.3728268146514893, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.014885721887860979, "subset_score_loss": 0.014885721887860979}
+{"step": 4640000, "wall_time": 47839.88888859749, "train_loss_step": 3.5835893154144287, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.01656534331185477, "subset_score_loss": 0.01656534331185477}
+{"step": 4650000, "wall_time": 47918.29565501213, "train_loss_step": 3.595963478088379, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.016404804161616732, "subset_score_loss": 0.016404804161616732}
+{"step": 4660000, "wall_time": 47996.27296113968, "train_loss_step": 3.1008269786834717, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.017707017489842006, "subset_score_loss": 0.017707017489842006}
+{"step": 4670000, "wall_time": 48074.54747724533, "train_loss_step": 3.512299060821533, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.014825851576668875, "subset_score_loss": 0.014825851576668875}
+{"step": 4680000, "wall_time": 48152.10346078873, "train_loss_step": 3.482161283493042, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.015215810707637242, "subset_score_loss": 0.015215810707637242}
+{"step": 4690000, "wall_time": 48227.98337101936, "train_loss_step": 3.203209400177002, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.01749401944024222, "subset_score_loss": 0.01749401944024222}
+{"step": 4700000, "wall_time": 48367.54645609856, "train_loss_step": 3.3216891288757324, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.016662865025656563, "subset_score_loss": 0.016662865025656563, "memorization_fraction_pixel": 0.7461000084877014, "mean_nn_ratio_pixel": 0.38636988401412964, "fid": 40.24096967123686}
+{"step": 4710000, "wall_time": 48442.69132256508, "train_loss_step": 3.4663639068603516, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.01479388986315046, "subset_score_loss": 0.01479388986315046}
+{"step": 4720000, "wall_time": 48518.88478422165, "train_loss_step": 3.5763936042785645, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.016162472111838206, "subset_score_loss": 0.016162472111838206}
+{"step": 4730000, "wall_time": 48596.3597741127, "train_loss_step": 3.23612642288208, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.015257893289838518, "subset_score_loss": 0.015257893289838518}
+{"step": 4740000, "wall_time": 48674.241772174835, "train_loss_step": 3.3722028732299805, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.01639044625418527, "subset_score_loss": 0.01639044625418527}
+{"step": 4750000, "wall_time": 48752.40715122223, "train_loss_step": 3.4033682346343994, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.014409688540867396, "subset_score_loss": 0.014409688540867396}
+{"step": 4760000, "wall_time": 48830.622838974, "train_loss_step": 3.4804253578186035, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.015236195496150426, "subset_score_loss": 0.015236195496150426}
+{"step": 4770000, "wall_time": 48908.56079649925, "train_loss_step": 3.3398048877716064, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.014505519185747419, "subset_score_loss": 0.014505519185747419}
+{"step": 4780000, "wall_time": 48985.91549086571, "train_loss_step": 3.3126349449157715, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.015169520037514823, "subset_score_loss": 0.015169520037514823}
+{"step": 4790000, "wall_time": 49048.80124902725, "train_loss_step": 3.5595784187316895, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.01555018254688808, "subset_score_loss": 0.01555018254688808}
+{"step": 4800000, "wall_time": 49156.415692567825, "train_loss_step": 3.4178261756896973, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.015273528439658028, "subset_score_loss": 0.015273528439658028, "memorization_fraction_pixel": 0.7599999904632568, "mean_nn_ratio_pixel": 0.3747512102127075, "fid": 39.18650589988641}
+{"step": 4810000, "wall_time": 49209.8605594635, "train_loss_step": 3.3475701808929443, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.014605929170336042, "subset_score_loss": 0.014605929170336042}
+{"step": 4820000, "wall_time": 49266.21656703949, "train_loss_step": 3.5771806240081787, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.0162543637411935, "subset_score_loss": 0.0162543637411935}
+{"step": 4830000, "wall_time": 49326.0553855896, "train_loss_step": 3.547525405883789, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.01438274553843907, "subset_score_loss": 0.01438274553843907}
+{"step": 4840000, "wall_time": 49385.779623031616, "train_loss_step": 3.621525764465332, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.016709251063210622, "subset_score_loss": 0.016709251063210622}
+{"step": 4850000, "wall_time": 49445.48482012749, "train_loss_step": 3.251128673553467, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.015022262505122593, "subset_score_loss": 0.015022262505122593}
+{"step": 4860000, "wall_time": 49505.05486726761, "train_loss_step": 3.7423720359802246, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.014829851899828229, "subset_score_loss": 0.014829851899828229}
+{"step": 4870000, "wall_time": 49564.73300766945, "train_loss_step": 3.531062126159668, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.014630871159689767, "subset_score_loss": 0.014630871159689767}
+{"step": 4880000, "wall_time": 49624.38985538483, "train_loss_step": 3.128509521484375, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.015253945759364536, "subset_score_loss": 0.015253945759364536}
+{"step": 4890000, "wall_time": 49684.02253508568, "train_loss_step": 3.5630412101745605, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.014834935324532644, "subset_score_loss": 0.014834935324532644}
+{"step": 4900000, "wall_time": 49792.8426027298, "train_loss_step": 3.394695281982422, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.015191638469696045, "subset_score_loss": 0.015191638469696045, "memorization_fraction_pixel": 0.7652999758720398, "mean_nn_ratio_pixel": 0.3710762560367584, "fid": 39.407049882223916}
+{"step": 4910000, "wall_time": 49847.852885484695, "train_loss_step": 3.17867112159729, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.015408049310956682, "subset_score_loss": 0.015408049310956682}
+{"step": 4920000, "wall_time": 49904.19504785538, "train_loss_step": 3.2018067836761475, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.015501870427812849, "subset_score_loss": 0.015501870427812849}
+{"step": 4930000, "wall_time": 49964.18919825554, "train_loss_step": 3.2323412895202637, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.0150020888873509, "subset_score_loss": 0.0150020888873509}
+{"step": 4940000, "wall_time": 50023.73725938797, "train_loss_step": 3.5897560119628906, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.014907962935311454, "subset_score_loss": 0.014907962935311454}
+{"step": 4950000, "wall_time": 50082.98382425308, "train_loss_step": 3.500338554382324, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.015431969506399973, "subset_score_loss": 0.015431969506399973}
+{"step": 4960000, "wall_time": 50141.57967090607, "train_loss_step": 3.463620185852051, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.015609920024871826, "subset_score_loss": 0.015609920024871826}
+{"step": 4970000, "wall_time": 50200.46861028671, "train_loss_step": 3.814063549041748, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.014300697190420968, "subset_score_loss": 0.014300697190420968}
+{"step": 4980000, "wall_time": 50260.05048727989, "train_loss_step": 3.353320837020874, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.014715426308768136, "subset_score_loss": 0.014715426308768136}
+{"step": 4990000, "wall_time": 50319.61702775955, "train_loss_step": 3.3044073581695557, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.014627775124141148, "subset_score_loss": 0.014627775124141148}
+{"step": 5000000, "wall_time": 50428.73806834221, "train_loss_step": 3.4148921966552734, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.015447684696742467, "subset_score_loss": 0.015447684696742467, "memorization_fraction_pixel": 0.7422999739646912, "mean_nn_ratio_pixel": 0.38978809118270874, "fid": 40.58590298449108}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e081f3e81cc1940f6ca1ab19cb517ec3bf900381
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d140/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=0.9971 | fid=310.9130
+  step   10000 |    165s | train_loss=0.7554
+  step   20000 |    261s | train_loss=0.6284
+  step   30000 |    357s | train_loss=0.5155
+  step   40000 |    454s | train_loss=0.4168
+  step   50000 |    551s | train_loss=0.3339
+  step   60000 |    648s | train_loss=0.2690
+  step   70000 |    745s | train_loss=0.2206
+  step   80000 |    841s | train_loss=0.1907
+  step   90000 |    938s | train_loss=0.1625
+  step  100000 |   1106s | train_loss=0.1488 | fid=65.5886
+  step  110000 |   1201s | train_loss=0.1429
+  step  120000 |   1296s | train_loss=0.1276
+  step  130000 |   1393s | train_loss=0.1198
+  step  140000 |   1490s | train_loss=0.1166
+  step  150000 |   1587s | train_loss=0.1077
+  step  160000 |   1684s | train_loss=0.1037
+  step  170000 |   1781s | train_loss=0.1036
+  step  180000 |   1877s | train_loss=0.0939
+  step  190000 |   1971s | train_loss=0.0936
+  step  200000 |   2140s | train_loss=0.0912 | fid=64.3814
+  step  210000 |   2231s | train_loss=0.0856
+  step  220000 |   2327s | train_loss=0.0850
+  step  230000 |   2423s | train_loss=0.0841
+  step  240000 |   2520s | train_loss=0.0788
+  step  250000 |   2617s | train_loss=0.0817
+  step  260000 |   2713s | train_loss=0.0753
+  step  270000 |   2810s | train_loss=0.0719
+  step  280000 |   2904s | train_loss=0.0718
+  step  290000 |   3000s | train_loss=0.0732
+  step  300000 |   3172s | train_loss=0.0740 | fid=66.0594
+  step  310000 |   3263s | train_loss=0.0694
+  step  320000 |   3359s | train_loss=0.0701
+  step  330000 |   3456s | train_loss=0.0658
+  step  340000 |   3553s | train_loss=0.0653
+  step  350000 |   3649s | train_loss=0.0644
+  step  360000 |   3746s | train_loss=0.0650
+  step  370000 |   3841s | train_loss=0.0604
+  step  380000 |   3936s | train_loss=0.0615
+  step  390000 |   4031s | train_loss=0.0614
+  step  400000 |   4204s | train_loss=0.0589 | fid=67.0732
+  step  410000 |   4294s | train_loss=0.0598
+  step  420000 |   4390s | train_loss=0.0585
+  step  430000 |   4487s | train_loss=0.0580
+  step  440000 |   4584s | train_loss=0.0572
+  step  450000 |   4681s | train_loss=0.0568
+  step  460000 |   4776s | train_loss=0.0559
+  step  470000 |   4872s | train_loss=0.0582
+  step  480000 |   4968s | train_loss=0.0535
+  step  490000 |   5063s | train_loss=0.0536
+  step  500000 |   5235s | train_loss=0.0515 | fid=65.3153
+  step  510000 |   5327s | train_loss=0.0539
+  step  520000 |   5423s | train_loss=0.0532
+  step  530000 |   5520s | train_loss=0.0523
+  step  540000 |   5617s | train_loss=0.0528
+  step  550000 |   5711s | train_loss=0.0533
+  step  560000 |   5807s | train_loss=0.0476
+  step  570000 |   5903s | train_loss=0.0522
+  step  580000 |   5998s | train_loss=0.0523
+  step  590000 |   6095s | train_loss=0.0488
+  step  600000 |   6266s | train_loss=0.0502 | fid=63.9979
+  step  610000 |   6358s | train_loss=0.0481
+  step  620000 |   6455s | train_loss=0.0478
+  step  630000 |   6551s | train_loss=0.0476
+  step  640000 |   6646s | train_loss=0.0477
+  step  650000 |   6742s | train_loss=0.0481
+  step  660000 |   6839s | train_loss=0.0464
+  step  670000 |   6935s | train_loss=0.0456
+  step  680000 |   7029s | train_loss=0.0457
+  step  690000 |   7126s | train_loss=0.0458
+  step  700000 |   7299s | train_loss=0.0462 | fid=63.0765
+  step  710000 |   7391s | train_loss=0.0455
+  step  720000 |   7487s | train_loss=0.0458
+  step  730000 |   7582s | train_loss=0.0428
+  step  740000 |   7679s | train_loss=0.0455
+  step  750000 |   7775s | train_loss=0.0453
+  step  760000 |   7871s | train_loss=0.0436
+  step  770000 |   7966s | train_loss=0.0444
+  step  780000 |   8062s | train_loss=0.0430
+  step  790000 |   8159s | train_loss=0.0421
+  step  800000 |   8331s | train_loss=0.0423 | fid=61.6797
+  step  810000 |   8423s | train_loss=0.0431
+  step  820000 |   8518s | train_loss=0.0413
+  step  830000 |   8614s | train_loss=0.0432
+  step  840000 |   8711s | train_loss=0.0446
+  step  850000 |   8806s | train_loss=0.0405
+  step  860000 |   8903s | train_loss=0.0422
+  step  870000 |   8998s | train_loss=0.0432
+  step  880000 |   9095s | train_loss=0.0389
+  step  890000 |   9191s | train_loss=0.0409
+  step  900000 |   9364s | train_loss=0.0416 | fid=64.8150
+  step  910000 |   9454s | train_loss=0.0413
+  step  920000 |   9550s | train_loss=0.0388
+  step  930000 |   9646s | train_loss=0.0415
+  step  940000 |   9743s | train_loss=0.0419
+  step  950000 |   9839s | train_loss=0.0394
+  step  960000 |   9934s | train_loss=0.0396
+  step  970000 |  10031s | train_loss=0.0395
+  step  980000 |  10128s | train_loss=0.0400
+  step  990000 |  10225s | train_loss=0.0389
+  step 1000000 |  10396s | train_loss=0.0402 | fid=62.3086
+  step 1010000 |  10487s | train_loss=0.0365
+  step 1020000 |  10584s | train_loss=0.0362
+  step 1030000 |  10681s | train_loss=0.0376
+  step 1040000 |  10777s | train_loss=0.0359
+  step 1050000 |  10873s | train_loss=0.0371
+  step 1060000 |  10968s | train_loss=0.0375
+  step 1070000 |  11065s | train_loss=0.0394
+  step 1080000 |  11162s | train_loss=0.0392
+  step 1090000 |  11258s | train_loss=0.0363
+  step 1100000 |  11428s | train_loss=0.0373 | fid=58.2602
+  step 1110000 |  11520s | train_loss=0.0398
+  step 1120000 |  11617s | train_loss=0.0370
+  step 1130000 |  11714s | train_loss=0.0355
+  step 1140000 |  11810s | train_loss=0.0346
+  step 1150000 |  11906s | train_loss=0.0347
+  step 1160000 |  12002s | train_loss=0.0351
+  step 1170000 |  12099s | train_loss=0.0358
+  step 1180000 |  12196s | train_loss=0.0347
+  step 1190000 |  12291s | train_loss=0.0351
+  step 1200000 |  12461s | train_loss=0.0341 | fid=58.6994
+  step 1210000 |  12554s | train_loss=0.0337
+  step 1220000 |  12651s | train_loss=0.0342
+  step 1230000 |  12747s | train_loss=0.0344
+  step 1240000 |  12844s | train_loss=0.0343
+  step 1250000 |  12939s | train_loss=0.0368
+  step 1260000 |  13035s | train_loss=0.0342
+  step 1270000 |  13132s | train_loss=0.0332
+  step 1280000 |  13227s | train_loss=0.0324
+  step 1290000 |  13323s | train_loss=0.0335
+  step 1300000 |  13495s | train_loss=0.0314 | fid=62.0691
+  step 1310000 |  13587s | train_loss=0.0347
+  step 1320000 |  13684s | train_loss=0.0325
+  step 1330000 |  13781s | train_loss=0.0312
+  step 1340000 |  13877s | train_loss=0.0322
+  step 1350000 |  13973s | train_loss=0.0333
+  step 1360000 |  14070s | train_loss=0.0313
+  step 1370000 |  14165s | train_loss=0.0336
+  step 1380000 |  14262s | train_loss=0.0328
+  step 1390000 |  14358s | train_loss=0.0349
+  step 1400000 |  14530s | train_loss=0.0326 | fid=59.5210
+  step 1410000 |  14622s | train_loss=0.0311
+  step 1420000 |  14719s | train_loss=0.0318
+  step 1430000 |  14816s | train_loss=0.0325
+  step 1440000 |  14910s | train_loss=0.0325
+  step 1450000 |  15007s | train_loss=0.0323
+  step 1460000 |  15102s | train_loss=0.0312
+  step 1470000 |  15199s | train_loss=0.0312
+  step 1480000 |  15295s | train_loss=0.0327
+  step 1490000 |  15392s | train_loss=0.0297
+  step 1500000 |  15564s | train_loss=0.0316 | fid=64.8010
+  step 1510000 |  15657s | train_loss=0.0303
+  step 1520000 |  15754s | train_loss=0.0307
+  step 1530000 |  15851s | train_loss=0.0307
+  step 1540000 |  15946s | train_loss=0.0295
+  step 1550000 |  16041s | train_loss=0.0298
+  step 1560000 |  16138s | train_loss=0.0294
+  step 1570000 |  16234s | train_loss=0.0292
+  step 1580000 |  16331s | train_loss=0.0304
+  step 1590000 |  16428s | train_loss=0.0295
+  step 1600000 |  16599s | train_loss=0.0296 | fid=61.5597
+  step 1610000 |  16691s | train_loss=0.0298
+  step 1620000 |  16788s | train_loss=0.0277
+  step 1630000 |  16883s | train_loss=0.0295
+  step 1640000 |  16979s | train_loss=0.0282
+  step 1650000 |  17075s | train_loss=0.0281
+  step 1660000 |  17171s | train_loss=0.0282
+  step 1670000 |  17268s | train_loss=0.0285
+  step 1680000 |  17365s | train_loss=0.0271
+  step 1690000 |  17462s | train_loss=0.0293
+  step 1700000 |  17633s | train_loss=0.0284 | fid=63.5395
+  step 1710000 |  17726s | train_loss=0.0296
+  step 1720000 |  17822s | train_loss=0.0271
+  step 1730000 |  17917s | train_loss=0.0291
+  step 1740000 |  18012s | train_loss=0.0271
+  step 1750000 |  18108s | train_loss=0.0267
+  step 1760000 |  18205s | train_loss=0.0288
+  step 1770000 |  18302s | train_loss=0.0275
+  step 1780000 |  18399s | train_loss=0.0281
+  step 1790000 |  18495s | train_loss=0.0272
+  step 1800000 |  18667s | train_loss=0.0295 | fid=61.8386
+  step 1810000 |  18760s | train_loss=0.0275
+  step 1820000 |  18855s | train_loss=0.0253
+  step 1830000 |  18950s | train_loss=0.0263
+  step 1840000 |  19047s | train_loss=0.0282
+  step 1850000 |  19143s | train_loss=0.0253
+  step 1860000 |  19240s | train_loss=0.0270
+  step 1870000 |  19337s | train_loss=0.0266
+  step 1880000 |  19434s | train_loss=0.0272
+  step 1890000 |  19530s | train_loss=0.0295
+  step 1900000 |  19702s | train_loss=0.0255 | fid=60.2368
+  step 1910000 |  19795s | train_loss=0.0266
+  step 1920000 |  19887s | train_loss=0.0250
+  step 1930000 |  19984s | train_loss=0.0266
+  step 1940000 |  20080s | train_loss=0.0253
+  step 1950000 |  20177s | train_loss=0.0271
+  step 1960000 |  20273s | train_loss=0.0252
+  step 1970000 |  20370s | train_loss=0.0258
+  step 1980000 |  20467s | train_loss=0.0272
+  step 1990000 |  20563s | train_loss=0.0263
+  step 2000000 |  20734s | train_loss=0.0268 | fid=58.7355
+  step 2010000 |  20824s | train_loss=0.0270
+  step 2020000 |  20920s | train_loss=0.0262
+  step 2030000 |  21017s | train_loss=0.0260
+  step 2040000 |  21114s | train_loss=0.0231
+  step 2050000 |  21211s | train_loss=0.0247
+  step 2060000 |  21308s | train_loss=0.0256
+  step 2070000 |  21404s | train_loss=0.0242
+  step 2080000 |  21501s | train_loss=0.0249
+  step 2090000 |  21597s | train_loss=0.0246
+  step 2100000 |  21767s | train_loss=0.0245 | fid=55.6680
+  step 2110000 |  21857s | train_loss=0.0240
+  step 2120000 |  21953s | train_loss=0.0254
+  step 2130000 |  22050s | train_loss=0.0253
+  step 2140000 |  22147s | train_loss=0.0249
+  step 2150000 |  22243s | train_loss=0.0256
+  step 2160000 |  22340s | train_loss=0.0252
+  step 2170000 |  22437s | train_loss=0.0243
+  step 2180000 |  22534s | train_loss=0.0246
+  step 2190000 |  22631s | train_loss=0.0271
+  step 2200000 |  22798s | train_loss=0.0238 | fid=57.9561
+  step 2210000 |  22891s | train_loss=0.0239
+  step 2220000 |  22988s | train_loss=0.0228
+  step 2230000 |  23085s | train_loss=0.0237
+  step 2240000 |  23181s | train_loss=0.0236
+  step 2250000 |  23278s | train_loss=0.0232
+  step 2260000 |  23375s | train_loss=0.0242
+  step 2270000 |  23471s | train_loss=0.0245
+  step 2280000 |  23568s | train_loss=0.0236
+  step 2290000 |  23663s | train_loss=0.0231
+  step 2300000 |  23832s | train_loss=0.0228 | fid=56.2438
+  step 2310000 |  23926s | train_loss=0.0250
+  step 2320000 |  24021s | train_loss=0.0229
+  step 2330000 |  24118s | train_loss=0.0242
+  step 2340000 |  24215s | train_loss=0.0227
+  step 2350000 |  24312s | train_loss=0.0220
+  step 2360000 |  24409s | train_loss=0.0250
+  step 2370000 |  24506s | train_loss=0.0237
+  step 2380000 |  24601s | train_loss=0.0247
+  step 2390000 |  24698s | train_loss=0.0225
+  step 2400000 |  24867s | train_loss=0.0219 | fid=56.9743
+  step 2410000 |  24962s | train_loss=0.0244
+  step 2420000 |  25057s | train_loss=0.0226
+  step 2430000 |  25154s | train_loss=0.0231
+  step 2440000 |  25251s | train_loss=0.0231
+  step 2450000 |  25347s | train_loss=0.0228
+  step 2460000 |  25444s | train_loss=0.0231
+  step 2470000 |  25539s | train_loss=0.0232
+  step 2480000 |  25636s | train_loss=0.0253
+  step 2490000 |  25732s | train_loss=0.0223
+  step 2500000 |  25903s | train_loss=0.0224 | fid=53.9406
+  step 2510000 |  25998s | train_loss=0.0227
+  step 2520000 |  26093s | train_loss=0.0219
+  step 2530000 |  26190s | train_loss=0.0219
+  step 2540000 |  26287s | train_loss=0.0220
+  step 2550000 |  26384s | train_loss=0.0223
+  step 2560000 |  26479s | train_loss=0.0219
+  step 2570000 |  26576s | train_loss=0.0211
+  step 2580000 |  26672s | train_loss=0.0217
+  step 2590000 |  26767s | train_loss=0.0223
+  step 2600000 |  26939s | train_loss=0.0218 | fid=52.9492
+  step 2610000 |  27034s | train_loss=0.0215
+  step 2620000 |  27129s | train_loss=0.0210
+  step 2630000 |  27226s | train_loss=0.0209
+  step 2640000 |  27323s | train_loss=0.0215
+  step 2650000 |  27418s | train_loss=0.0215
+  step 2660000 |  27515s | train_loss=0.0217
+  step 2670000 |  27611s | train_loss=0.0207
+  step 2680000 |  27708s | train_loss=0.0198
+  step 2690000 |  27803s | train_loss=0.0220
+  step 2700000 |  27975s | train_loss=0.0206 | fid=53.1374
+  step 2710000 |  28070s | train_loss=0.0199
+  step 2720000 |  28165s | train_loss=0.0203
+  step 2730000 |  28262s | train_loss=0.0200
+  step 2740000 |  28357s | train_loss=0.0212
+  step 2750000 |  28454s | train_loss=0.0214
+  step 2760000 |  28550s | train_loss=0.0219
+  step 2770000 |  28647s | train_loss=0.0199
+  step 2780000 |  28741s | train_loss=0.0201
+  step 2790000 |  28838s | train_loss=0.0203
+  step 2800000 |  29009s | train_loss=0.0219 | fid=54.2534
+  step 2810000 |  29104s | train_loss=0.0198
+  step 2820000 |  29199s | train_loss=0.0196
+  step 2830000 |  29294s | train_loss=0.0205
+  step 2840000 |  29390s | train_loss=0.0198
+  step 2850000 |  29487s | train_loss=0.0222
+  step 2860000 |  29584s | train_loss=0.0197
+  step 2870000 |  29680s | train_loss=0.0194
+  step 2880000 |  29775s | train_loss=0.0203
+  step 2890000 |  29872s | train_loss=0.0203
+  step 2900000 |  30044s | train_loss=0.0208 | fid=53.1247
+  step 2910000 |  30139s | train_loss=0.0209
+  step 2920000 |  30232s | train_loss=0.0200
+  step 2930000 |  30329s | train_loss=0.0205
+  step 2940000 |  30425s | train_loss=0.0202
+  step 2950000 |  30522s | train_loss=0.0189
+  step 2960000 |  30618s | train_loss=0.0183
+  step 2970000 |  30713s | train_loss=0.0189
+  step 2980000 |  30810s | train_loss=0.0204
+  step 2990000 |  30907s | train_loss=0.0204
+  step 3000000 |  31079s | train_loss=0.0198 | fid=50.2843
+  step 3010000 |  31170s | train_loss=0.0210
+  step 3020000 |  31266s | train_loss=0.0190
+  step 3030000 |  31362s | train_loss=0.0186
+  step 3040000 |  31459s | train_loss=0.0205
+  step 3050000 |  31556s | train_loss=0.0208
+  step 3060000 |  31652s | train_loss=0.0189
+  step 3070000 |  31748s | train_loss=0.0188
+  step 3080000 |  31844s | train_loss=0.0192
+  step 3090000 |  31941s | train_loss=0.0199
+  step 3100000 |  32112s | train_loss=0.0195 | fid=51.1955
+  step 3110000 |  32207s | train_loss=0.0204
+  step 3120000 |  32302s | train_loss=0.0178
+  step 3130000 |  32399s | train_loss=0.0190
+  step 3140000 |  32495s | train_loss=0.0201
+  step 3150000 |  32592s | train_loss=0.0193
+  step 3160000 |  32686s | train_loss=0.0182
+  step 3170000 |  32783s | train_loss=0.0182
+  step 3180000 |  32880s | train_loss=0.0208
+  step 3190000 |  32976s | train_loss=0.0193
+  step 3200000 |  33146s | train_loss=0.0190 | fid=47.8470
+  step 3210000 |  33241s | train_loss=0.0200
+  step 3220000 |  33336s | train_loss=0.0192
+  step 3230000 |  33432s | train_loss=0.0197
+  step 3240000 |  33529s | train_loss=0.0188
+  step 3250000 |  33625s | train_loss=0.0179
+  step 3260000 |  33720s | train_loss=0.0196
+  step 3270000 |  33817s | train_loss=0.0179
+  step 3280000 |  33914s | train_loss=0.0183
+  step 3290000 |  34009s | train_loss=0.0186
+  step 3300000 |  34182s | train_loss=0.0189 | fid=47.0677
+  step 3310000 |  34276s | train_loss=0.0180
+  step 3320000 |  34371s | train_loss=0.0181
+  step 3330000 |  34468s | train_loss=0.0187
+  step 3340000 |  34565s | train_loss=0.0186
+  step 3350000 |  34660s | train_loss=0.0181
+  step 3360000 |  34756s | train_loss=0.0179
+  step 3370000 |  34853s | train_loss=0.0176
+  step 3380000 |  34948s | train_loss=0.0183
+  step 3390000 |  35045s | train_loss=0.0188
+  step 3400000 |  35218s | train_loss=0.0181 | fid=46.1300
+  step 3410000 |  35312s | train_loss=0.0172
+  step 3420000 |  35406s | train_loss=0.0173
+  step 3430000 |  35503s | train_loss=0.0189
+  step 3440000 |  35599s | train_loss=0.0178
+  step 3450000 |  35694s | train_loss=0.0183
+  step 3460000 |  35790s | train_loss=0.0175
+  step 3470000 |  35886s | train_loss=0.0184
+  step 3480000 |  35982s | train_loss=0.0173
+  step 3490000 |  36079s | train_loss=0.0168
+  step 3500000 |  36253s | train_loss=0.0180 | fid=47.0167
+  step 3510000 |  36346s | train_loss=0.0203
+  step 3520000 |  36441s | train_loss=0.0179
+  step 3530000 |  36538s | train_loss=0.0181
+  step 3540000 |  36633s | train_loss=0.0183
+  step 3550000 |  36729s | train_loss=0.0176
+  step 3560000 |  36824s | train_loss=0.0177
+  step 3570000 |  36921s | train_loss=0.0181
+  step 3580000 |  37018s | train_loss=0.0172
+  step 3590000 |  37114s | train_loss=0.0177
+  step 3600000 |  37288s | train_loss=0.0173 | fid=42.7347
+  step 3610000 |  37382s | train_loss=0.0191
+  step 3620000 |  37478s | train_loss=0.0164
+  step 3630000 |  37574s | train_loss=0.0171
+  step 3640000 |  37669s | train_loss=0.0184
+  step 3650000 |  37763s | train_loss=0.0182
+  step 3660000 |  37860s | train_loss=0.0180
+  step 3670000 |  37957s | train_loss=0.0169
+  step 3680000 |  38052s | train_loss=0.0169
+  step 3690000 |  38149s | train_loss=0.0176
+  step 3700000 |  38322s | train_loss=0.0183 | fid=45.6584
+  step 3710000 |  38415s | train_loss=0.0170
+  step 3720000 |  38510s | train_loss=0.0175
+  step 3730000 |  38605s | train_loss=0.0171
+  step 3740000 |  38700s | train_loss=0.0182
+  step 3750000 |  38796s | train_loss=0.0178
+  step 3760000 |  38893s | train_loss=0.0169
+  step 3770000 |  38989s | train_loss=0.0166
+  step 3780000 |  39086s | train_loss=0.0170
+  step 3790000 |  39182s | train_loss=0.0184
+  step 3800000 |  39356s | train_loss=0.0181 | fid=44.3522
+  step 3810000 |  39449s | train_loss=0.0186
+  step 3820000 |  39544s | train_loss=0.0176
+  step 3830000 |  39637s | train_loss=0.0179
+  step 3840000 |  39734s | train_loss=0.0178
+  step 3850000 |  39830s | train_loss=0.0161
+  step 3860000 |  39927s | train_loss=0.0171
+  step 3870000 |  40024s | train_loss=0.0188
+  step 3880000 |  40120s | train_loss=0.0166
+  step 3890000 |  40216s | train_loss=0.0175
+  step 3900000 |  40390s | train_loss=0.0173 | fid=43.8234
+  step 3910000 |  40483s | train_loss=0.0172
+  step 3920000 |  40574s | train_loss=0.0169
+  step 3930000 |  40671s | train_loss=0.0157
+  step 3940000 |  40767s | train_loss=0.0174
+  step 3950000 |  40863s | train_loss=0.0174
+  step 3960000 |  40960s | train_loss=0.0182
+  step 3970000 |  41057s | train_loss=0.0171
+  step 3980000 |  41154s | train_loss=0.0187
+  step 3990000 |  41250s | train_loss=0.0166
+  step 4000000 |  41426s | train_loss=0.0181 | fid=42.8758
+  step 4010000 |  41517s | train_loss=0.0167
+  step 4020000 |  41611s | train_loss=0.0165
+  step 4030000 |  41707s | train_loss=0.0165
+  step 4040000 |  41803s | train_loss=0.0162
+  step 4050000 |  41900s | train_loss=0.0158
+  step 4060000 |  41997s | train_loss=0.0162
+  step 4070000 |  42093s | train_loss=0.0168
+  step 4080000 |  42190s | train_loss=0.0167
+  step 4090000 |  42287s | train_loss=0.0172
+  step 4100000 |  42460s | train_loss=0.0179 | fid=41.4978
+  step 4110000 |  42552s | train_loss=0.0167
+  step 4120000 |  42647s | train_loss=0.0158
+  step 4130000 |  42744s | train_loss=0.0172
+  step 4140000 |  42841s | train_loss=0.0155
+  step 4150000 |  42938s | train_loss=0.0164
+  step 4160000 |  43034s | train_loss=0.0165
+  step 4170000 |  43131s | train_loss=0.0173
+  step 4180000 |  43228s | train_loss=0.0163
+  step 4190000 |  43324s | train_loss=0.0160
+  step 4200000 |  43496s | train_loss=0.0158 | fid=41.4712
+  step 4210000 |  43588s | train_loss=0.0177
+  step 4220000 |  43683s | train_loss=0.0167
+  step 4230000 |  43780s | train_loss=0.0171
+  step 4240000 |  43877s | train_loss=0.0171
+  step 4250000 |  43973s | train_loss=0.0162
+  step 4260000 |  44070s | train_loss=0.0166
+  step 4270000 |  44167s | train_loss=0.0155
+  step 4280000 |  44263s | train_loss=0.0163
+  step 4290000 |  44358s | train_loss=0.0165
+  step 4300000 |  44527s | train_loss=0.0158 | fid=43.4034
+  step 4310000 |  44622s | train_loss=0.0157
+  step 4320000 |  44718s | train_loss=0.0152
+  step 4330000 |  44814s | train_loss=0.0175
+  step 4340000 |  44911s | train_loss=0.0163
+  step 4350000 |  45008s | train_loss=0.0152
+  step 4360000 |  45104s | train_loss=0.0158
+  step 4370000 |  45201s | train_loss=0.0158
+  step 4380000 |  45296s | train_loss=0.0171
+  step 4390000 |  45393s | train_loss=0.0180
+  step 4400000 |  45560s | train_loss=0.0152 | fid=42.0224
+  step 4410000 |  45655s | train_loss=0.0157
+  step 4420000 |  45750s | train_loss=0.0166
+  step 4430000 |  45847s | train_loss=0.0162
+  step 4440000 |  45944s | train_loss=0.0157
+  step 4450000 |  46041s | train_loss=0.0156
+  step 4460000 |  46137s | train_loss=0.0151
+  step 4470000 |  46232s | train_loss=0.0152
+  step 4480000 |  46329s | train_loss=0.0166
+  step 4490000 |  46426s | train_loss=0.0150
+  step 4500000 |  46595s | train_loss=0.0153 | fid=41.5596
+  step 4510000 |  46690s | train_loss=0.0153
+  step 4520000 |  46785s | train_loss=0.0181
+  step 4530000 |  46881s | train_loss=0.0156
+  step 4540000 |  46978s | train_loss=0.0156
+  step 4550000 |  47075s | train_loss=0.0160
+  step 4560000 |  47161s | train_loss=0.0153
+  step 4570000 |  47239s | train_loss=0.0162
+  step 4580000 |  47317s | train_loss=0.0168
+  step 4590000 |  47395s | train_loss=0.0153
+  step 4600000 |  47532s | train_loss=0.0141 | fid=42.7286
+  step 4610000 |  47608s | train_loss=0.0159
+  step 4620000 |  47684s | train_loss=0.0153
+  step 4630000 |  47762s | train_loss=0.0149
+  step 4640000 |  47840s | train_loss=0.0166
+  step 4650000 |  47918s | train_loss=0.0164
+  step 4660000 |  47996s | train_loss=0.0177
+  step 4670000 |  48075s | train_loss=0.0148
+  step 4680000 |  48152s | train_loss=0.0152
+  step 4690000 |  48228s | train_loss=0.0175
+  step 4700000 |  48368s | train_loss=0.0167 | fid=40.2410
+  step 4710000 |  48443s | train_loss=0.0148
+  step 4720000 |  48519s | train_loss=0.0162
+  step 4730000 |  48596s | train_loss=0.0153
+  step 4740000 |  48674s | train_loss=0.0164
+  step 4750000 |  48752s | train_loss=0.0144
+  step 4760000 |  48831s | train_loss=0.0152
+  step 4770000 |  48909s | train_loss=0.0145
+  step 4780000 |  48986s | train_loss=0.0152
+  step 4790000 |  49049s | train_loss=0.0156
+  step 4800000 |  49156s | train_loss=0.0153 | fid=39.1865
+  step 4810000 |  49210s | train_loss=0.0146
+  step 4820000 |  49266s | train_loss=0.0163
+  step 4830000 |  49326s | train_loss=0.0144
+  step 4840000 |  49386s | train_loss=0.0167
+  step 4850000 |  49445s | train_loss=0.0150
+  step 4860000 |  49505s | train_loss=0.0148
+  step 4870000 |  49565s | train_loss=0.0146
+  step 4880000 |  49624s | train_loss=0.0153
+  step 4890000 |  49684s | train_loss=0.0148
+  step 4900000 |  49793s | train_loss=0.0152 | fid=39.4070
+  step 4910000 |  49848s | train_loss=0.0154
+  step 4920000 |  49904s | train_loss=0.0155
+  step 4930000 |  49964s | train_loss=0.0150
+  step 4940000 |  50024s | train_loss=0.0149
+  step 4950000 |  50083s | train_loss=0.0154
+  step 4960000 |  50142s | train_loss=0.0156
+  step 4970000 |  50200s | train_loss=0.0143
+  step 4980000 |  50260s | train_loss=0.0147
+  step 4990000 |  50320s | train_loss=0.0146
+  step 5000000 |  50429s | train_loss=0.0154 | fid=40.5859
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a321757debbc2f438c8cde1de41970c0482a1692
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..5822f75a5f1ff44734c012c811942556490cceca
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 72.12146139144897, "train_loss_step": 160.34706115722656, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 0.9963217735290527, "subset_score_loss": 0.9963217735290527, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9772444367408752, "fid": 291.0108738520877}
+{"step": 10000, "wall_time": 167.29231691360474, "train_loss_step": 30.640247344970703, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.7181244850158691, "subset_score_loss": 0.7181244850158691}
+{"step": 20000, "wall_time": 264.1574046611786, "train_loss_step": 23.355327606201172, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6080102920532227, "subset_score_loss": 0.6080102920532227}
+{"step": 30000, "wall_time": 360.4654908180237, "train_loss_step": 25.684642791748047, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5233191967010498, "subset_score_loss": 0.5233191967010498}
+{"step": 40000, "wall_time": 457.8787052631378, "train_loss_step": 20.72067642211914, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.44600343704223633, "subset_score_loss": 0.44600343704223633}
+{"step": 50000, "wall_time": 555.0299117565155, "train_loss_step": 19.098941802978516, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.3738494873046875, "subset_score_loss": 0.3738494873046875}
+{"step": 60000, "wall_time": 652.2136414051056, "train_loss_step": 18.397823333740234, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.3135072708129883, "subset_score_loss": 0.3135072708129883}
+{"step": 70000, "wall_time": 749.6400680541992, "train_loss_step": 16.440166473388672, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.2577881574630737, "subset_score_loss": 0.2577881574630737}
+{"step": 80000, "wall_time": 846.9160573482513, "train_loss_step": 15.385401725769043, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.2228602170944214, "subset_score_loss": 0.2228602170944214}
+{"step": 90000, "wall_time": 944.0428788661957, "train_loss_step": 14.521638870239258, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.19025760889053345, "subset_score_loss": 0.19025760889053345}
+{"step": 100000, "wall_time": 1113.0763161182404, "train_loss_step": 15.57676887512207, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.1687596321105957, "subset_score_loss": 0.1687596321105957, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9381663799285889, "fid": 62.20975193262515}
+{"step": 110000, "wall_time": 1210.08891248703, "train_loss_step": 14.093145370483398, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.15798019170761107, "subset_score_loss": 0.15798019170761107}
+{"step": 120000, "wall_time": 1306.2739498615265, "train_loss_step": 13.563867568969727, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.14299192428588867, "subset_score_loss": 0.14299192428588867}
+{"step": 130000, "wall_time": 1403.604930639267, "train_loss_step": 12.049419403076172, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.13202942609786988, "subset_score_loss": 0.13202942609786988}
+{"step": 140000, "wall_time": 1500.9505014419556, "train_loss_step": 12.056079864501953, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.12233057022094726, "subset_score_loss": 0.12233057022094726}
+{"step": 150000, "wall_time": 1598.1803231239319, "train_loss_step": 11.79899787902832, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.12149951457977295, "subset_score_loss": 0.12149951457977295}
+{"step": 160000, "wall_time": 1695.8162274360657, "train_loss_step": 11.441109657287598, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.11116687059402466, "subset_score_loss": 0.11116687059402466}
+{"step": 170000, "wall_time": 1793.0834391117096, "train_loss_step": 11.259492874145508, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.1113279104232788, "subset_score_loss": 0.1113279104232788}
+{"step": 180000, "wall_time": 1890.3196008205414, "train_loss_step": 11.312058448791504, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.09784709811210632, "subset_score_loss": 0.09784709811210632}
+{"step": 190000, "wall_time": 1984.455188035965, "train_loss_step": 10.751346588134766, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09726537466049194, "subset_score_loss": 0.09726537466049194}
+{"step": 200000, "wall_time": 2152.6750133037567, "train_loss_step": 11.007828712463379, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.10239428281784058, "subset_score_loss": 0.10239428281784058, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9340695142745972, "fid": 79.95089455131726}
+{"step": 210000, "wall_time": 2249.763852596283, "train_loss_step": 10.31771183013916, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.08940844535827637, "subset_score_loss": 0.08940844535827637}
+{"step": 220000, "wall_time": 2346.0834023952484, "train_loss_step": 10.300275802612305, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.08651725053787232, "subset_score_loss": 0.08651725053787232}
+{"step": 230000, "wall_time": 2443.3054571151733, "train_loss_step": 9.369023323059082, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.08804206848144532, "subset_score_loss": 0.08804206848144532}
+{"step": 240000, "wall_time": 2540.525083065033, "train_loss_step": 9.617558479309082, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.08299211263656617, "subset_score_loss": 0.08299211263656617}
+{"step": 250000, "wall_time": 2637.490942955017, "train_loss_step": 10.890071868896484, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.08083016276359559, "subset_score_loss": 0.08083016276359559}
+{"step": 260000, "wall_time": 2734.738318681717, "train_loss_step": 9.492504119873047, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.0777299702167511, "subset_score_loss": 0.0777299702167511}
+{"step": 270000, "wall_time": 2832.1210808753967, "train_loss_step": 9.443796157836914, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.07492180466651917, "subset_score_loss": 0.07492180466651917}
+{"step": 280000, "wall_time": 2926.2514564990997, "train_loss_step": 9.469286918640137, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.07443701028823853, "subset_score_loss": 0.07443701028823853}
+{"step": 290000, "wall_time": 3022.0351967811584, "train_loss_step": 9.832099914550781, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.07606461644172668, "subset_score_loss": 0.07606461644172668}
+{"step": 300000, "wall_time": 3189.5592222213745, "train_loss_step": 9.81930160522461, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.0765410304069519, "subset_score_loss": 0.0765410304069519, "memorization_fraction_pixel": 0.0020000000949949026, "mean_nn_ratio_pixel": 0.9315409064292908, "fid": 85.65490537985937}
+{"step": 310000, "wall_time": 3286.574362754822, "train_loss_step": 8.887041091918945, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07090004086494446, "subset_score_loss": 0.07090004086494446}
+{"step": 320000, "wall_time": 3383.0820508003235, "train_loss_step": 9.526372909545898, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07800192832946777, "subset_score_loss": 0.07800192832946777}
+{"step": 330000, "wall_time": 3480.078082561493, "train_loss_step": 8.746210098266602, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.06726899147033691, "subset_score_loss": 0.06726899147033691}
+{"step": 340000, "wall_time": 3577.423193216324, "train_loss_step": 8.122664451599121, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.06508072018623352, "subset_score_loss": 0.06508072018623352}
+{"step": 350000, "wall_time": 3674.698942422867, "train_loss_step": 8.821301460266113, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.06754981279373169, "subset_score_loss": 0.06754981279373169}
+{"step": 360000, "wall_time": 3772.0123450756073, "train_loss_step": 8.627059936523438, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.06567584276199341, "subset_score_loss": 0.06567584276199341}
+{"step": 370000, "wall_time": 3866.3229253292084, "train_loss_step": 8.839786529541016, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.06122636795043945, "subset_score_loss": 0.06122636795043945}
+{"step": 380000, "wall_time": 3962.9149012565613, "train_loss_step": 9.14228630065918, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.06350902318954468, "subset_score_loss": 0.06350902318954468}
+{"step": 390000, "wall_time": 4058.403730869293, "train_loss_step": 8.305599212646484, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.06451629400253296, "subset_score_loss": 0.06451629400253296}
+{"step": 400000, "wall_time": 4227.775995254517, "train_loss_step": 7.644111633300781, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.057426661252975464, "subset_score_loss": 0.057426661252975464, "memorization_fraction_pixel": 0.007400000002235174, "mean_nn_ratio_pixel": 0.9208168983459473, "fid": 92.55223677431519}
+{"step": 410000, "wall_time": 4324.109816074371, "train_loss_step": 8.814682006835938, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.06305453181266785, "subset_score_loss": 0.06305453181266785}
+{"step": 420000, "wall_time": 4421.173452615738, "train_loss_step": 8.364651679992676, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.058112889528274536, "subset_score_loss": 0.058112889528274536}
+{"step": 430000, "wall_time": 4518.272371292114, "train_loss_step": 7.930998802185059, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.060044515132904056, "subset_score_loss": 0.060044515132904056}
+{"step": 440000, "wall_time": 4615.657986402512, "train_loss_step": 8.561279296875, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.0568855881690979, "subset_score_loss": 0.0568855881690979}
+{"step": 450000, "wall_time": 4712.846905469894, "train_loss_step": 7.502930641174316, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.05742397904396057, "subset_score_loss": 0.05742397904396057}
+{"step": 460000, "wall_time": 4807.289049386978, "train_loss_step": 7.984055519104004, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.056039565801620485, "subset_score_loss": 0.056039565801620485}
+{"step": 470000, "wall_time": 4904.447788000107, "train_loss_step": 7.730833530426025, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.06466201543807984, "subset_score_loss": 0.06466201543807984}
+{"step": 480000, "wall_time": 4999.937118768692, "train_loss_step": 7.496759414672852, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.05523849129676819, "subset_score_loss": 0.05523849129676819}
+{"step": 490000, "wall_time": 5096.739479541779, "train_loss_step": 7.529546737670898, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.05589900016784668, "subset_score_loss": 0.05589900016784668}
+{"step": 500000, "wall_time": 5264.429093837738, "train_loss_step": 8.094083786010742, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.05269266963005066, "subset_score_loss": 0.05269266963005066, "memorization_fraction_pixel": 0.012500000186264515, "mean_nn_ratio_pixel": 0.9130145311355591, "fid": 93.28124208698473}
+{"step": 510000, "wall_time": 5360.402271747589, "train_loss_step": 7.791041851043701, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.0537466824054718, "subset_score_loss": 0.0537466824054718}
+{"step": 520000, "wall_time": 5457.633251667023, "train_loss_step": 7.715180397033691, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.05410548448562622, "subset_score_loss": 0.05410548448562622}
+{"step": 530000, "wall_time": 5555.066615343094, "train_loss_step": 7.539020538330078, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.052063918113708495, "subset_score_loss": 0.052063918113708495}
+{"step": 540000, "wall_time": 5652.200977087021, "train_loss_step": 7.435651779174805, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.05530198216438294, "subset_score_loss": 0.05530198216438294}
+{"step": 550000, "wall_time": 5746.919544219971, "train_loss_step": 7.72618293762207, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.05136280655860901, "subset_score_loss": 0.05136280655860901}
+{"step": 560000, "wall_time": 5843.925472974777, "train_loss_step": 7.356457710266113, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.05007068514823913, "subset_score_loss": 0.05007068514823913}
+{"step": 570000, "wall_time": 5940.375838279724, "train_loss_step": 6.908421516418457, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.05242089033126831, "subset_score_loss": 0.05242089033126831}
+{"step": 580000, "wall_time": 6035.882699251175, "train_loss_step": 7.668807506561279, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.052803754806518555, "subset_score_loss": 0.052803754806518555}
+{"step": 590000, "wall_time": 6132.561423778534, "train_loss_step": 7.49835205078125, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.05302162766456604, "subset_score_loss": 0.05302162766456604}
+{"step": 600000, "wall_time": 6300.368271112442, "train_loss_step": 7.1594624519348145, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.04919860363006592, "subset_score_loss": 0.04919860363006592, "memorization_fraction_pixel": 0.01979999989271164, "mean_nn_ratio_pixel": 0.9021896719932556, "fid": 89.65983777259277}
+{"step": 610000, "wall_time": 6397.197674512863, "train_loss_step": 7.08201265335083, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.04783216118812561, "subset_score_loss": 0.04783216118812561}
+{"step": 620000, "wall_time": 6494.145089387894, "train_loss_step": 7.279287338256836, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.046279892325401306, "subset_score_loss": 0.046279892325401306}
+{"step": 630000, "wall_time": 6591.039854288101, "train_loss_step": 7.140893459320068, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.04738414585590363, "subset_score_loss": 0.04738414585590363}
+{"step": 640000, "wall_time": 6686.302040338516, "train_loss_step": 6.813779354095459, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.04865172207355499, "subset_score_loss": 0.04865172207355499}
+{"step": 650000, "wall_time": 6783.068021774292, "train_loss_step": 6.731098175048828, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.04895959198474884, "subset_score_loss": 0.04895959198474884}
+{"step": 660000, "wall_time": 6879.632390260696, "train_loss_step": 6.825102806091309, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.04550440907478333, "subset_score_loss": 0.04550440907478333}
+{"step": 670000, "wall_time": 6974.925233602524, "train_loss_step": 6.784420490264893, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.047151806950569156, "subset_score_loss": 0.047151806950569156}
+{"step": 680000, "wall_time": 7071.998476266861, "train_loss_step": 7.170487403869629, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.04691717028617859, "subset_score_loss": 0.04691717028617859}
+{"step": 690000, "wall_time": 7169.127689838409, "train_loss_step": 6.641602516174316, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.04418915510177612, "subset_score_loss": 0.04418915510177612}
+{"step": 700000, "wall_time": 7336.471032142639, "train_loss_step": 7.345355987548828, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.04435411691665649, "subset_score_loss": 0.04435411691665649, "memorization_fraction_pixel": 0.03970000147819519, "mean_nn_ratio_pixel": 0.8728489279747009, "fid": 79.14661244613552}
+{"step": 710000, "wall_time": 7433.219828128815, "train_loss_step": 6.376070022583008, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.043910828232765195, "subset_score_loss": 0.043910828232765195}
+{"step": 720000, "wall_time": 7530.205907821655, "train_loss_step": 6.857386589050293, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.04354341924190521, "subset_score_loss": 0.04354341924190521}
+{"step": 730000, "wall_time": 7625.690118551254, "train_loss_step": 7.021551132202148, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.04181636571884155, "subset_score_loss": 0.04181636571884155}
+{"step": 740000, "wall_time": 7721.983305215836, "train_loss_step": 7.044973850250244, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.045777547359466556, "subset_score_loss": 0.045777547359466556}
+{"step": 750000, "wall_time": 7818.747974157333, "train_loss_step": 7.072783470153809, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.042950451374053955, "subset_score_loss": 0.042950451374053955}
+{"step": 760000, "wall_time": 7915.361908912659, "train_loss_step": 6.704620361328125, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.04381043910980224, "subset_score_loss": 0.04381043910980224}
+{"step": 770000, "wall_time": 8010.669696092606, "train_loss_step": 6.549787998199463, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.04244990944862366, "subset_score_loss": 0.04244990944862366}
+{"step": 780000, "wall_time": 8107.609794616699, "train_loss_step": 6.8249592781066895, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.045140573382377626, "subset_score_loss": 0.045140573382377626}
+{"step": 790000, "wall_time": 8204.982806444168, "train_loss_step": 6.89772367477417, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.042350131273269656, "subset_score_loss": 0.042350131273269656}
+{"step": 800000, "wall_time": 8372.576095342636, "train_loss_step": 6.998133659362793, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.04125654995441437, "subset_score_loss": 0.04125654995441437, "memorization_fraction_pixel": 0.0494999997317791, "mean_nn_ratio_pixel": 0.8677328824996948, "fid": 86.19003966952451}
+{"step": 810000, "wall_time": 8469.297085285187, "train_loss_step": 6.513633728027344, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.046465504169464114, "subset_score_loss": 0.046465504169464114}
+{"step": 820000, "wall_time": 8565.00357222557, "train_loss_step": 6.476020812988281, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.04096383154392243, "subset_score_loss": 0.04096383154392243}
+{"step": 830000, "wall_time": 8661.84861779213, "train_loss_step": 6.209997177124023, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04103390872478485, "subset_score_loss": 0.04103390872478485}
+{"step": 840000, "wall_time": 8758.813654899597, "train_loss_step": 6.388818740844727, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04306730628013611, "subset_score_loss": 0.04306730628013611}
+{"step": 850000, "wall_time": 8855.372143745422, "train_loss_step": 6.314371109008789, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.040750160813331604, "subset_score_loss": 0.040750160813331604}
+{"step": 860000, "wall_time": 8950.539232492447, "train_loss_step": 6.452319145202637, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.04101813435554504, "subset_score_loss": 0.04101813435554504}
+{"step": 870000, "wall_time": 9047.572088479996, "train_loss_step": 6.859522819519043, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.04349198043346405, "subset_score_loss": 0.04349198043346405}
+{"step": 880000, "wall_time": 9145.113375663757, "train_loss_step": 6.063392162322998, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.03902369439601898, "subset_score_loss": 0.03902369439601898}
+{"step": 890000, "wall_time": 9242.046798467636, "train_loss_step": 6.528766632080078, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04572921395301819, "subset_score_loss": 0.04572921395301819}
+{"step": 900000, "wall_time": 9409.244416236877, "train_loss_step": 6.3169450759887695, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04023889899253845, "subset_score_loss": 0.04023889899253845, "memorization_fraction_pixel": 0.06499999761581421, "mean_nn_ratio_pixel": 0.8483917713165283, "fid": 81.52336195542883}
+{"step": 910000, "wall_time": 9504.367588281631, "train_loss_step": 6.429023742675781, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.03942578434944153, "subset_score_loss": 0.03942578434944153}
+{"step": 920000, "wall_time": 9601.330264806747, "train_loss_step": 6.415004730224609, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.03962176740169525, "subset_score_loss": 0.03962176740169525}
+{"step": 930000, "wall_time": 9698.556769609451, "train_loss_step": 5.826255798339844, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.03880336582660675, "subset_score_loss": 0.03880336582660675}
+{"step": 940000, "wall_time": 9795.23045039177, "train_loss_step": 6.527541160583496, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.04185164272785187, "subset_score_loss": 0.04185164272785187}
+{"step": 950000, "wall_time": 9892.535595178604, "train_loss_step": 5.998719215393066, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.039389556646347045, "subset_score_loss": 0.039389556646347045}
+{"step": 960000, "wall_time": 9987.867042541504, "train_loss_step": 6.3149309158325195, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.03964788317680359, "subset_score_loss": 0.03964788317680359}
+{"step": 970000, "wall_time": 10085.216614246368, "train_loss_step": 6.037261009216309, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.03743621408939361, "subset_score_loss": 0.03743621408939361}
+{"step": 980000, "wall_time": 10182.458297491074, "train_loss_step": 6.075258255004883, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.037730342149734496, "subset_score_loss": 0.037730342149734496}
+{"step": 990000, "wall_time": 10279.471499443054, "train_loss_step": 5.981904029846191, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.03717825412750244, "subset_score_loss": 0.03717825412750244}
+{"step": 1000000, "wall_time": 10445.212700366974, "train_loss_step": 6.503691673278809, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.03856416642665863, "subset_score_loss": 0.03856416642665863, "memorization_fraction_pixel": 0.09679999947547913, "mean_nn_ratio_pixel": 0.8213801980018616, "fid": 74.59995797190749}
+{"step": 1010000, "wall_time": 10541.702260494232, "train_loss_step": 6.496184349060059, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.03686988651752472, "subset_score_loss": 0.03686988651752472}
+{"step": 1020000, "wall_time": 10638.763486623764, "train_loss_step": 5.985963344573975, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.03725292682647705, "subset_score_loss": 0.03725292682647705}
+{"step": 1030000, "wall_time": 10735.609270572662, "train_loss_step": 5.836983680725098, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.03623655438423157, "subset_score_loss": 0.03623655438423157}
+{"step": 1040000, "wall_time": 10832.041364908218, "train_loss_step": 6.181733131408691, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.035333892703056334, "subset_score_loss": 0.035333892703056334}
+{"step": 1050000, "wall_time": 10927.12103843689, "train_loss_step": 6.125086784362793, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.03832904100418091, "subset_score_loss": 0.03832904100418091}
+{"step": 1060000, "wall_time": 11024.40016746521, "train_loss_step": 5.957691192626953, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.03671993613243103, "subset_score_loss": 0.03671993613243103}
+{"step": 1070000, "wall_time": 11121.371847629547, "train_loss_step": 6.402207374572754, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.03851223886013031, "subset_score_loss": 0.03851223886013031}
+{"step": 1080000, "wall_time": 11218.406141996384, "train_loss_step": 5.969524383544922, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.03780857026576996, "subset_score_loss": 0.03780857026576996}
+{"step": 1090000, "wall_time": 11315.455207109451, "train_loss_step": 6.088842391967773, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.0397322952747345, "subset_score_loss": 0.0397322952747345}
+{"step": 1100000, "wall_time": 11481.141082286835, "train_loss_step": 6.082192420959473, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.03487838804721832, "subset_score_loss": 0.03487838804721832, "memorization_fraction_pixel": 0.11150000244379044, "mean_nn_ratio_pixel": 0.8095404505729675, "fid": 72.80110280186747}
+{"step": 1110000, "wall_time": 11578.498352527618, "train_loss_step": 6.224460124969482, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.03688611090183258, "subset_score_loss": 0.03688611090183258}
+{"step": 1120000, "wall_time": 11675.727690696716, "train_loss_step": 5.930498123168945, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.0356315016746521, "subset_score_loss": 0.0356315016746521}
+{"step": 1130000, "wall_time": 11772.44529247284, "train_loss_step": 5.336765289306641, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.03646365702152252, "subset_score_loss": 0.03646365702152252}
+{"step": 1140000, "wall_time": 11869.789343357086, "train_loss_step": 5.857063293457031, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.03328307569026947, "subset_score_loss": 0.03328307569026947}
+{"step": 1150000, "wall_time": 11965.145501613617, "train_loss_step": 5.440948486328125, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.03537124097347259, "subset_score_loss": 0.03537124097347259}
+{"step": 1160000, "wall_time": 12062.176079511642, "train_loss_step": 5.834251403808594, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.03594110906124115, "subset_score_loss": 0.03594110906124115}
+{"step": 1170000, "wall_time": 12159.457626342773, "train_loss_step": 5.952454090118408, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.0377949982881546, "subset_score_loss": 0.0377949982881546}
+{"step": 1180000, "wall_time": 12256.45358633995, "train_loss_step": 5.722135066986084, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.03479385077953338, "subset_score_loss": 0.03479385077953338}
+{"step": 1190000, "wall_time": 12351.610127449036, "train_loss_step": 5.57996940612793, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.03456422388553619, "subset_score_loss": 0.03456422388553619}
+{"step": 1200000, "wall_time": 12519.718269348145, "train_loss_step": 5.625171184539795, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.033916246891021726, "subset_score_loss": 0.033916246891021726, "memorization_fraction_pixel": 0.13680000603199005, "mean_nn_ratio_pixel": 0.7973741888999939, "fid": 70.64784625223948}
+{"step": 1210000, "wall_time": 12617.080360651016, "train_loss_step": 5.159963607788086, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.032697901129722595, "subset_score_loss": 0.032697901129722595}
+{"step": 1220000, "wall_time": 12713.66772198677, "train_loss_step": 5.309113502502441, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03307357728481293, "subset_score_loss": 0.03307357728481293}
+{"step": 1230000, "wall_time": 12810.920815229416, "train_loss_step": 5.746960639953613, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.033188387751579285, "subset_score_loss": 0.033188387751579285}
+{"step": 1240000, "wall_time": 12906.357773303986, "train_loss_step": 5.601820945739746, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.033182233572006226, "subset_score_loss": 0.033182233572006226}
+{"step": 1250000, "wall_time": 13003.458800077438, "train_loss_step": 5.296130180358887, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03796552419662476, "subset_score_loss": 0.03796552419662476}
+{"step": 1260000, "wall_time": 13100.647988796234, "train_loss_step": 5.495123863220215, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.03418771624565124, "subset_score_loss": 0.03418771624565124}
+{"step": 1270000, "wall_time": 13197.784123182297, "train_loss_step": 5.8173322677612305, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.03278934955596924, "subset_score_loss": 0.03278934955596924}
+{"step": 1280000, "wall_time": 13293.338127613068, "train_loss_step": 5.426358222961426, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03346766829490662, "subset_score_loss": 0.03346766829490662}
+{"step": 1290000, "wall_time": 13390.135868310928, "train_loss_step": 5.62467098236084, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.03625741004943848, "subset_score_loss": 0.03625741004943848}
+{"step": 1300000, "wall_time": 13558.104613542557, "train_loss_step": 5.241692543029785, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03244611918926239, "subset_score_loss": 0.03244611918926239, "memorization_fraction_pixel": 0.17489999532699585, "mean_nn_ratio_pixel": 0.7646072506904602, "fid": 63.41026108294699}
+{"step": 1310000, "wall_time": 13655.5619328022, "train_loss_step": 5.701719284057617, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.03440680205821991, "subset_score_loss": 0.03440680205821991}
+{"step": 1320000, "wall_time": 13752.333207845688, "train_loss_step": 5.279547214508057, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.031343623995780945, "subset_score_loss": 0.031343623995780945}
+{"step": 1330000, "wall_time": 13849.497645616531, "train_loss_step": 5.584941864013672, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.030925041437149046, "subset_score_loss": 0.030925041437149046}
+{"step": 1340000, "wall_time": 13944.952460765839, "train_loss_step": 5.3425493240356445, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.03193132877349854, "subset_score_loss": 0.03193132877349854}
+{"step": 1350000, "wall_time": 14042.278068304062, "train_loss_step": 5.530339241027832, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03316325843334198, "subset_score_loss": 0.03316325843334198}
+{"step": 1360000, "wall_time": 14139.279592037201, "train_loss_step": 5.530475616455078, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.030203375220298766, "subset_score_loss": 0.030203375220298766}
+{"step": 1370000, "wall_time": 14235.002632856369, "train_loss_step": 5.514929294586182, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.0334498256444931, "subset_score_loss": 0.0334498256444931}
+{"step": 1380000, "wall_time": 14331.70751786232, "train_loss_step": 5.296741485595703, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.03101551830768585, "subset_score_loss": 0.03101551830768585}
+{"step": 1390000, "wall_time": 14429.117433547974, "train_loss_step": 5.850115776062012, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.033442568778991696, "subset_score_loss": 0.033442568778991696}
+{"step": 1400000, "wall_time": 14596.281640291214, "train_loss_step": 5.67822265625, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.0311651736497879, "subset_score_loss": 0.0311651736497879, "memorization_fraction_pixel": 0.1720999926328659, "mean_nn_ratio_pixel": 0.7788187265396118, "fid": 65.71760446757025}
+{"step": 1410000, "wall_time": 14693.409883260727, "train_loss_step": 5.322856903076172, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.03226096332073212, "subset_score_loss": 0.03226096332073212}
+{"step": 1420000, "wall_time": 14790.977504014969, "train_loss_step": 5.288980007171631, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.030149516463279725, "subset_score_loss": 0.030149516463279725}
+{"step": 1430000, "wall_time": 14886.107187986374, "train_loss_step": 5.427579879760742, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.030122867226600646, "subset_score_loss": 0.030122867226600646}
+{"step": 1440000, "wall_time": 14983.342369318008, "train_loss_step": 5.600809097290039, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.030607464909553527, "subset_score_loss": 0.030607464909553527}
+{"step": 1450000, "wall_time": 15080.897037744522, "train_loss_step": 5.618264198303223, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.033176326751708986, "subset_score_loss": 0.033176326751708986}
+{"step": 1460000, "wall_time": 15176.13087630272, "train_loss_step": 5.4262542724609375, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.030609121918678282, "subset_score_loss": 0.030609121918678282}
+{"step": 1470000, "wall_time": 15272.652299880981, "train_loss_step": 5.356057167053223, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.032514888048172, "subset_score_loss": 0.032514888048172}
+{"step": 1480000, "wall_time": 15369.74983048439, "train_loss_step": 5.120632171630859, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.031480017304420474, "subset_score_loss": 0.031480017304420474}
+{"step": 1490000, "wall_time": 15467.01787352562, "train_loss_step": 5.373095512390137, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.029820048809051515, "subset_score_loss": 0.029820048809051515}
+{"step": 1500000, "wall_time": 15634.628154277802, "train_loss_step": 5.456106185913086, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.031644365191459654, "subset_score_loss": 0.031644365191459654, "memorization_fraction_pixel": 0.20659999549388885, "mean_nn_ratio_pixel": 0.7561551928520203, "fid": 65.72714161473513}
+{"step": 1510000, "wall_time": 15731.902669906616, "train_loss_step": 4.978066921234131, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.029864788055419922, "subset_score_loss": 0.029864788055419922}
+{"step": 1520000, "wall_time": 15829.122091054916, "train_loss_step": 5.419215202331543, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.03155215978622437, "subset_score_loss": 0.03155215978622437}
+{"step": 1530000, "wall_time": 15924.686170816422, "train_loss_step": 5.153088569641113, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.031231710314750673, "subset_score_loss": 0.031231710314750673}
+{"step": 1540000, "wall_time": 16021.664395093918, "train_loss_step": 5.164809703826904, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.029466849565505982, "subset_score_loss": 0.029466849565505982}
+{"step": 1550000, "wall_time": 16117.288985490799, "train_loss_step": 5.1088762283325195, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.028937238454818725, "subset_score_loss": 0.028937238454818725}
+{"step": 1560000, "wall_time": 16214.007006883621, "train_loss_step": 5.211544990539551, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.029936525225639343, "subset_score_loss": 0.029936525225639343}
+{"step": 1570000, "wall_time": 16311.54508280754, "train_loss_step": 5.062439441680908, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.02870928347110748, "subset_score_loss": 0.02870928347110748}
+{"step": 1580000, "wall_time": 16408.673770427704, "train_loss_step": 5.407172203063965, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.030656856298446656, "subset_score_loss": 0.030656856298446656}
+{"step": 1590000, "wall_time": 16505.79462647438, "train_loss_step": 5.024308204650879, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.03030393123626709, "subset_score_loss": 0.03030393123626709}
+{"step": 1600000, "wall_time": 16673.74272942543, "train_loss_step": 5.668707847595215, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.032277241349220276, "subset_score_loss": 0.032277241349220276, "memorization_fraction_pixel": 0.23960000276565552, "mean_nn_ratio_pixel": 0.7296817302703857, "fid": 63.58586564608229}
+{"step": 1610000, "wall_time": 16770.850367069244, "train_loss_step": 5.226114749908447, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.02960256636142731, "subset_score_loss": 0.02960256636142731}
+{"step": 1620000, "wall_time": 16866.375917196274, "train_loss_step": 5.303020477294922, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.028835406899452208, "subset_score_loss": 0.028835406899452208}
+{"step": 1630000, "wall_time": 16964.00410270691, "train_loss_step": 5.199599266052246, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.029722458124160765, "subset_score_loss": 0.029722458124160765}
+{"step": 1640000, "wall_time": 17059.551006555557, "train_loss_step": 5.113054275512695, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.029738694429397583, "subset_score_loss": 0.029738694429397583}
+{"step": 1650000, "wall_time": 17156.293417453766, "train_loss_step": 5.0983710289001465, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.029408740997314452, "subset_score_loss": 0.029408740997314452}
+{"step": 1660000, "wall_time": 17253.603566408157, "train_loss_step": 4.780676364898682, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.027738910913467408, "subset_score_loss": 0.027738910913467408}
+{"step": 1670000, "wall_time": 17350.4722802639, "train_loss_step": 4.788538932800293, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.028490346670150758, "subset_score_loss": 0.028490346670150758}
+{"step": 1680000, "wall_time": 17447.770297288895, "train_loss_step": 5.004676342010498, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.026639118790626526, "subset_score_loss": 0.026639118790626526}
+{"step": 1690000, "wall_time": 17544.48078417778, "train_loss_step": 5.3087477684021, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.029409176111221312, "subset_score_loss": 0.029409176111221312}
+{"step": 1700000, "wall_time": 17712.832310914993, "train_loss_step": 5.410844802856445, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.027504542469978334, "subset_score_loss": 0.027504542469978334, "memorization_fraction_pixel": 0.2567000091075897, "mean_nn_ratio_pixel": 0.7259262204170227, "fid": 64.5899420432631}
+{"step": 1710000, "wall_time": 17809.821377277374, "train_loss_step": 5.427173137664795, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.028257638216018677, "subset_score_loss": 0.028257638216018677}
+{"step": 1720000, "wall_time": 17905.264285326004, "train_loss_step": 5.405526638031006, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.028341266512870788, "subset_score_loss": 0.028341266512870788}
+{"step": 1730000, "wall_time": 18000.213832616806, "train_loss_step": 4.97740364074707, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.02889942526817322, "subset_score_loss": 0.02889942526817322}
+{"step": 1740000, "wall_time": 18096.772276878357, "train_loss_step": 4.956006050109863, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.027358844876289368, "subset_score_loss": 0.027358844876289368}
+{"step": 1750000, "wall_time": 18193.86872982979, "train_loss_step": 4.834657192230225, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.026372498273849486, "subset_score_loss": 0.026372498273849486}
+{"step": 1760000, "wall_time": 18291.091948509216, "train_loss_step": 4.984461784362793, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.029453521966934203, "subset_score_loss": 0.029453521966934203}
+{"step": 1770000, "wall_time": 18388.006603479385, "train_loss_step": 4.914674758911133, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.026440373063087462, "subset_score_loss": 0.026440373063087462}
+{"step": 1780000, "wall_time": 18484.825922727585, "train_loss_step": 4.990694999694824, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.027371761202812196, "subset_score_loss": 0.027371761202812196}
+{"step": 1790000, "wall_time": 18581.642042160034, "train_loss_step": 4.657902240753174, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.028022724390029907, "subset_score_loss": 0.028022724390029907}
+{"step": 1800000, "wall_time": 18748.972652435303, "train_loss_step": 5.033952236175537, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.027997368574142457, "subset_score_loss": 0.027997368574142457, "memorization_fraction_pixel": 0.25589999556541443, "mean_nn_ratio_pixel": 0.7217997908592224, "fid": 69.60641132964597}
+{"step": 1810000, "wall_time": 18844.300825357437, "train_loss_step": 4.92203426361084, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.028344905376434325, "subset_score_loss": 0.028344905376434325}
+{"step": 1820000, "wall_time": 18939.742372512817, "train_loss_step": 5.279476165771484, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.026975643634796143, "subset_score_loss": 0.026975643634796143}
+{"step": 1830000, "wall_time": 19036.81777572632, "train_loss_step": 4.760624885559082, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.026965925097465517, "subset_score_loss": 0.026965925097465517}
+{"step": 1840000, "wall_time": 19133.839282989502, "train_loss_step": 4.915090560913086, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.027665501832962035, "subset_score_loss": 0.027665501832962035}
+{"step": 1850000, "wall_time": 19231.017645835876, "train_loss_step": 5.056305885314941, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.02628270387649536, "subset_score_loss": 0.02628270387649536}
+{"step": 1860000, "wall_time": 19328.373695850372, "train_loss_step": 4.858895301818848, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.026615116000175475, "subset_score_loss": 0.026615116000175475}
+{"step": 1870000, "wall_time": 19425.54616522789, "train_loss_step": 5.031792640686035, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.027908468246459962, "subset_score_loss": 0.027908468246459962}
+{"step": 1880000, "wall_time": 19522.572851657867, "train_loss_step": 4.992699146270752, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.026656022667884825, "subset_score_loss": 0.026656022667884825}
+{"step": 1890000, "wall_time": 19619.592076539993, "train_loss_step": 5.119256019592285, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.02999856173992157, "subset_score_loss": 0.02999856173992157}
+{"step": 1900000, "wall_time": 19788.666587114334, "train_loss_step": 4.915292739868164, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.024887098371982573, "subset_score_loss": 0.024887098371982573, "memorization_fraction_pixel": 0.30469998717308044, "mean_nn_ratio_pixel": 0.6838438510894775, "fid": 61.993722295627656}
+{"step": 1910000, "wall_time": 19881.59538269043, "train_loss_step": 4.698882102966309, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.025680848956108095, "subset_score_loss": 0.025680848956108095}
+{"step": 1920000, "wall_time": 19978.442973852158, "train_loss_step": 4.976327896118164, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.027188873291015624, "subset_score_loss": 0.027188873291015624}
+{"step": 1930000, "wall_time": 20075.468686819077, "train_loss_step": 5.047517776489258, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.025446608662605286, "subset_score_loss": 0.025446608662605286}
+{"step": 1940000, "wall_time": 20172.503383159637, "train_loss_step": 4.813223838806152, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02497439384460449, "subset_score_loss": 0.02497439384460449}
+{"step": 1950000, "wall_time": 20269.55359864235, "train_loss_step": 4.879015922546387, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.0270331472158432, "subset_score_loss": 0.0270331472158432}
+{"step": 1960000, "wall_time": 20366.605921268463, "train_loss_step": 4.6976637840271, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.02571147084236145, "subset_score_loss": 0.02571147084236145}
+{"step": 1970000, "wall_time": 20463.77104973793, "train_loss_step": 4.799187660217285, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.028584438562393188, "subset_score_loss": 0.028584438562393188}
+{"step": 1980000, "wall_time": 20560.546915769577, "train_loss_step": 4.716099739074707, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.027256175875663757, "subset_score_loss": 0.027256175875663757}
+{"step": 1990000, "wall_time": 20657.99426341057, "train_loss_step": 4.722432613372803, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.026551538705825807, "subset_score_loss": 0.026551538705825807}
+{"step": 2000000, "wall_time": 20821.617824316025, "train_loss_step": 4.92379093170166, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.025810742378234865, "subset_score_loss": 0.025810742378234865, "memorization_fraction_pixel": 0.3165000081062317, "mean_nn_ratio_pixel": 0.6742803454399109, "fid": 62.55040048195514}
+{"step": 2010000, "wall_time": 20918.722698926926, "train_loss_step": 5.0249762535095215, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.027494829893112183, "subset_score_loss": 0.027494829893112183}
+{"step": 2020000, "wall_time": 21015.94814491272, "train_loss_step": 5.344420433044434, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.028127652406692506, "subset_score_loss": 0.028127652406692506}
+{"step": 2030000, "wall_time": 21113.357082605362, "train_loss_step": 4.666285514831543, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.025487613677978516, "subset_score_loss": 0.025487613677978516}
+{"step": 2040000, "wall_time": 21210.690897226334, "train_loss_step": 4.669788837432861, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.023122324049472807, "subset_score_loss": 0.023122324049472807}
+{"step": 2050000, "wall_time": 21307.893598794937, "train_loss_step": 4.775716781616211, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.026819965243339537, "subset_score_loss": 0.026819965243339537}
+{"step": 2060000, "wall_time": 21405.285229444504, "train_loss_step": 4.915374279022217, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.02701946496963501, "subset_score_loss": 0.02701946496963501}
+{"step": 2070000, "wall_time": 21502.328109264374, "train_loss_step": 4.783585071563721, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.024944098293781282, "subset_score_loss": 0.024944098293781282}
+{"step": 2080000, "wall_time": 21599.49546289444, "train_loss_step": 4.429738521575928, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.02532900869846344, "subset_score_loss": 0.02532900869846344}
+{"step": 2090000, "wall_time": 21696.53828382492, "train_loss_step": 4.480252265930176, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.024659495055675506, "subset_score_loss": 0.024659495055675506}
+{"step": 2100000, "wall_time": 21861.276861429214, "train_loss_step": 4.801514148712158, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.02495286166667938, "subset_score_loss": 0.02495286166667938, "memorization_fraction_pixel": 0.329800009727478, "mean_nn_ratio_pixel": 0.672415018081665, "fid": 64.85248985470824}
+{"step": 2110000, "wall_time": 21958.45091199875, "train_loss_step": 4.705955505371094, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.025819075107574464, "subset_score_loss": 0.025819075107574464}
+{"step": 2120000, "wall_time": 22055.442819833755, "train_loss_step": 4.790073394775391, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.026335608959198, "subset_score_loss": 0.026335608959198}
+{"step": 2130000, "wall_time": 22152.408638715744, "train_loss_step": 4.4444074630737305, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.02519467771053314, "subset_score_loss": 0.02519467771053314}
+{"step": 2140000, "wall_time": 22249.862400770187, "train_loss_step": 4.438963890075684, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.02586733102798462, "subset_score_loss": 0.02586733102798462}
+{"step": 2150000, "wall_time": 22347.073306560516, "train_loss_step": 4.781620979309082, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.026566943526268004, "subset_score_loss": 0.026566943526268004}
+{"step": 2160000, "wall_time": 22444.140744924545, "train_loss_step": 5.030079364776611, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.025409284234046935, "subset_score_loss": 0.025409284234046935}
+{"step": 2170000, "wall_time": 22541.30652976036, "train_loss_step": 4.693350791931152, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.024811986088752746, "subset_score_loss": 0.024811986088752746}
+{"step": 2180000, "wall_time": 22638.56282877922, "train_loss_step": 4.59954309463501, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.025642192363739012, "subset_score_loss": 0.025642192363739012}
+{"step": 2190000, "wall_time": 22733.979741573334, "train_loss_step": 4.50714111328125, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.024474653601646423, "subset_score_loss": 0.024474653601646423}
+{"step": 2200000, "wall_time": 22898.8484685421, "train_loss_step": 4.425962924957275, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.024058401584625244, "subset_score_loss": 0.024058401584625244, "memorization_fraction_pixel": 0.38019999861717224, "mean_nn_ratio_pixel": 0.6200318932533264, "fid": 61.03092391971122}
+{"step": 2210000, "wall_time": 22996.261557340622, "train_loss_step": 4.782758712768555, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.024190065264701844, "subset_score_loss": 0.024190065264701844}
+{"step": 2220000, "wall_time": 23093.323581457138, "train_loss_step": 4.303642749786377, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.02203919142484665, "subset_score_loss": 0.02203919142484665}
+{"step": 2230000, "wall_time": 23190.58447790146, "train_loss_step": 4.439994812011719, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.02767403721809387, "subset_score_loss": 0.02767403721809387}
+{"step": 2240000, "wall_time": 23287.854234695435, "train_loss_step": 4.739274501800537, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.026400014758110046, "subset_score_loss": 0.026400014758110046}
+{"step": 2250000, "wall_time": 23385.16560435295, "train_loss_step": 4.278932571411133, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.023304994404315948, "subset_score_loss": 0.023304994404315948}
+{"step": 2260000, "wall_time": 23481.781752824783, "train_loss_step": 4.453485488891602, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.026245594024658203, "subset_score_loss": 0.026245594024658203}
+{"step": 2270000, "wall_time": 23578.84505724907, "train_loss_step": 4.6084980964660645, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.025121882557868958, "subset_score_loss": 0.025121882557868958}
+{"step": 2280000, "wall_time": 23674.248807668686, "train_loss_step": 4.323878288269043, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.022832536697387697, "subset_score_loss": 0.022832536697387697}
+{"step": 2290000, "wall_time": 23770.55254983902, "train_loss_step": 4.7651166915893555, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.0231086865067482, "subset_score_loss": 0.0231086865067482}
+{"step": 2300000, "wall_time": 23937.918771266937, "train_loss_step": 4.388279914855957, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.023598068952560426, "subset_score_loss": 0.023598068952560426, "memorization_fraction_pixel": 0.374099999666214, "mean_nn_ratio_pixel": 0.6343421339988708, "fid": 61.296695086722465}
+{"step": 2310000, "wall_time": 24035.087181806564, "train_loss_step": 4.942838668823242, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.024700096249580382, "subset_score_loss": 0.024700096249580382}
+{"step": 2320000, "wall_time": 24132.385275363922, "train_loss_step": 4.299783706665039, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.024474970996379852, "subset_score_loss": 0.024474970996379852}
+{"step": 2330000, "wall_time": 24229.61916589737, "train_loss_step": 4.778866767883301, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.026043528318405153, "subset_score_loss": 0.026043528318405153}
+{"step": 2340000, "wall_time": 24326.911944150925, "train_loss_step": 4.215641975402832, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.022329631447792053, "subset_score_loss": 0.022329631447792053}
+{"step": 2350000, "wall_time": 24424.321176052094, "train_loss_step": 4.568681716918945, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.02340466231107712, "subset_score_loss": 0.02340466231107712}
+{"step": 2360000, "wall_time": 24521.668465852737, "train_loss_step": 4.646172523498535, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.02521122694015503, "subset_score_loss": 0.02521122694015503}
+{"step": 2370000, "wall_time": 24617.08126807213, "train_loss_step": 4.3450927734375, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.02513856887817383, "subset_score_loss": 0.02513856887817383}
+{"step": 2380000, "wall_time": 24713.690255880356, "train_loss_step": 4.769304275512695, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.026033473014831544, "subset_score_loss": 0.026033473014831544}
+{"step": 2390000, "wall_time": 24809.34772324562, "train_loss_step": 4.597695827484131, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.022050300240516664, "subset_score_loss": 0.022050300240516664}
+{"step": 2400000, "wall_time": 24976.46402812004, "train_loss_step": 4.699614524841309, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.022409409284591675, "subset_score_loss": 0.022409409284591675, "memorization_fraction_pixel": 0.3765000104904175, "mean_nn_ratio_pixel": 0.6363063454627991, "fid": 62.51873250098531}
+{"step": 2410000, "wall_time": 25073.91147685051, "train_loss_step": 5.136963844299316, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.026113754510879515, "subset_score_loss": 0.026113754510879515}
+{"step": 2420000, "wall_time": 25171.17303609848, "train_loss_step": 4.890897750854492, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.02471337616443634, "subset_score_loss": 0.02471337616443634}
+{"step": 2430000, "wall_time": 25268.33418083191, "train_loss_step": 4.970615386962891, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.0261599600315094, "subset_score_loss": 0.0261599600315094}
+{"step": 2440000, "wall_time": 25365.598749399185, "train_loss_step": 4.322113990783691, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.024137043952941896, "subset_score_loss": 0.024137043952941896}
+{"step": 2450000, "wall_time": 25462.974995613098, "train_loss_step": 4.364434242248535, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.022895999252796173, "subset_score_loss": 0.022895999252796173}
+{"step": 2460000, "wall_time": 25558.754927158356, "train_loss_step": 4.344792366027832, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.023545245826244354, "subset_score_loss": 0.023545245826244354}
+{"step": 2470000, "wall_time": 25655.701174020767, "train_loss_step": 4.589077472686768, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.022648872435092927, "subset_score_loss": 0.022648872435092927}
+{"step": 2480000, "wall_time": 25750.88031554222, "train_loss_step": 4.928536415100098, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.02506010830402374, "subset_score_loss": 0.02506010830402374}
+{"step": 2490000, "wall_time": 25848.10107731819, "train_loss_step": 4.789431571960449, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.024478302896022798, "subset_score_loss": 0.024478302896022798}
+{"step": 2500000, "wall_time": 26016.539784431458, "train_loss_step": 4.427192687988281, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.025910383462905882, "subset_score_loss": 0.025910383462905882, "memorization_fraction_pixel": 0.413100004196167, "mean_nn_ratio_pixel": 0.5965426564216614, "fid": 62.7559504531817}
+{"step": 2510000, "wall_time": 26114.143597126007, "train_loss_step": 4.164531230926514, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.023961879312992096, "subset_score_loss": 0.023961879312992096}
+{"step": 2520000, "wall_time": 26211.676755666733, "train_loss_step": 4.202568054199219, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.022740936279296874, "subset_score_loss": 0.022740936279296874}
+{"step": 2530000, "wall_time": 26308.78974533081, "train_loss_step": 4.476727485656738, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.022919285297393798, "subset_score_loss": 0.022919285297393798}
+{"step": 2540000, "wall_time": 26405.746113061905, "train_loss_step": 4.516756057739258, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.022465281188488007, "subset_score_loss": 0.022465281188488007}
+{"step": 2550000, "wall_time": 26501.703441619873, "train_loss_step": 4.3536882400512695, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.02371225357055664, "subset_score_loss": 0.02371225357055664}
+{"step": 2560000, "wall_time": 26598.866378068924, "train_loss_step": 4.4679365158081055, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.02163200080394745, "subset_score_loss": 0.02163200080394745}
+{"step": 2570000, "wall_time": 26695.57985019684, "train_loss_step": 3.8540117740631104, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.022054950892925262, "subset_score_loss": 0.022054950892925262}
+{"step": 2580000, "wall_time": 26791.177656650543, "train_loss_step": 4.380832195281982, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.022876065969467164, "subset_score_loss": 0.022876065969467164}
+{"step": 2590000, "wall_time": 26888.81028676033, "train_loss_step": 4.593998908996582, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.024246250092983247, "subset_score_loss": 0.024246250092983247}
+{"step": 2600000, "wall_time": 27057.83029937744, "train_loss_step": 4.080538749694824, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.0217071071267128, "subset_score_loss": 0.0217071071267128, "memorization_fraction_pixel": 0.4075999855995178, "mean_nn_ratio_pixel": 0.6109775304794312, "fid": 60.47771777162158}
+{"step": 2610000, "wall_time": 27155.16911172867, "train_loss_step": 4.074419021606445, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.02109469026327133, "subset_score_loss": 0.02109469026327133}
+{"step": 2620000, "wall_time": 27252.506290912628, "train_loss_step": 4.268757343292236, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.02182326018810272, "subset_score_loss": 0.02182326018810272}
+{"step": 2630000, "wall_time": 27349.76724410057, "train_loss_step": 4.190174102783203, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.021315285563468934, "subset_score_loss": 0.021315285563468934}
+{"step": 2640000, "wall_time": 27445.375329971313, "train_loss_step": 4.141963005065918, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.022041572630405425, "subset_score_loss": 0.022041572630405425}
+{"step": 2650000, "wall_time": 27542.559408903122, "train_loss_step": 4.193235397338867, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.023427538573741913, "subset_score_loss": 0.023427538573741913}
+{"step": 2660000, "wall_time": 27639.186805963516, "train_loss_step": 4.581067085266113, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.023145994544029234, "subset_score_loss": 0.023145994544029234}
+{"step": 2670000, "wall_time": 27734.738700389862, "train_loss_step": 4.279520034790039, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.02249520570039749, "subset_score_loss": 0.02249520570039749}
+{"step": 2680000, "wall_time": 27832.072140455246, "train_loss_step": 4.367341041564941, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.021963204443454742, "subset_score_loss": 0.021963204443454742}
+{"step": 2690000, "wall_time": 27929.576992988586, "train_loss_step": 4.419811248779297, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.022535093128681183, "subset_score_loss": 0.022535093128681183}
+{"step": 2700000, "wall_time": 28097.99520611763, "train_loss_step": 4.375582218170166, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.021897068619728087, "subset_score_loss": 0.021897068619728087, "memorization_fraction_pixel": 0.42149999737739563, "mean_nn_ratio_pixel": 0.5993973612785339, "fid": 60.649161400494776}
+{"step": 2710000, "wall_time": 28195.047036647797, "train_loss_step": 4.501222610473633, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.021144843101501463, "subset_score_loss": 0.021144843101501463}
+{"step": 2720000, "wall_time": 28292.04277944565, "train_loss_step": 4.395730972290039, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.02210351973772049, "subset_score_loss": 0.02210351973772049}
+{"step": 2730000, "wall_time": 28387.784161806107, "train_loss_step": 4.425417900085449, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.021311643719673156, "subset_score_loss": 0.021311643719673156}
+{"step": 2740000, "wall_time": 28484.917088270187, "train_loss_step": 3.8133206367492676, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.023603156208992004, "subset_score_loss": 0.023603156208992004}
+{"step": 2750000, "wall_time": 28581.46763277054, "train_loss_step": 4.311315536499023, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.02332436293363571, "subset_score_loss": 0.02332436293363571}
+{"step": 2760000, "wall_time": 28678.625982522964, "train_loss_step": 4.128185272216797, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.020928849279880524, "subset_score_loss": 0.020928849279880524}
+{"step": 2770000, "wall_time": 28773.80160021782, "train_loss_step": 4.427199840545654, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.022886091470718385, "subset_score_loss": 0.022886091470718385}
+{"step": 2780000, "wall_time": 28870.784034490585, "train_loss_step": 4.667452812194824, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.020690974593162537, "subset_score_loss": 0.020690974593162537}
+{"step": 2790000, "wall_time": 28968.288131952286, "train_loss_step": 4.205925464630127, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.020430995523929595, "subset_score_loss": 0.020430995523929595}
+{"step": 2800000, "wall_time": 29135.32662463188, "train_loss_step": 4.110350608825684, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.023370663821697234, "subset_score_loss": 0.023370663821697234, "memorization_fraction_pixel": 0.4336000084877014, "mean_nn_ratio_pixel": 0.5940282344818115, "fid": 59.285715555487975}
+{"step": 2810000, "wall_time": 29232.449928045273, "train_loss_step": 4.183002948760986, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.021646150946617128, "subset_score_loss": 0.021646150946617128}
+{"step": 2820000, "wall_time": 29327.998314619064, "train_loss_step": 4.302827835083008, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.02136066257953644, "subset_score_loss": 0.02136066257953644}
+{"step": 2830000, "wall_time": 29424.97019481659, "train_loss_step": 4.318564414978027, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.021515534818172456, "subset_score_loss": 0.021515534818172456}
+{"step": 2840000, "wall_time": 29521.92469406128, "train_loss_step": 3.9798340797424316, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.020056073367595673, "subset_score_loss": 0.020056073367595673}
+{"step": 2850000, "wall_time": 29618.843115091324, "train_loss_step": 4.342298984527588, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.02621152400970459, "subset_score_loss": 0.02621152400970459}
+{"step": 2860000, "wall_time": 29714.256370306015, "train_loss_step": 4.423911094665527, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.0221817746758461, "subset_score_loss": 0.0221817746758461}
+{"step": 2870000, "wall_time": 29811.56897854805, "train_loss_step": 4.1120381355285645, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.02148129343986511, "subset_score_loss": 0.02148129343986511}
+{"step": 2880000, "wall_time": 29908.820473909378, "train_loss_step": 4.332259178161621, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.02072031646966934, "subset_score_loss": 0.02072031646966934}
+{"step": 2890000, "wall_time": 30006.25824713707, "train_loss_step": 4.184192180633545, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02076880931854248, "subset_score_loss": 0.02076880931854248}
+{"step": 2900000, "wall_time": 30174.612228870392, "train_loss_step": 4.580965518951416, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.022160299122333527, "subset_score_loss": 0.022160299122333527, "memorization_fraction_pixel": 0.4700999855995178, "mean_nn_ratio_pixel": 0.5652459263801575, "fid": 58.75653457743664}
+{"step": 2910000, "wall_time": 30270.253812789917, "train_loss_step": 4.096366882324219, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.020851334929466246, "subset_score_loss": 0.020851334929466246}
+{"step": 2920000, "wall_time": 30367.37135076523, "train_loss_step": 4.06365442276001, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.01943349987268448, "subset_score_loss": 0.01943349987268448}
+{"step": 2930000, "wall_time": 30464.301924705505, "train_loss_step": 3.9787392616271973, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.022962670028209686, "subset_score_loss": 0.022962670028209686}
+{"step": 2940000, "wall_time": 30561.549580812454, "train_loss_step": 4.07962703704834, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.021686866879463196, "subset_score_loss": 0.021686866879463196}
+{"step": 2950000, "wall_time": 30658.804340839386, "train_loss_step": 4.2166266441345215, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.020104657113552093, "subset_score_loss": 0.020104657113552093}
+{"step": 2960000, "wall_time": 30754.413924217224, "train_loss_step": 4.2587738037109375, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.018947575986385346, "subset_score_loss": 0.018947575986385346}
+{"step": 2970000, "wall_time": 30851.582242250443, "train_loss_step": 4.539736747741699, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.020427843928337096, "subset_score_loss": 0.020427843928337096}
+{"step": 2980000, "wall_time": 30948.77299642563, "train_loss_step": 4.278689384460449, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.021828038990497588, "subset_score_loss": 0.021828038990497588}
+{"step": 2990000, "wall_time": 31046.234486341476, "train_loss_step": 3.999152183532715, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.022468926012516023, "subset_score_loss": 0.022468926012516023}
+{"step": 3000000, "wall_time": 31209.812506198883, "train_loss_step": 4.465576171875, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.020897623896598817, "subset_score_loss": 0.020897623896598817, "memorization_fraction_pixel": 0.4587000012397766, "mean_nn_ratio_pixel": 0.5687832832336426, "fid": 59.35028802448828}
+{"step": 3010000, "wall_time": 31307.12325835228, "train_loss_step": 4.460496425628662, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.022222799062728883, "subset_score_loss": 0.022222799062728883}
+{"step": 3020000, "wall_time": 31403.810423851013, "train_loss_step": 4.332186222076416, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.019361479580402373, "subset_score_loss": 0.019361479580402373}
+{"step": 3030000, "wall_time": 31501.17956137657, "train_loss_step": 4.363770484924316, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.019236044585704805, "subset_score_loss": 0.019236044585704805}
+{"step": 3040000, "wall_time": 31598.302633285522, "train_loss_step": 4.50114631652832, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.025575390458106993, "subset_score_loss": 0.025575390458106993}
+{"step": 3050000, "wall_time": 31693.879048347473, "train_loss_step": 4.439806938171387, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.022014911472797393, "subset_score_loss": 0.022014911472797393}
+{"step": 3060000, "wall_time": 31791.19539785385, "train_loss_step": 3.8911831378936768, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.020515082776546477, "subset_score_loss": 0.020515082776546477}
+{"step": 3070000, "wall_time": 31888.40806031227, "train_loss_step": 3.9158713817596436, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.019811731576919556, "subset_score_loss": 0.019811731576919556}
+{"step": 3080000, "wall_time": 31985.420573234558, "train_loss_step": 4.285901069641113, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.021243876218795775, "subset_score_loss": 0.021243876218795775}
+{"step": 3090000, "wall_time": 32081.06864786148, "train_loss_step": 4.1468915939331055, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.021147751808166505, "subset_score_loss": 0.021147751808166505}
+{"step": 3100000, "wall_time": 32248.617921352386, "train_loss_step": 4.09055233001709, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.020911744236946105, "subset_score_loss": 0.020911744236946105, "memorization_fraction_pixel": 0.44269999861717224, "mean_nn_ratio_pixel": 0.5836740732192993, "fid": 61.32058000559198}
+{"step": 3110000, "wall_time": 32345.44944167137, "train_loss_step": 4.206315040588379, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.021224084496498107, "subset_score_loss": 0.021224084496498107}
+{"step": 3120000, "wall_time": 32442.650374412537, "train_loss_step": 4.196985244750977, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.019426937401294708, "subset_score_loss": 0.019426937401294708}
+{"step": 3130000, "wall_time": 32539.88676428795, "train_loss_step": 4.136261940002441, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.020450833439826965, "subset_score_loss": 0.020450833439826965}
+{"step": 3140000, "wall_time": 32636.755873203278, "train_loss_step": 3.906545400619507, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.0213087797164917, "subset_score_loss": 0.0213087797164917}
+{"step": 3150000, "wall_time": 32731.942372083664, "train_loss_step": 4.127078056335449, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.02102762311697006, "subset_score_loss": 0.02102762311697006}
+{"step": 3160000, "wall_time": 32829.02634835243, "train_loss_step": 4.069952964782715, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.019215348362922668, "subset_score_loss": 0.019215348362922668}
+{"step": 3170000, "wall_time": 32926.04994368553, "train_loss_step": 4.070456504821777, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.01928618848323822, "subset_score_loss": 0.01928618848323822}
+{"step": 3180000, "wall_time": 33020.97711634636, "train_loss_step": 4.129957675933838, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.023416435718536376, "subset_score_loss": 0.023416435718536376}
+{"step": 3190000, "wall_time": 33118.52384877205, "train_loss_step": 4.4684038162231445, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.021477964520454407, "subset_score_loss": 0.021477964520454407}
+{"step": 3200000, "wall_time": 33284.53374552727, "train_loss_step": 4.512666702270508, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.020982810854911806, "subset_score_loss": 0.020982810854911806, "memorization_fraction_pixel": 0.48510000109672546, "mean_nn_ratio_pixel": 0.5492714643478394, "fid": 58.360337838399545}
+{"step": 3210000, "wall_time": 33381.825652360916, "train_loss_step": 4.062346458435059, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.021050776541233062, "subset_score_loss": 0.021050776541233062}
+{"step": 3220000, "wall_time": 33478.64444947243, "train_loss_step": 4.073202133178711, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.020337885618209837, "subset_score_loss": 0.020337885618209837}
+{"step": 3230000, "wall_time": 33575.810408592224, "train_loss_step": 3.9205212593078613, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.023110508918762207, "subset_score_loss": 0.023110508918762207}
+{"step": 3240000, "wall_time": 33671.00143766403, "train_loss_step": 4.289628028869629, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.01913161724805832, "subset_score_loss": 0.01913161724805832}
+{"step": 3250000, "wall_time": 33768.32853960991, "train_loss_step": 4.135069847106934, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.019488567113876344, "subset_score_loss": 0.019488567113876344}
+{"step": 3260000, "wall_time": 33865.599336862564, "train_loss_step": 3.8069028854370117, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.021918393671512604, "subset_score_loss": 0.021918393671512604}
+{"step": 3270000, "wall_time": 33960.82847070694, "train_loss_step": 4.175933837890625, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.019554902613162995, "subset_score_loss": 0.019554902613162995}
+{"step": 3280000, "wall_time": 34058.034051418304, "train_loss_step": 3.9917497634887695, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.018930990993976594, "subset_score_loss": 0.018930990993976594}
+{"step": 3290000, "wall_time": 34155.48147511482, "train_loss_step": 3.8312430381774902, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.01967642456293106, "subset_score_loss": 0.01967642456293106}
+{"step": 3300000, "wall_time": 34321.963603019714, "train_loss_step": 3.988323926925659, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.02208147644996643, "subset_score_loss": 0.02208147644996643, "memorization_fraction_pixel": 0.5375999808311462, "mean_nn_ratio_pixel": 0.5100272297859192, "fid": 55.10887612735278}
+{"step": 3310000, "wall_time": 34418.46776795387, "train_loss_step": 4.161625862121582, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.018980173766613005, "subset_score_loss": 0.018980173766613005}
+{"step": 3320000, "wall_time": 34515.49855470657, "train_loss_step": 4.143059730529785, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.0191915899515152, "subset_score_loss": 0.0191915899515152}
+{"step": 3330000, "wall_time": 34612.84322595596, "train_loss_step": 3.9106554985046387, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.020194843411445618, "subset_score_loss": 0.020194843411445618}
+{"step": 3340000, "wall_time": 34708.00726699829, "train_loss_step": 4.077062606811523, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.019114977121353148, "subset_score_loss": 0.019114977121353148}
+{"step": 3350000, "wall_time": 34805.23023247719, "train_loss_step": 4.189877510070801, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.01992654800415039, "subset_score_loss": 0.01992654800415039}
+{"step": 3360000, "wall_time": 34900.39221930504, "train_loss_step": 4.043582439422607, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.018975156545639037, "subset_score_loss": 0.018975156545639037}
+{"step": 3370000, "wall_time": 34997.717098236084, "train_loss_step": 3.9413745403289795, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.020112152397632598, "subset_score_loss": 0.020112152397632598}
+{"step": 3380000, "wall_time": 35094.572150707245, "train_loss_step": 4.347126007080078, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.02115575075149536, "subset_score_loss": 0.02115575075149536}
+{"step": 3390000, "wall_time": 35191.87999176979, "train_loss_step": 3.70489764213562, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.02031896263360977, "subset_score_loss": 0.02031896263360977}
+{"step": 3400000, "wall_time": 35358.094198942184, "train_loss_step": 4.542591094970703, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.019261808693408967, "subset_score_loss": 0.019261808693408967, "memorization_fraction_pixel": 0.5230000019073486, "mean_nn_ratio_pixel": 0.5317260026931763, "fid": 55.87872430024101}
+{"step": 3410000, "wall_time": 35454.815829753876, "train_loss_step": 3.595038652420044, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.018475785851478577, "subset_score_loss": 0.018475785851478577}
+{"step": 3420000, "wall_time": 35551.924072265625, "train_loss_step": 4.264296531677246, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.018050919473171233, "subset_score_loss": 0.018050919473171233}
+{"step": 3430000, "wall_time": 35647.38266158104, "train_loss_step": 3.7816896438598633, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.021002936363220214, "subset_score_loss": 0.021002936363220214}
+{"step": 3440000, "wall_time": 35743.883477687836, "train_loss_step": 3.948378086090088, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.01829379051923752, "subset_score_loss": 0.01829379051923752}
+{"step": 3450000, "wall_time": 35839.719083070755, "train_loss_step": 4.039050579071045, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.019874396920204162, "subset_score_loss": 0.019874396920204162}
+{"step": 3460000, "wall_time": 35937.06547284126, "train_loss_step": 3.8159360885620117, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.018269094824790954, "subset_score_loss": 0.018269094824790954}
+{"step": 3470000, "wall_time": 36034.258314847946, "train_loss_step": 4.0225019454956055, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.019185812771320344, "subset_score_loss": 0.019185812771320344}
+{"step": 3480000, "wall_time": 36130.79223060608, "train_loss_step": 3.7954702377319336, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.018320949375629426, "subset_score_loss": 0.018320949375629426}
+{"step": 3490000, "wall_time": 36227.96687960625, "train_loss_step": 3.8878848552703857, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.01867513507604599, "subset_score_loss": 0.01867513507604599}
+{"step": 3500000, "wall_time": 36393.14720392227, "train_loss_step": 3.7087080478668213, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.01987721920013428, "subset_score_loss": 0.01987721920013428, "memorization_fraction_pixel": 0.5263000130653381, "mean_nn_ratio_pixel": 0.5238397717475891, "fid": 55.011931502137486}
+{"step": 3510000, "wall_time": 36490.32629561424, "train_loss_step": 4.570631504058838, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.021446961164474487, "subset_score_loss": 0.021446961164474487}
+{"step": 3520000, "wall_time": 36587.61971950531, "train_loss_step": 3.8283281326293945, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.018423756957054137, "subset_score_loss": 0.018423756957054137}
+{"step": 3530000, "wall_time": 36682.596071481705, "train_loss_step": 3.9392552375793457, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.0191171795129776, "subset_score_loss": 0.0191171795129776}
+{"step": 3540000, "wall_time": 36777.748750925064, "train_loss_step": 4.221345901489258, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.020374806225299837, "subset_score_loss": 0.020374806225299837}
+{"step": 3550000, "wall_time": 36875.15781211853, "train_loss_step": 4.231794357299805, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.01845443546772003, "subset_score_loss": 0.01845443546772003}
+{"step": 3560000, "wall_time": 36972.43920755386, "train_loss_step": 3.945575714111328, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.018891577422618867, "subset_score_loss": 0.018891577422618867}
+{"step": 3570000, "wall_time": 37068.86989378929, "train_loss_step": 4.089189529418945, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.019899339973926546, "subset_score_loss": 0.019899339973926546}
+{"step": 3580000, "wall_time": 37165.2835855484, "train_loss_step": 3.7933192253112793, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.018863721191883086, "subset_score_loss": 0.018863721191883086}
+{"step": 3590000, "wall_time": 37263.0703561306, "train_loss_step": 4.042089462280273, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.020209546387195586, "subset_score_loss": 0.020209546387195586}
+{"step": 3600000, "wall_time": 37428.62485361099, "train_loss_step": 3.978952169418335, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.019436223804950713, "subset_score_loss": 0.019436223804950713, "memorization_fraction_pixel": 0.5135999917984009, "mean_nn_ratio_pixel": 0.5335825085639954, "fid": 58.16753993464602}
+{"step": 3610000, "wall_time": 37525.92914867401, "train_loss_step": 4.557361602783203, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.020143070816993715, "subset_score_loss": 0.020143070816993715}
+{"step": 3620000, "wall_time": 37620.840282678604, "train_loss_step": 3.9182889461517334, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.01762569695711136, "subset_score_loss": 0.01762569695711136}
+{"step": 3630000, "wall_time": 37715.955176115036, "train_loss_step": 3.9339122772216797, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.01749105304479599, "subset_score_loss": 0.01749105304479599}
+{"step": 3640000, "wall_time": 37813.24850034714, "train_loss_step": 4.371176242828369, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.019843067228794097, "subset_score_loss": 0.019843067228794097}
+{"step": 3650000, "wall_time": 37910.547984838486, "train_loss_step": 3.980067253112793, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.019285887479782104, "subset_score_loss": 0.019285887479782104}
+{"step": 3660000, "wall_time": 38006.65331673622, "train_loss_step": 3.5907468795776367, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.021700312197208405, "subset_score_loss": 0.021700312197208405}
+{"step": 3670000, "wall_time": 38103.465889930725, "train_loss_step": 4.3228888511657715, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.018922147154808045, "subset_score_loss": 0.018922147154808045}
+{"step": 3680000, "wall_time": 38200.32261991501, "train_loss_step": 3.7586801052093506, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.019941818714141846, "subset_score_loss": 0.019941818714141846}
+{"step": 3690000, "wall_time": 38297.758175611496, "train_loss_step": 4.139398097991943, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.01982778459787369, "subset_score_loss": 0.01982778459787369}
+{"step": 3700000, "wall_time": 38464.004440784454, "train_loss_step": 3.7522192001342773, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.020036140084266664, "subset_score_loss": 0.020036140084266664, "memorization_fraction_pixel": 0.513700008392334, "mean_nn_ratio_pixel": 0.5329583883285522, "fid": 59.365358904411934}
+{"step": 3710000, "wall_time": 38561.18136072159, "train_loss_step": 3.5488321781158447, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.01747673749923706, "subset_score_loss": 0.01747673749923706}
+{"step": 3720000, "wall_time": 38654.80510187149, "train_loss_step": 4.09223747253418, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.018659746646881102, "subset_score_loss": 0.018659746646881102}
+{"step": 3730000, "wall_time": 38751.89331030846, "train_loss_step": 4.1339921951293945, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.018245410919189454, "subset_score_loss": 0.018245410919189454}
+{"step": 3740000, "wall_time": 38849.2668671608, "train_loss_step": 4.03855562210083, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.019918479025363922, "subset_score_loss": 0.019918479025363922}
+{"step": 3750000, "wall_time": 38945.54162096977, "train_loss_step": 4.156632900238037, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.020242413878440856, "subset_score_loss": 0.020242413878440856}
+{"step": 3760000, "wall_time": 39042.572455883026, "train_loss_step": 3.799811840057373, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.018405739963054658, "subset_score_loss": 0.018405739963054658}
+{"step": 3770000, "wall_time": 39139.9010515213, "train_loss_step": 4.004657745361328, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.018050700426101685, "subset_score_loss": 0.018050700426101685}
+{"step": 3780000, "wall_time": 39236.91753864288, "train_loss_step": 3.9941749572753906, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.019265654683113097, "subset_score_loss": 0.019265654683113097}
+{"step": 3790000, "wall_time": 39334.78309035301, "train_loss_step": 4.096445083618164, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.019348050653934478, "subset_score_loss": 0.019348050653934478}
+{"step": 3800000, "wall_time": 39500.47281742096, "train_loss_step": 4.089211463928223, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.019944380223751067, "subset_score_loss": 0.019944380223751067, "memorization_fraction_pixel": 0.5361999869346619, "mean_nn_ratio_pixel": 0.5215913653373718, "fid": 56.49935729428711}
+{"step": 3810000, "wall_time": 39594.223630189896, "train_loss_step": 4.2029266357421875, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.019358576834201814, "subset_score_loss": 0.019358576834201814}
+{"step": 3820000, "wall_time": 39691.66482949257, "train_loss_step": 3.8901891708374023, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.01928909420967102, "subset_score_loss": 0.01928909420967102}
+{"step": 3830000, "wall_time": 39788.28530526161, "train_loss_step": 4.244829177856445, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.019805963337421417, "subset_score_loss": 0.019805963337421417}
+{"step": 3840000, "wall_time": 39884.786496162415, "train_loss_step": 3.7435309886932373, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.01910593956708908, "subset_score_loss": 0.01910593956708908}
+{"step": 3850000, "wall_time": 39982.0468685627, "train_loss_step": 4.112263202667236, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.018598219752311705, "subset_score_loss": 0.018598219752311705}
+{"step": 3860000, "wall_time": 40078.949947834015, "train_loss_step": 4.110453128814697, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.01954226493835449, "subset_score_loss": 0.01954226493835449}
+{"step": 3870000, "wall_time": 40175.81321454048, "train_loss_step": 3.9423465728759766, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.020158720016479493, "subset_score_loss": 0.020158720016479493}
+{"step": 3880000, "wall_time": 40273.35694503784, "train_loss_step": 3.9791767597198486, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.018144306540489197, "subset_score_loss": 0.018144306540489197}
+{"step": 3890000, "wall_time": 40370.71048116684, "train_loss_step": 3.5858287811279297, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.018837976455688476, "subset_score_loss": 0.018837976455688476}
+{"step": 3900000, "wall_time": 40535.79764533043, "train_loss_step": 3.6864376068115234, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.01897879093885422, "subset_score_loss": 0.01897879093885422, "memorization_fraction_pixel": 0.5616999864578247, "mean_nn_ratio_pixel": 0.5002744793891907, "fid": 53.79920568660547}
+{"step": 3910000, "wall_time": 40631.07919239998, "train_loss_step": 3.9613475799560547, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.018084008991718293, "subset_score_loss": 0.018084008991718293}
+{"step": 3920000, "wall_time": 40727.355739831924, "train_loss_step": 3.9746575355529785, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.01988634020090103, "subset_score_loss": 0.01988634020090103}
+{"step": 3930000, "wall_time": 40823.74038147926, "train_loss_step": 3.9146997928619385, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.017762847244739532, "subset_score_loss": 0.017762847244739532}
+{"step": 3940000, "wall_time": 40921.005353689194, "train_loss_step": 3.9481360912323, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.01877572387456894, "subset_score_loss": 0.01877572387456894}
+{"step": 3950000, "wall_time": 41018.3675096035, "train_loss_step": 4.077798843383789, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.018411558866500855, "subset_score_loss": 0.018411558866500855}
+{"step": 3960000, "wall_time": 41115.17776942253, "train_loss_step": 4.178626537322998, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.021793088316917418, "subset_score_loss": 0.021793088316917418}
+{"step": 3970000, "wall_time": 41212.16791677475, "train_loss_step": 3.696714401245117, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.018247291445732117, "subset_score_loss": 0.018247291445732117}
+{"step": 3980000, "wall_time": 41309.514676332474, "train_loss_step": 3.603306770324707, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.022236594557762147, "subset_score_loss": 0.022236594557762147}
+{"step": 3990000, "wall_time": 41407.27406191826, "train_loss_step": 3.7752833366394043, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.01936553418636322, "subset_score_loss": 0.01936553418636322}
+{"step": 4000000, "wall_time": 41568.61008930206, "train_loss_step": 3.807121515274048, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.019108861684799194, "subset_score_loss": 0.019108861684799194, "memorization_fraction_pixel": 0.5486000180244446, "mean_nn_ratio_pixel": 0.5101562738418579, "fid": 55.195306402627004}
+{"step": 4010000, "wall_time": 41665.18708276749, "train_loss_step": 4.068297863006592, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.01898644268512726, "subset_score_loss": 0.01898644268512726}
+{"step": 4020000, "wall_time": 41762.05914878845, "train_loss_step": 4.226475715637207, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.01789063513278961, "subset_score_loss": 0.01789063513278961}
+{"step": 4030000, "wall_time": 41859.44991159439, "train_loss_step": 3.8805627822875977, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.017660808563232423, "subset_score_loss": 0.017660808563232423}
+{"step": 4040000, "wall_time": 41956.31801819801, "train_loss_step": 3.5526790618896484, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.018960121273994445, "subset_score_loss": 0.018960121273994445}
+{"step": 4050000, "wall_time": 42053.56711268425, "train_loss_step": 3.659762382507324, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.01775449961423874, "subset_score_loss": 0.01775449961423874}
+{"step": 4060000, "wall_time": 42150.335085392, "train_loss_step": 3.753316640853882, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.017271125316619874, "subset_score_loss": 0.017271125316619874}
+{"step": 4070000, "wall_time": 42247.66024327278, "train_loss_step": 4.126788139343262, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.01802501976490021, "subset_score_loss": 0.01802501976490021}
+{"step": 4080000, "wall_time": 42344.99786686897, "train_loss_step": 4.045612335205078, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.017562586069107055, "subset_score_loss": 0.017562586069107055}
+{"step": 4090000, "wall_time": 42441.27953886986, "train_loss_step": 3.6827235221862793, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.019192023575305937, "subset_score_loss": 0.019192023575305937}
+{"step": 4100000, "wall_time": 42605.4132475853, "train_loss_step": 3.791200637817383, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.019023747742176057, "subset_score_loss": 0.019023747742176057, "memorization_fraction_pixel": 0.5695000290870667, "mean_nn_ratio_pixel": 0.4933024048805237, "fid": 54.655818420217315}
+{"step": 4110000, "wall_time": 42702.93335866928, "train_loss_step": 4.088193893432617, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.01981183886528015, "subset_score_loss": 0.01981183886528015}
+{"step": 4120000, "wall_time": 42800.04505491257, "train_loss_step": 4.088123321533203, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.01783752888441086, "subset_score_loss": 0.01783752888441086}
+{"step": 4130000, "wall_time": 42897.373650074005, "train_loss_step": 3.908647298812866, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.017964500188827514, "subset_score_loss": 0.017964500188827514}
+{"step": 4140000, "wall_time": 42994.16791653633, "train_loss_step": 3.575404167175293, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.017007234692573547, "subset_score_loss": 0.017007234692573547}
+{"step": 4150000, "wall_time": 43091.215113162994, "train_loss_step": 3.997126817703247, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.017716477811336517, "subset_score_loss": 0.017716477811336517}
+{"step": 4160000, "wall_time": 43188.41914510727, "train_loss_step": 3.8209691047668457, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.018152673542499543, "subset_score_loss": 0.018152673542499543}
+{"step": 4170000, "wall_time": 43285.66801691055, "train_loss_step": 3.811223030090332, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.019516117870807648, "subset_score_loss": 0.019516117870807648}
+{"step": 4180000, "wall_time": 43381.32621574402, "train_loss_step": 4.0451812744140625, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.017781125009059907, "subset_score_loss": 0.017781125009059907}
+{"step": 4190000, "wall_time": 43478.887432575226, "train_loss_step": 3.995120048522949, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.018417853116989135, "subset_score_loss": 0.018417853116989135}
+{"step": 4200000, "wall_time": 43643.04669690132, "train_loss_step": 3.8019473552703857, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.016947911679744722, "subset_score_loss": 0.016947911679744722, "memorization_fraction_pixel": 0.5795000195503235, "mean_nn_ratio_pixel": 0.4921371042728424, "fid": 53.510627357010485}
+{"step": 4210000, "wall_time": 43740.20640397072, "train_loss_step": 3.9220614433288574, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.018967917561531066, "subset_score_loss": 0.018967917561531066}
+{"step": 4220000, "wall_time": 43837.16745519638, "train_loss_step": 3.910918712615967, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.01862567216157913, "subset_score_loss": 0.01862567216157913}
+{"step": 4230000, "wall_time": 43934.209085702896, "train_loss_step": 3.4493308067321777, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.019291584193706513, "subset_score_loss": 0.019291584193706513}
+{"step": 4240000, "wall_time": 44031.31992816925, "train_loss_step": 4.026810646057129, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.018208585679531097, "subset_score_loss": 0.018208585679531097}
+{"step": 4250000, "wall_time": 44128.71355032921, "train_loss_step": 3.8777687549591064, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.016952455043792725, "subset_score_loss": 0.016952455043792725}
+{"step": 4260000, "wall_time": 44226.023574352264, "train_loss_step": 3.8709592819213867, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.017618840932846068, "subset_score_loss": 0.017618840932846068}
+{"step": 4270000, "wall_time": 44321.078974723816, "train_loss_step": 4.026928901672363, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.016955304145812988, "subset_score_loss": 0.016955304145812988}
+{"step": 4280000, "wall_time": 44418.23872709274, "train_loss_step": 3.7100841999053955, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.018921643495559692, "subset_score_loss": 0.018921643495559692}
+{"step": 4290000, "wall_time": 44514.441687345505, "train_loss_step": 3.9644012451171875, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.018885064125061034, "subset_score_loss": 0.018885064125061034}
+{"step": 4300000, "wall_time": 44682.68992304802, "train_loss_step": 4.043826103210449, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.018075866997241972, "subset_score_loss": 0.018075866997241972, "memorization_fraction_pixel": 0.5975000262260437, "mean_nn_ratio_pixel": 0.4794709086418152, "fid": 50.92601167524697}
+{"step": 4310000, "wall_time": 44779.76538991928, "train_loss_step": 4.034677028656006, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.01810631901025772, "subset_score_loss": 0.01810631901025772}
+{"step": 4320000, "wall_time": 44877.039569854736, "train_loss_step": 3.5135891437530518, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.017969696223735808, "subset_score_loss": 0.017969696223735808}
+{"step": 4330000, "wall_time": 44974.24277830124, "train_loss_step": 3.878091335296631, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.018336203694343568, "subset_score_loss": 0.018336203694343568}
+{"step": 4340000, "wall_time": 45071.29242563248, "train_loss_step": 3.8474903106689453, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.018800374865531922, "subset_score_loss": 0.018800374865531922}
+{"step": 4350000, "wall_time": 45168.65591454506, "train_loss_step": 3.717451572418213, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.017183105647563934, "subset_score_loss": 0.017183105647563934}
+{"step": 4360000, "wall_time": 45263.9723341465, "train_loss_step": 4.000500679016113, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.01719878911972046, "subset_score_loss": 0.01719878911972046}
+{"step": 4370000, "wall_time": 45361.13561463356, "train_loss_step": 3.8965604305267334, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.017364731431007384, "subset_score_loss": 0.017364731431007384}
+{"step": 4380000, "wall_time": 45457.93308591843, "train_loss_step": 4.239914894104004, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.019429148733615877, "subset_score_loss": 0.019429148733615877}
+{"step": 4390000, "wall_time": 45553.14104151726, "train_loss_step": 3.691286563873291, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.01989571899175644, "subset_score_loss": 0.01989571899175644}
+{"step": 4400000, "wall_time": 45721.63326048851, "train_loss_step": 3.986043930053711, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.017850452661514284, "subset_score_loss": 0.017850452661514284, "memorization_fraction_pixel": 0.6123999953269958, "mean_nn_ratio_pixel": 0.46212103962898254, "fid": 50.671256291092014}
+{"step": 4410000, "wall_time": 45818.50770020485, "train_loss_step": 3.864107131958008, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.017684482038021088, "subset_score_loss": 0.017684482038021088}
+{"step": 4420000, "wall_time": 45915.8714902401, "train_loss_step": 3.913754463195801, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.018468904495239257, "subset_score_loss": 0.018468904495239257}
+{"step": 4430000, "wall_time": 46013.33692717552, "train_loss_step": 4.2196855545043945, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.018991121649742128, "subset_score_loss": 0.018991121649742128}
+{"step": 4440000, "wall_time": 46110.74926137924, "train_loss_step": 4.096774101257324, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.017644937336444854, "subset_score_loss": 0.017644937336444854}
+{"step": 4450000, "wall_time": 46205.939264297485, "train_loss_step": 3.7605223655700684, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.016799096763134003, "subset_score_loss": 0.016799096763134003}
+{"step": 4460000, "wall_time": 46303.24061822891, "train_loss_step": 3.460475206375122, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.016705305874347688, "subset_score_loss": 0.016705305874347688}
+{"step": 4470000, "wall_time": 46400.60131645203, "train_loss_step": 3.8975048065185547, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.017952698469161987, "subset_score_loss": 0.017952698469161987}
+{"step": 4480000, "wall_time": 46495.76557087898, "train_loss_step": 4.145750045776367, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.01812821626663208, "subset_score_loss": 0.01812821626663208}
+{"step": 4490000, "wall_time": 46593.38775897026, "train_loss_step": 3.8848204612731934, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.017311437427997588, "subset_score_loss": 0.017311437427997588}
+{"step": 4500000, "wall_time": 46761.427104473114, "train_loss_step": 3.956139326095581, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.01586812883615494, "subset_score_loss": 0.01586812883615494, "memorization_fraction_pixel": 0.6406000256538391, "mean_nn_ratio_pixel": 0.45094630122184753, "fid": 46.982240469315286}
+{"step": 4510000, "wall_time": 46858.31534028053, "train_loss_step": 3.4126858711242676, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.017082707583904268, "subset_score_loss": 0.017082707583904268}
+{"step": 4520000, "wall_time": 46955.53507447243, "train_loss_step": 3.9865167140960693, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.02003423273563385, "subset_score_loss": 0.02003423273563385}
+{"step": 4530000, "wall_time": 47052.827155828476, "train_loss_step": 3.55513334274292, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.018735678493976594, "subset_score_loss": 0.018735678493976594}
+{"step": 4540000, "wall_time": 47144.37477707863, "train_loss_step": 3.7914652824401855, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.01720687448978424, "subset_score_loss": 0.01720687448978424}
+{"step": 4550000, "wall_time": 47223.16822767258, "train_loss_step": 3.538423538208008, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.01779550015926361, "subset_score_loss": 0.01779550015926361}
+{"step": 4560000, "wall_time": 47301.29717159271, "train_loss_step": 3.803577423095703, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.01693497449159622, "subset_score_loss": 0.01693497449159622}
+{"step": 4570000, "wall_time": 47379.8942155838, "train_loss_step": 3.6086981296539307, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.018278346955776216, "subset_score_loss": 0.018278346955776216}
+{"step": 4580000, "wall_time": 47455.53168988228, "train_loss_step": 3.5513906478881836, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.017992886900901794, "subset_score_loss": 0.017992886900901794}
+{"step": 4590000, "wall_time": 47533.52732348442, "train_loss_step": 3.682811975479126, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.016509030759334565, "subset_score_loss": 0.016509030759334565}
+{"step": 4600000, "wall_time": 47669.21634221077, "train_loss_step": 3.3929502964019775, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.0162912055850029, "subset_score_loss": 0.0162912055850029, "memorization_fraction_pixel": 0.5953999757766724, "mean_nn_ratio_pixel": 0.47765418887138367, "fid": 50.71185012624963}
+{"step": 4610000, "wall_time": 47747.53458762169, "train_loss_step": 3.926004409790039, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.01736474484205246, "subset_score_loss": 0.01736474484205246}
+{"step": 4620000, "wall_time": 47826.20137810707, "train_loss_step": 4.191210746765137, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.016703550517559052, "subset_score_loss": 0.016703550517559052}
+{"step": 4630000, "wall_time": 47904.77358007431, "train_loss_step": 3.9340662956237793, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.01746390908956528, "subset_score_loss": 0.01746390908956528}
+{"step": 4640000, "wall_time": 47983.15854167938, "train_loss_step": 3.779883623123169, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.018459545075893403, "subset_score_loss": 0.018459545075893403}
+{"step": 4650000, "wall_time": 48061.68346142769, "train_loss_step": 4.129770278930664, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.019738087058067323, "subset_score_loss": 0.019738087058067323}
+{"step": 4660000, "wall_time": 48139.645179748535, "train_loss_step": 3.2736759185791016, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.019182646274566652, "subset_score_loss": 0.019182646274566652}
+{"step": 4670000, "wall_time": 48215.93517756462, "train_loss_step": 3.6507153511047363, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.017256912589073182, "subset_score_loss": 0.017256912589073182}
+{"step": 4680000, "wall_time": 48294.31014609337, "train_loss_step": 3.573841094970703, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.016626301407814025, "subset_score_loss": 0.016626301407814025}
+{"step": 4690000, "wall_time": 48371.54077386856, "train_loss_step": 3.743317127227783, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.0183122381567955, "subset_score_loss": 0.0183122381567955}
+{"step": 4700000, "wall_time": 48507.99898815155, "train_loss_step": 3.698122024536133, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.021426242589950562, "subset_score_loss": 0.021426242589950562, "memorization_fraction_pixel": 0.6333000063896179, "mean_nn_ratio_pixel": 0.45829683542251587, "fid": 50.12095787016557}
+{"step": 4710000, "wall_time": 48585.74951004982, "train_loss_step": 3.813922882080078, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.016909120976924895, "subset_score_loss": 0.016909120976924895}
+{"step": 4720000, "wall_time": 48664.247842788696, "train_loss_step": 3.9282150268554688, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.01971812844276428, "subset_score_loss": 0.01971812844276428}
+{"step": 4730000, "wall_time": 48742.57132434845, "train_loss_step": 3.8440544605255127, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.017777666449546814, "subset_score_loss": 0.017777666449546814}
+{"step": 4740000, "wall_time": 48821.16140460968, "train_loss_step": 3.8558764457702637, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.016920720040798188, "subset_score_loss": 0.016920720040798188}
+{"step": 4750000, "wall_time": 48899.34181022644, "train_loss_step": 3.5828778743743896, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.015824608504772186, "subset_score_loss": 0.015824608504772186}
+{"step": 4760000, "wall_time": 48977.656079769135, "train_loss_step": 3.7126858234405518, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.016983756422996522, "subset_score_loss": 0.016983756422996522}
+{"step": 4770000, "wall_time": 49043.47973227501, "train_loss_step": 3.567375659942627, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.015781652927398682, "subset_score_loss": 0.015781652927398682}
+{"step": 4780000, "wall_time": 49102.44507074356, "train_loss_step": 3.791240930557251, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.015648290514945984, "subset_score_loss": 0.015648290514945984}
+{"step": 4790000, "wall_time": 49159.82181739807, "train_loss_step": 3.788239002227783, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.017564649879932403, "subset_score_loss": 0.017564649879932403}
+{"step": 4800000, "wall_time": 49261.52900290489, "train_loss_step": 3.666938304901123, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.016756610572338106, "subset_score_loss": 0.016756610572338106, "memorization_fraction_pixel": 0.5954999923706055, "mean_nn_ratio_pixel": 0.4799330532550812, "fid": 51.14492539621958}
+{"step": 4810000, "wall_time": 49321.60677361488, "train_loss_step": 3.4020581245422363, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.016054968535900115, "subset_score_loss": 0.016054968535900115}
+{"step": 4820000, "wall_time": 49381.68815135956, "train_loss_step": 3.857786178588867, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.018253684043884277, "subset_score_loss": 0.018253684043884277}
+{"step": 4830000, "wall_time": 49441.53044295311, "train_loss_step": 3.803640842437744, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.01716766506433487, "subset_score_loss": 0.01716766506433487}
+{"step": 4840000, "wall_time": 49501.41042304039, "train_loss_step": 3.7395453453063965, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.01961422860622406, "subset_score_loss": 0.01961422860622406}
+{"step": 4850000, "wall_time": 49561.359089136124, "train_loss_step": 3.7549238204956055, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.016503545641899108, "subset_score_loss": 0.016503545641899108}
+{"step": 4860000, "wall_time": 49621.344626903534, "train_loss_step": 3.840970516204834, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.016957104206085205, "subset_score_loss": 0.016957104206085205}
+{"step": 4870000, "wall_time": 49681.36373233795, "train_loss_step": 3.7384653091430664, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.017034357786178587, "subset_score_loss": 0.017034357786178587}
+{"step": 4880000, "wall_time": 49741.16681981087, "train_loss_step": 3.656373977661133, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.018398842215538024, "subset_score_loss": 0.018398842215538024}
+{"step": 4890000, "wall_time": 49797.91556310654, "train_loss_step": 3.6089582443237305, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.016787809133529664, "subset_score_loss": 0.016787809133529664}
+{"step": 4900000, "wall_time": 49901.97130417824, "train_loss_step": 3.8065779209136963, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.017357541620731352, "subset_score_loss": 0.017357541620731352, "memorization_fraction_pixel": 0.6166999936103821, "mean_nn_ratio_pixel": 0.46248045563697815, "fid": 48.483532018899496}
+{"step": 4910000, "wall_time": 49962.235049963, "train_loss_step": 3.7954487800598145, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.01692066192626953, "subset_score_loss": 0.01692066192626953}
+{"step": 4920000, "wall_time": 50022.07516336441, "train_loss_step": 3.4368228912353516, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.017296527326107026, "subset_score_loss": 0.017296527326107026}
+{"step": 4930000, "wall_time": 50081.87894797325, "train_loss_step": 3.690294027328491, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.01675923019647598, "subset_score_loss": 0.01675923019647598}
+{"step": 4940000, "wall_time": 50140.638484716415, "train_loss_step": 4.1917572021484375, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.016725338995456696, "subset_score_loss": 0.016725338995456696}
+{"step": 4950000, "wall_time": 50199.72141337395, "train_loss_step": 3.9393062591552734, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.017029300332069397, "subset_score_loss": 0.017029300332069397}
+{"step": 4960000, "wall_time": 50259.54248929024, "train_loss_step": 3.5719916820526123, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.017494221031665803, "subset_score_loss": 0.017494221031665803}
+{"step": 4970000, "wall_time": 50319.493906736374, "train_loss_step": 3.906324625015259, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.016146112978458405, "subset_score_loss": 0.016146112978458405}
+{"step": 4980000, "wall_time": 50379.03393244743, "train_loss_step": 3.4495434761047363, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.016412070393562316, "subset_score_loss": 0.016412070393562316}
+{"step": 4990000, "wall_time": 50434.9362924099, "train_loss_step": 3.745238780975342, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.016863591969013214, "subset_score_loss": 0.016863591969013214}
+{"step": 5000000, "wall_time": 50483.729077100754, "train_loss_step": 3.4632973670959473, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.017403577268123627, "subset_score_loss": 0.017403577268123627, "memorization_fraction_pixel": 0.6262999773025513, "mean_nn_ratio_pixel": 0.459428608417511, "fid": 49.077808644029545}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..989e471829f6a3c22a7c5b165fd08c8dc9bc830e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d160/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=0.9963 | fid=291.0109
+  step   10000 |    167s | train_loss=0.7181
+  step   20000 |    264s | train_loss=0.6080
+  step   30000 |    360s | train_loss=0.5233
+  step   40000 |    458s | train_loss=0.4460
+  step   50000 |    555s | train_loss=0.3738
+  step   60000 |    652s | train_loss=0.3135
+  step   70000 |    750s | train_loss=0.2578
+  step   80000 |    847s | train_loss=0.2229
+  step   90000 |    944s | train_loss=0.1903
+  step  100000 |   1113s | train_loss=0.1688 | fid=62.2098
+  step  110000 |   1210s | train_loss=0.1580
+  step  120000 |   1306s | train_loss=0.1430
+  step  130000 |   1404s | train_loss=0.1320
+  step  140000 |   1501s | train_loss=0.1223
+  step  150000 |   1598s | train_loss=0.1215
+  step  160000 |   1696s | train_loss=0.1112
+  step  170000 |   1793s | train_loss=0.1113
+  step  180000 |   1890s | train_loss=0.0978
+  step  190000 |   1984s | train_loss=0.0973
+  step  200000 |   2153s | train_loss=0.1024 | fid=79.9509
+  step  210000 |   2250s | train_loss=0.0894
+  step  220000 |   2346s | train_loss=0.0865
+  step  230000 |   2443s | train_loss=0.0880
+  step  240000 |   2541s | train_loss=0.0830
+  step  250000 |   2637s | train_loss=0.0808
+  step  260000 |   2735s | train_loss=0.0777
+  step  270000 |   2832s | train_loss=0.0749
+  step  280000 |   2926s | train_loss=0.0744
+  step  290000 |   3022s | train_loss=0.0761
+  step  300000 |   3190s | train_loss=0.0765 | fid=85.6549
+  step  310000 |   3287s | train_loss=0.0709
+  step  320000 |   3383s | train_loss=0.0780
+  step  330000 |   3480s | train_loss=0.0673
+  step  340000 |   3577s | train_loss=0.0651
+  step  350000 |   3675s | train_loss=0.0675
+  step  360000 |   3772s | train_loss=0.0657
+  step  370000 |   3866s | train_loss=0.0612
+  step  380000 |   3963s | train_loss=0.0635
+  step  390000 |   4058s | train_loss=0.0645
+  step  400000 |   4228s | train_loss=0.0574 | fid=92.5522
+  step  410000 |   4324s | train_loss=0.0631
+  step  420000 |   4421s | train_loss=0.0581
+  step  430000 |   4518s | train_loss=0.0600
+  step  440000 |   4616s | train_loss=0.0569
+  step  450000 |   4713s | train_loss=0.0574
+  step  460000 |   4807s | train_loss=0.0560
+  step  470000 |   4904s | train_loss=0.0647
+  step  480000 |   5000s | train_loss=0.0552
+  step  490000 |   5097s | train_loss=0.0559
+  step  500000 |   5264s | train_loss=0.0527 | fid=93.2812
+  step  510000 |   5360s | train_loss=0.0537
+  step  520000 |   5458s | train_loss=0.0541
+  step  530000 |   5555s | train_loss=0.0521
+  step  540000 |   5652s | train_loss=0.0553
+  step  550000 |   5747s | train_loss=0.0514
+  step  560000 |   5844s | train_loss=0.0501
+  step  570000 |   5940s | train_loss=0.0524
+  step  580000 |   6036s | train_loss=0.0528
+  step  590000 |   6133s | train_loss=0.0530
+  step  600000 |   6300s | train_loss=0.0492 | fid=89.6598
+  step  610000 |   6397s | train_loss=0.0478
+  step  620000 |   6494s | train_loss=0.0463
+  step  630000 |   6591s | train_loss=0.0474
+  step  640000 |   6686s | train_loss=0.0487
+  step  650000 |   6783s | train_loss=0.0490
+  step  660000 |   6880s | train_loss=0.0455
+  step  670000 |   6975s | train_loss=0.0472
+  step  680000 |   7072s | train_loss=0.0469
+  step  690000 |   7169s | train_loss=0.0442
+  step  700000 |   7336s | train_loss=0.0444 | fid=79.1466
+  step  710000 |   7433s | train_loss=0.0439
+  step  720000 |   7530s | train_loss=0.0435
+  step  730000 |   7626s | train_loss=0.0418
+  step  740000 |   7722s | train_loss=0.0458
+  step  750000 |   7819s | train_loss=0.0430
+  step  760000 |   7915s | train_loss=0.0438
+  step  770000 |   8011s | train_loss=0.0424
+  step  780000 |   8108s | train_loss=0.0451
+  step  790000 |   8205s | train_loss=0.0424
+  step  800000 |   8373s | train_loss=0.0413 | fid=86.1900
+  step  810000 |   8469s | train_loss=0.0465
+  step  820000 |   8565s | train_loss=0.0410
+  step  830000 |   8662s | train_loss=0.0410
+  step  840000 |   8759s | train_loss=0.0431
+  step  850000 |   8855s | train_loss=0.0408
+  step  860000 |   8951s | train_loss=0.0410
+  step  870000 |   9048s | train_loss=0.0435
+  step  880000 |   9145s | train_loss=0.0390
+  step  890000 |   9242s | train_loss=0.0457
+  step  900000 |   9409s | train_loss=0.0402 | fid=81.5234
+  step  910000 |   9504s | train_loss=0.0394
+  step  920000 |   9601s | train_loss=0.0396
+  step  930000 |   9699s | train_loss=0.0388
+  step  940000 |   9795s | train_loss=0.0419
+  step  950000 |   9893s | train_loss=0.0394
+  step  960000 |   9988s | train_loss=0.0396
+  step  970000 |  10085s | train_loss=0.0374
+  step  980000 |  10182s | train_loss=0.0377
+  step  990000 |  10279s | train_loss=0.0372
+  step 1000000 |  10445s | train_loss=0.0386 | fid=74.6000
+  step 1010000 |  10542s | train_loss=0.0369
+  step 1020000 |  10639s | train_loss=0.0373
+  step 1030000 |  10736s | train_loss=0.0362
+  step 1040000 |  10832s | train_loss=0.0353
+  step 1050000 |  10927s | train_loss=0.0383
+  step 1060000 |  11024s | train_loss=0.0367
+  step 1070000 |  11121s | train_loss=0.0385
+  step 1080000 |  11218s | train_loss=0.0378
+  step 1090000 |  11315s | train_loss=0.0397
+  step 1100000 |  11481s | train_loss=0.0349 | fid=72.8011
+  step 1110000 |  11578s | train_loss=0.0369
+  step 1120000 |  11676s | train_loss=0.0356
+  step 1130000 |  11772s | train_loss=0.0365
+  step 1140000 |  11870s | train_loss=0.0333
+  step 1150000 |  11965s | train_loss=0.0354
+  step 1160000 |  12062s | train_loss=0.0359
+  step 1170000 |  12159s | train_loss=0.0378
+  step 1180000 |  12256s | train_loss=0.0348
+  step 1190000 |  12352s | train_loss=0.0346
+  step 1200000 |  12520s | train_loss=0.0339 | fid=70.6478
+  step 1210000 |  12617s | train_loss=0.0327
+  step 1220000 |  12714s | train_loss=0.0331
+  step 1230000 |  12811s | train_loss=0.0332
+  step 1240000 |  12906s | train_loss=0.0332
+  step 1250000 |  13003s | train_loss=0.0380
+  step 1260000 |  13101s | train_loss=0.0342
+  step 1270000 |  13198s | train_loss=0.0328
+  step 1280000 |  13293s | train_loss=0.0335
+  step 1290000 |  13390s | train_loss=0.0363
+  step 1300000 |  13558s | train_loss=0.0324 | fid=63.4103
+  step 1310000 |  13656s | train_loss=0.0344
+  step 1320000 |  13752s | train_loss=0.0313
+  step 1330000 |  13849s | train_loss=0.0309
+  step 1340000 |  13945s | train_loss=0.0319
+  step 1350000 |  14042s | train_loss=0.0332
+  step 1360000 |  14139s | train_loss=0.0302
+  step 1370000 |  14235s | train_loss=0.0334
+  step 1380000 |  14332s | train_loss=0.0310
+  step 1390000 |  14429s | train_loss=0.0334
+  step 1400000 |  14596s | train_loss=0.0312 | fid=65.7176
+  step 1410000 |  14693s | train_loss=0.0323
+  step 1420000 |  14791s | train_loss=0.0301
+  step 1430000 |  14886s | train_loss=0.0301
+  step 1440000 |  14983s | train_loss=0.0306
+  step 1450000 |  15081s | train_loss=0.0332
+  step 1460000 |  15176s | train_loss=0.0306
+  step 1470000 |  15273s | train_loss=0.0325
+  step 1480000 |  15370s | train_loss=0.0315
+  step 1490000 |  15467s | train_loss=0.0298
+  step 1500000 |  15635s | train_loss=0.0316 | fid=65.7271
+  step 1510000 |  15732s | train_loss=0.0299
+  step 1520000 |  15829s | train_loss=0.0316
+  step 1530000 |  15925s | train_loss=0.0312
+  step 1540000 |  16022s | train_loss=0.0295
+  step 1550000 |  16117s | train_loss=0.0289
+  step 1560000 |  16214s | train_loss=0.0299
+  step 1570000 |  16312s | train_loss=0.0287
+  step 1580000 |  16409s | train_loss=0.0307
+  step 1590000 |  16506s | train_loss=0.0303
+  step 1600000 |  16674s | train_loss=0.0323 | fid=63.5859
+  step 1610000 |  16771s | train_loss=0.0296
+  step 1620000 |  16866s | train_loss=0.0288
+  step 1630000 |  16964s | train_loss=0.0297
+  step 1640000 |  17060s | train_loss=0.0297
+  step 1650000 |  17156s | train_loss=0.0294
+  step 1660000 |  17254s | train_loss=0.0277
+  step 1670000 |  17350s | train_loss=0.0285
+  step 1680000 |  17448s | train_loss=0.0266
+  step 1690000 |  17544s | train_loss=0.0294
+  step 1700000 |  17713s | train_loss=0.0275 | fid=64.5899
+  step 1710000 |  17810s | train_loss=0.0283
+  step 1720000 |  17905s | train_loss=0.0283
+  step 1730000 |  18000s | train_loss=0.0289
+  step 1740000 |  18097s | train_loss=0.0274
+  step 1750000 |  18194s | train_loss=0.0264
+  step 1760000 |  18291s | train_loss=0.0295
+  step 1770000 |  18388s | train_loss=0.0264
+  step 1780000 |  18485s | train_loss=0.0274
+  step 1790000 |  18582s | train_loss=0.0280
+  step 1800000 |  18749s | train_loss=0.0280 | fid=69.6064
+  step 1810000 |  18844s | train_loss=0.0283
+  step 1820000 |  18940s | train_loss=0.0270
+  step 1830000 |  19037s | train_loss=0.0270
+  step 1840000 |  19134s | train_loss=0.0277
+  step 1850000 |  19231s | train_loss=0.0263
+  step 1860000 |  19328s | train_loss=0.0266
+  step 1870000 |  19426s | train_loss=0.0279
+  step 1880000 |  19523s | train_loss=0.0267
+  step 1890000 |  19620s | train_loss=0.0300
+  step 1900000 |  19789s | train_loss=0.0249 | fid=61.9937
+  step 1910000 |  19882s | train_loss=0.0257
+  step 1920000 |  19978s | train_loss=0.0272
+  step 1930000 |  20075s | train_loss=0.0254
+  step 1940000 |  20173s | train_loss=0.0250
+  step 1950000 |  20270s | train_loss=0.0270
+  step 1960000 |  20367s | train_loss=0.0257
+  step 1970000 |  20464s | train_loss=0.0286
+  step 1980000 |  20561s | train_loss=0.0273
+  step 1990000 |  20658s | train_loss=0.0266
+  step 2000000 |  20822s | train_loss=0.0258 | fid=62.5504
+  step 2010000 |  20919s | train_loss=0.0275
+  step 2020000 |  21016s | train_loss=0.0281
+  step 2030000 |  21113s | train_loss=0.0255
+  step 2040000 |  21211s | train_loss=0.0231
+  step 2050000 |  21308s | train_loss=0.0268
+  step 2060000 |  21405s | train_loss=0.0270
+  step 2070000 |  21502s | train_loss=0.0249
+  step 2080000 |  21599s | train_loss=0.0253
+  step 2090000 |  21697s | train_loss=0.0247
+  step 2100000 |  21861s | train_loss=0.0250 | fid=64.8525
+  step 2110000 |  21958s | train_loss=0.0258
+  step 2120000 |  22055s | train_loss=0.0263
+  step 2130000 |  22152s | train_loss=0.0252
+  step 2140000 |  22250s | train_loss=0.0259
+  step 2150000 |  22347s | train_loss=0.0266
+  step 2160000 |  22444s | train_loss=0.0254
+  step 2170000 |  22541s | train_loss=0.0248
+  step 2180000 |  22639s | train_loss=0.0256
+  step 2190000 |  22734s | train_loss=0.0245
+  step 2200000 |  22899s | train_loss=0.0241 | fid=61.0309
+  step 2210000 |  22996s | train_loss=0.0242
+  step 2220000 |  23093s | train_loss=0.0220
+  step 2230000 |  23191s | train_loss=0.0277
+  step 2240000 |  23288s | train_loss=0.0264
+  step 2250000 |  23385s | train_loss=0.0233
+  step 2260000 |  23482s | train_loss=0.0262
+  step 2270000 |  23579s | train_loss=0.0251
+  step 2280000 |  23674s | train_loss=0.0228
+  step 2290000 |  23771s | train_loss=0.0231
+  step 2300000 |  23938s | train_loss=0.0236 | fid=61.2967
+  step 2310000 |  24035s | train_loss=0.0247
+  step 2320000 |  24132s | train_loss=0.0245
+  step 2330000 |  24230s | train_loss=0.0260
+  step 2340000 |  24327s | train_loss=0.0223
+  step 2350000 |  24424s | train_loss=0.0234
+  step 2360000 |  24522s | train_loss=0.0252
+  step 2370000 |  24617s | train_loss=0.0251
+  step 2380000 |  24714s | train_loss=0.0260
+  step 2390000 |  24809s | train_loss=0.0221
+  step 2400000 |  24976s | train_loss=0.0224 | fid=62.5187
+  step 2410000 |  25074s | train_loss=0.0261
+  step 2420000 |  25171s | train_loss=0.0247
+  step 2430000 |  25268s | train_loss=0.0262
+  step 2440000 |  25366s | train_loss=0.0241
+  step 2450000 |  25463s | train_loss=0.0229
+  step 2460000 |  25559s | train_loss=0.0235
+  step 2470000 |  25656s | train_loss=0.0226
+  step 2480000 |  25751s | train_loss=0.0251
+  step 2490000 |  25848s | train_loss=0.0245
+  step 2500000 |  26017s | train_loss=0.0259 | fid=62.7560
+  step 2510000 |  26114s | train_loss=0.0240
+  step 2520000 |  26212s | train_loss=0.0227
+  step 2530000 |  26309s | train_loss=0.0229
+  step 2540000 |  26406s | train_loss=0.0225
+  step 2550000 |  26502s | train_loss=0.0237
+  step 2560000 |  26599s | train_loss=0.0216
+  step 2570000 |  26696s | train_loss=0.0221
+  step 2580000 |  26791s | train_loss=0.0229
+  step 2590000 |  26889s | train_loss=0.0242
+  step 2600000 |  27058s | train_loss=0.0217 | fid=60.4777
+  step 2610000 |  27155s | train_loss=0.0211
+  step 2620000 |  27253s | train_loss=0.0218
+  step 2630000 |  27350s | train_loss=0.0213
+  step 2640000 |  27445s | train_loss=0.0220
+  step 2650000 |  27543s | train_loss=0.0234
+  step 2660000 |  27639s | train_loss=0.0231
+  step 2670000 |  27735s | train_loss=0.0225
+  step 2680000 |  27832s | train_loss=0.0220
+  step 2690000 |  27930s | train_loss=0.0225
+  step 2700000 |  28098s | train_loss=0.0219 | fid=60.6492
+  step 2710000 |  28195s | train_loss=0.0211
+  step 2720000 |  28292s | train_loss=0.0221
+  step 2730000 |  28388s | train_loss=0.0213
+  step 2740000 |  28485s | train_loss=0.0236
+  step 2750000 |  28581s | train_loss=0.0233
+  step 2760000 |  28679s | train_loss=0.0209
+  step 2770000 |  28774s | train_loss=0.0229
+  step 2780000 |  28871s | train_loss=0.0207
+  step 2790000 |  28968s | train_loss=0.0204
+  step 2800000 |  29135s | train_loss=0.0234 | fid=59.2857
+  step 2810000 |  29232s | train_loss=0.0216
+  step 2820000 |  29328s | train_loss=0.0214
+  step 2830000 |  29425s | train_loss=0.0215
+  step 2840000 |  29522s | train_loss=0.0201
+  step 2850000 |  29619s | train_loss=0.0262
+  step 2860000 |  29714s | train_loss=0.0222
+  step 2870000 |  29812s | train_loss=0.0215
+  step 2880000 |  29909s | train_loss=0.0207
+  step 2890000 |  30006s | train_loss=0.0208
+  step 2900000 |  30175s | train_loss=0.0222 | fid=58.7565
+  step 2910000 |  30270s | train_loss=0.0209
+  step 2920000 |  30367s | train_loss=0.0194
+  step 2930000 |  30464s | train_loss=0.0230
+  step 2940000 |  30562s | train_loss=0.0217
+  step 2950000 |  30659s | train_loss=0.0201
+  step 2960000 |  30754s | train_loss=0.0189
+  step 2970000 |  30852s | train_loss=0.0204
+  step 2980000 |  30949s | train_loss=0.0218
+  step 2990000 |  31046s | train_loss=0.0225
+  step 3000000 |  31210s | train_loss=0.0209 | fid=59.3503
+  step 3010000 |  31307s | train_loss=0.0222
+  step 3020000 |  31404s | train_loss=0.0194
+  step 3030000 |  31501s | train_loss=0.0192
+  step 3040000 |  31598s | train_loss=0.0256
+  step 3050000 |  31694s | train_loss=0.0220
+  step 3060000 |  31791s | train_loss=0.0205
+  step 3070000 |  31888s | train_loss=0.0198
+  step 3080000 |  31985s | train_loss=0.0212
+  step 3090000 |  32081s | train_loss=0.0211
+  step 3100000 |  32249s | train_loss=0.0209 | fid=61.3206
+  step 3110000 |  32345s | train_loss=0.0212
+  step 3120000 |  32443s | train_loss=0.0194
+  step 3130000 |  32540s | train_loss=0.0205
+  step 3140000 |  32637s | train_loss=0.0213
+  step 3150000 |  32732s | train_loss=0.0210
+  step 3160000 |  32829s | train_loss=0.0192
+  step 3170000 |  32926s | train_loss=0.0193
+  step 3180000 |  33021s | train_loss=0.0234
+  step 3190000 |  33119s | train_loss=0.0215
+  step 3200000 |  33285s | train_loss=0.0210 | fid=58.3603
+  step 3210000 |  33382s | train_loss=0.0211
+  step 3220000 |  33479s | train_loss=0.0203
+  step 3230000 |  33576s | train_loss=0.0231
+  step 3240000 |  33671s | train_loss=0.0191
+  step 3250000 |  33768s | train_loss=0.0195
+  step 3260000 |  33866s | train_loss=0.0219
+  step 3270000 |  33961s | train_loss=0.0196
+  step 3280000 |  34058s | train_loss=0.0189
+  step 3290000 |  34155s | train_loss=0.0197
+  step 3300000 |  34322s | train_loss=0.0221 | fid=55.1089
+  step 3310000 |  34418s | train_loss=0.0190
+  step 3320000 |  34515s | train_loss=0.0192
+  step 3330000 |  34613s | train_loss=0.0202
+  step 3340000 |  34708s | train_loss=0.0191
+  step 3350000 |  34805s | train_loss=0.0199
+  step 3360000 |  34900s | train_loss=0.0190
+  step 3370000 |  34998s | train_loss=0.0201
+  step 3380000 |  35095s | train_loss=0.0212
+  step 3390000 |  35192s | train_loss=0.0203
+  step 3400000 |  35358s | train_loss=0.0193 | fid=55.8787
+  step 3410000 |  35455s | train_loss=0.0185
+  step 3420000 |  35552s | train_loss=0.0181
+  step 3430000 |  35647s | train_loss=0.0210
+  step 3440000 |  35744s | train_loss=0.0183
+  step 3450000 |  35840s | train_loss=0.0199
+  step 3460000 |  35937s | train_loss=0.0183
+  step 3470000 |  36034s | train_loss=0.0192
+  step 3480000 |  36131s | train_loss=0.0183
+  step 3490000 |  36228s | train_loss=0.0187
+  step 3500000 |  36393s | train_loss=0.0199 | fid=55.0119
+  step 3510000 |  36490s | train_loss=0.0214
+  step 3520000 |  36588s | train_loss=0.0184
+  step 3530000 |  36683s | train_loss=0.0191
+  step 3540000 |  36778s | train_loss=0.0204
+  step 3550000 |  36875s | train_loss=0.0185
+  step 3560000 |  36972s | train_loss=0.0189
+  step 3570000 |  37069s | train_loss=0.0199
+  step 3580000 |  37165s | train_loss=0.0189
+  step 3590000 |  37263s | train_loss=0.0202
+  step 3600000 |  37429s | train_loss=0.0194 | fid=58.1675
+  step 3610000 |  37526s | train_loss=0.0201
+  step 3620000 |  37621s | train_loss=0.0176
+  step 3630000 |  37716s | train_loss=0.0175
+  step 3640000 |  37813s | train_loss=0.0198
+  step 3650000 |  37911s | train_loss=0.0193
+  step 3660000 |  38007s | train_loss=0.0217
+  step 3670000 |  38103s | train_loss=0.0189
+  step 3680000 |  38200s | train_loss=0.0199
+  step 3690000 |  38298s | train_loss=0.0198
+  step 3700000 |  38464s | train_loss=0.0200 | fid=59.3654
+  step 3710000 |  38561s | train_loss=0.0175
+  step 3720000 |  38655s | train_loss=0.0187
+  step 3730000 |  38752s | train_loss=0.0182
+  step 3740000 |  38849s | train_loss=0.0199
+  step 3750000 |  38946s | train_loss=0.0202
+  step 3760000 |  39043s | train_loss=0.0184
+  step 3770000 |  39140s | train_loss=0.0181
+  step 3780000 |  39237s | train_loss=0.0193
+  step 3790000 |  39335s | train_loss=0.0193
+  step 3800000 |  39500s | train_loss=0.0199 | fid=56.4994
+  step 3810000 |  39594s | train_loss=0.0194
+  step 3820000 |  39692s | train_loss=0.0193
+  step 3830000 |  39788s | train_loss=0.0198
+  step 3840000 |  39885s | train_loss=0.0191
+  step 3850000 |  39982s | train_loss=0.0186
+  step 3860000 |  40079s | train_loss=0.0195
+  step 3870000 |  40176s | train_loss=0.0202
+  step 3880000 |  40273s | train_loss=0.0181
+  step 3890000 |  40371s | train_loss=0.0188
+  step 3900000 |  40536s | train_loss=0.0190 | fid=53.7992
+  step 3910000 |  40631s | train_loss=0.0181
+  step 3920000 |  40727s | train_loss=0.0199
+  step 3930000 |  40824s | train_loss=0.0178
+  step 3940000 |  40921s | train_loss=0.0188
+  step 3950000 |  41018s | train_loss=0.0184
+  step 3960000 |  41115s | train_loss=0.0218
+  step 3970000 |  41212s | train_loss=0.0182
+  step 3980000 |  41310s | train_loss=0.0222
+  step 3990000 |  41407s | train_loss=0.0194
+  step 4000000 |  41569s | train_loss=0.0191 | fid=55.1953
+  step 4010000 |  41665s | train_loss=0.0190
+  step 4020000 |  41762s | train_loss=0.0179
+  step 4030000 |  41859s | train_loss=0.0177
+  step 4040000 |  41956s | train_loss=0.0190
+  step 4050000 |  42054s | train_loss=0.0178
+  step 4060000 |  42150s | train_loss=0.0173
+  step 4070000 |  42248s | train_loss=0.0180
+  step 4080000 |  42345s | train_loss=0.0176
+  step 4090000 |  42441s | train_loss=0.0192
+  step 4100000 |  42605s | train_loss=0.0190 | fid=54.6558
+  step 4110000 |  42703s | train_loss=0.0198
+  step 4120000 |  42800s | train_loss=0.0178
+  step 4130000 |  42897s | train_loss=0.0180
+  step 4140000 |  42994s | train_loss=0.0170
+  step 4150000 |  43091s | train_loss=0.0177
+  step 4160000 |  43188s | train_loss=0.0182
+  step 4170000 |  43286s | train_loss=0.0195
+  step 4180000 |  43381s | train_loss=0.0178
+  step 4190000 |  43479s | train_loss=0.0184
+  step 4200000 |  43643s | train_loss=0.0169 | fid=53.5106
+  step 4210000 |  43740s | train_loss=0.0190
+  step 4220000 |  43837s | train_loss=0.0186
+  step 4230000 |  43934s | train_loss=0.0193
+  step 4240000 |  44031s | train_loss=0.0182
+  step 4250000 |  44129s | train_loss=0.0170
+  step 4260000 |  44226s | train_loss=0.0176
+  step 4270000 |  44321s | train_loss=0.0170
+  step 4280000 |  44418s | train_loss=0.0189
+  step 4290000 |  44514s | train_loss=0.0189
+  step 4300000 |  44683s | train_loss=0.0181 | fid=50.9260
+  step 4310000 |  44780s | train_loss=0.0181
+  step 4320000 |  44877s | train_loss=0.0180
+  step 4330000 |  44974s | train_loss=0.0183
+  step 4340000 |  45071s | train_loss=0.0188
+  step 4350000 |  45169s | train_loss=0.0172
+  step 4360000 |  45264s | train_loss=0.0172
+  step 4370000 |  45361s | train_loss=0.0174
+  step 4380000 |  45458s | train_loss=0.0194
+  step 4390000 |  45553s | train_loss=0.0199
+  step 4400000 |  45722s | train_loss=0.0179 | fid=50.6713
+  step 4410000 |  45819s | train_loss=0.0177
+  step 4420000 |  45916s | train_loss=0.0185
+  step 4430000 |  46013s | train_loss=0.0190
+  step 4440000 |  46111s | train_loss=0.0176
+  step 4450000 |  46206s | train_loss=0.0168
+  step 4460000 |  46303s | train_loss=0.0167
+  step 4470000 |  46401s | train_loss=0.0180
+  step 4480000 |  46496s | train_loss=0.0181
+  step 4490000 |  46593s | train_loss=0.0173
+  step 4500000 |  46761s | train_loss=0.0159 | fid=46.9822
+  step 4510000 |  46858s | train_loss=0.0171
+  step 4520000 |  46956s | train_loss=0.0200
+  step 4530000 |  47053s | train_loss=0.0187
+  step 4540000 |  47144s | train_loss=0.0172
+  step 4550000 |  47223s | train_loss=0.0178
+  step 4560000 |  47301s | train_loss=0.0169
+  step 4570000 |  47380s | train_loss=0.0183
+  step 4580000 |  47456s | train_loss=0.0180
+  step 4590000 |  47534s | train_loss=0.0165
+  step 4600000 |  47669s | train_loss=0.0163 | fid=50.7119
+  step 4610000 |  47748s | train_loss=0.0174
+  step 4620000 |  47826s | train_loss=0.0167
+  step 4630000 |  47905s | train_loss=0.0175
+  step 4640000 |  47983s | train_loss=0.0185
+  step 4650000 |  48062s | train_loss=0.0197
+  step 4660000 |  48140s | train_loss=0.0192
+  step 4670000 |  48216s | train_loss=0.0173
+  step 4680000 |  48294s | train_loss=0.0166
+  step 4690000 |  48372s | train_loss=0.0183
+  step 4700000 |  48508s | train_loss=0.0214 | fid=50.1210
+  step 4710000 |  48586s | train_loss=0.0169
+  step 4720000 |  48664s | train_loss=0.0197
+  step 4730000 |  48743s | train_loss=0.0178
+  step 4740000 |  48821s | train_loss=0.0169
+  step 4750000 |  48899s | train_loss=0.0158
+  step 4760000 |  48978s | train_loss=0.0170
+  step 4770000 |  49043s | train_loss=0.0158
+  step 4780000 |  49102s | train_loss=0.0156
+  step 4790000 |  49160s | train_loss=0.0176
+  step 4800000 |  49262s | train_loss=0.0168 | fid=51.1449
+  step 4810000 |  49322s | train_loss=0.0161
+  step 4820000 |  49382s | train_loss=0.0183
+  step 4830000 |  49442s | train_loss=0.0172
+  step 4840000 |  49501s | train_loss=0.0196
+  step 4850000 |  49561s | train_loss=0.0165
+  step 4860000 |  49621s | train_loss=0.0170
+  step 4870000 |  49681s | train_loss=0.0170
+  step 4880000 |  49741s | train_loss=0.0184
+  step 4890000 |  49798s | train_loss=0.0168
+  step 4900000 |  49902s | train_loss=0.0174 | fid=48.4835
+  step 4910000 |  49962s | train_loss=0.0169
+  step 4920000 |  50022s | train_loss=0.0173
+  step 4930000 |  50082s | train_loss=0.0168
+  step 4940000 |  50141s | train_loss=0.0167
+  step 4950000 |  50200s | train_loss=0.0170
+  step 4960000 |  50260s | train_loss=0.0175
+  step 4970000 |  50319s | train_loss=0.0161
+  step 4980000 |  50379s | train_loss=0.0164
+  step 4990000 |  50435s | train_loss=0.0169
+  step 5000000 |  50484s | train_loss=0.0174 | fid=49.0778
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ae9d51e07b5bb362ecc3e94f88c89777d704b37
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fdebc256432c208f20f9bbe42f68a48bf34545b8
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 70.0132646560669, "train_loss_step": 180.88949584960938, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 0.9951255798339844, "subset_score_loss": 0.9951255798339844, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.977912962436676, "fid": 345.3157493391511}
+{"step": 10000, "wall_time": 166.5831286907196, "train_loss_step": 32.73984146118164, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.6678354899088542, "subset_score_loss": 0.6678354899088542}
+{"step": 20000, "wall_time": 262.761518239975, "train_loss_step": 27.311260223388672, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.5607156965467665, "subset_score_loss": 0.5607156965467665}
+{"step": 30000, "wall_time": 358.9239046573639, "train_loss_step": 23.94900131225586, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.4964669545491536, "subset_score_loss": 0.4964669545491536}
+{"step": 40000, "wall_time": 455.8366379737854, "train_loss_step": 26.458660125732422, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.43032391866048175, "subset_score_loss": 0.43032391866048175}
+{"step": 50000, "wall_time": 552.5371813774109, "train_loss_step": 20.343769073486328, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3582578870985243, "subset_score_loss": 0.3582578870985243}
+{"step": 60000, "wall_time": 649.1394979953766, "train_loss_step": 17.878814697265625, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.2920803917778863, "subset_score_loss": 0.2920803917778863}
+{"step": 70000, "wall_time": 745.9063193798065, "train_loss_step": 18.44400405883789, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.24986133575439454, "subset_score_loss": 0.24986133575439454}
+{"step": 80000, "wall_time": 842.5234200954437, "train_loss_step": 16.640159606933594, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.20651810963948566, "subset_score_loss": 0.20651810963948566}
+{"step": 90000, "wall_time": 939.0317370891571, "train_loss_step": 15.70945930480957, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.18844583299424914, "subset_score_loss": 0.18844583299424914}
+{"step": 100000, "wall_time": 1108.5882301330566, "train_loss_step": 15.142022132873535, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.1646805763244629, "subset_score_loss": 0.1646805763244629, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9422279000282288, "fid": 65.67686818163102}
+{"step": 110000, "wall_time": 1205.5039882659912, "train_loss_step": 15.369020462036133, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.16070693333943684, "subset_score_loss": 0.16070693333943684}
+{"step": 120000, "wall_time": 1301.2876381874084, "train_loss_step": 13.570684432983398, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.14003117879231772, "subset_score_loss": 0.14003117879231772}
+{"step": 130000, "wall_time": 1397.9245285987854, "train_loss_step": 12.928126335144043, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13595039579603407, "subset_score_loss": 0.13595039579603407}
+{"step": 140000, "wall_time": 1494.440738916397, "train_loss_step": 13.236837387084961, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.12856881883409288, "subset_score_loss": 0.12856881883409288}
+{"step": 150000, "wall_time": 1591.2181255817413, "train_loss_step": 12.640191078186035, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12051772011650932, "subset_score_loss": 0.12051772011650932}
+{"step": 160000, "wall_time": 1688.0472745895386, "train_loss_step": 12.075687408447266, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.11439845826890734, "subset_score_loss": 0.11439845826890734}
+{"step": 170000, "wall_time": 1784.9109292030334, "train_loss_step": 12.367536544799805, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.11138263278537326, "subset_score_loss": 0.11138263278537326}
+{"step": 180000, "wall_time": 1881.521341085434, "train_loss_step": 12.203381538391113, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.11088574727376302, "subset_score_loss": 0.11088574727376302}
+{"step": 190000, "wall_time": 1975.3469641208649, "train_loss_step": 11.604290962219238, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.10139675140380859, "subset_score_loss": 0.10139675140380859}
+{"step": 200000, "wall_time": 2145.508805036545, "train_loss_step": 11.753971099853516, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.1007552358839247, "subset_score_loss": 0.1007552358839247, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.940132737159729, "fid": 83.31511223968567}
+{"step": 210000, "wall_time": 2241.4390318393707, "train_loss_step": 11.40673828125, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.09682064056396485, "subset_score_loss": 0.09682064056396485}
+{"step": 220000, "wall_time": 2337.190911054611, "train_loss_step": 11.287311553955078, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.0940395991007487, "subset_score_loss": 0.0940395991007487}
+{"step": 230000, "wall_time": 2433.830122232437, "train_loss_step": 11.12114143371582, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.0906402693854438, "subset_score_loss": 0.0906402693854438}
+{"step": 240000, "wall_time": 2530.319628715515, "train_loss_step": 10.7188720703125, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.09244571261935763, "subset_score_loss": 0.09244571261935763}
+{"step": 250000, "wall_time": 2626.77010345459, "train_loss_step": 11.266427993774414, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.09077705807156033, "subset_score_loss": 0.09077705807156033}
+{"step": 260000, "wall_time": 2723.287331342697, "train_loss_step": 10.380218505859375, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.09023381339179146, "subset_score_loss": 0.09023381339179146}
+{"step": 270000, "wall_time": 2819.7149245738983, "train_loss_step": 10.678481101989746, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.08192952473958333, "subset_score_loss": 0.08192952473958333}
+{"step": 280000, "wall_time": 2913.4158520698547, "train_loss_step": 10.604804992675781, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.08829292191399468, "subset_score_loss": 0.08829292191399468}
+{"step": 290000, "wall_time": 3009.6990773677826, "train_loss_step": 10.183090209960938, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.0804591178894043, "subset_score_loss": 0.0804591178894043}
+{"step": 300000, "wall_time": 3180.3364412784576, "train_loss_step": 10.923505783081055, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.08399032486809624, "subset_score_loss": 0.08399032486809624, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.9460785984992981, "fid": 93.64188452588876}
+{"step": 310000, "wall_time": 3275.918916463852, "train_loss_step": 9.963497161865234, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.07917346424526639, "subset_score_loss": 0.07917346424526639}
+{"step": 320000, "wall_time": 3371.6819953918457, "train_loss_step": 9.775753021240234, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.07915709283616808, "subset_score_loss": 0.07915709283616808}
+{"step": 330000, "wall_time": 3468.235039949417, "train_loss_step": 9.983955383300781, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.07573456764221191, "subset_score_loss": 0.07573456764221191}
+{"step": 340000, "wall_time": 3565.054754972458, "train_loss_step": 10.155172348022461, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07683776219685873, "subset_score_loss": 0.07683776219685873}
+{"step": 350000, "wall_time": 3661.8704867362976, "train_loss_step": 9.389062881469727, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.07619328498840332, "subset_score_loss": 0.07619328498840332}
+{"step": 360000, "wall_time": 3758.5639548301697, "train_loss_step": 9.518407821655273, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.07391677962409125, "subset_score_loss": 0.07391677962409125}
+{"step": 370000, "wall_time": 3852.640796661377, "train_loss_step": 9.885244369506836, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.07327107853359646, "subset_score_loss": 0.07327107853359646}
+{"step": 380000, "wall_time": 3948.4341604709625, "train_loss_step": 10.13599967956543, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07282389534844293, "subset_score_loss": 0.07282389534844293}
+{"step": 390000, "wall_time": 4043.43310713768, "train_loss_step": 8.859267234802246, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.07004566192626953, "subset_score_loss": 0.07004566192626953}
+{"step": 400000, "wall_time": 4215.388001918793, "train_loss_step": 9.120506286621094, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.06953772438897027, "subset_score_loss": 0.06953772438897027, "memorization_fraction_pixel": 0.002199999988079071, "mean_nn_ratio_pixel": 0.9460268616676331, "fid": 99.05228592452164}
+{"step": 410000, "wall_time": 4309.229145050049, "train_loss_step": 9.108609199523926, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.06707021925184461, "subset_score_loss": 0.06707021925184461}
+{"step": 420000, "wall_time": 4405.4460027217865, "train_loss_step": 9.226871490478516, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.06827374564276802, "subset_score_loss": 0.06827374564276802}
+{"step": 430000, "wall_time": 4501.914762973785, "train_loss_step": 8.895692825317383, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.06663856506347657, "subset_score_loss": 0.06663856506347657}
+{"step": 440000, "wall_time": 4598.638680458069, "train_loss_step": 9.201875686645508, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.06580931345621745, "subset_score_loss": 0.06580931345621745}
+{"step": 450000, "wall_time": 4695.195239543915, "train_loss_step": 9.050195693969727, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.0671382533179389, "subset_score_loss": 0.0671382533179389}
+{"step": 460000, "wall_time": 4789.514091253281, "train_loss_step": 8.43684196472168, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.06353510750664605, "subset_score_loss": 0.06353510750664605}
+{"step": 470000, "wall_time": 4886.046227216721, "train_loss_step": 8.773595809936523, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.0628919177585178, "subset_score_loss": 0.0628919177585178}
+{"step": 480000, "wall_time": 4982.056870698929, "train_loss_step": 9.290701866149902, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.06328474680582682, "subset_score_loss": 0.06328474680582682}
+{"step": 490000, "wall_time": 5076.859321117401, "train_loss_step": 9.570747375488281, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.06588886049058702, "subset_score_loss": 0.06588886049058702}
+{"step": 500000, "wall_time": 5249.162772893906, "train_loss_step": 9.014049530029297, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.06045986281500922, "subset_score_loss": 0.06045986281500922, "memorization_fraction_pixel": 0.00559999980032444, "mean_nn_ratio_pixel": 0.9464454054832458, "fid": 99.32614036317236}
+{"step": 510000, "wall_time": 5342.875215291977, "train_loss_step": 8.730417251586914, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.06308098898993598, "subset_score_loss": 0.06308098898993598}
+{"step": 520000, "wall_time": 5439.415407896042, "train_loss_step": 8.08791732788086, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.05874556435479058, "subset_score_loss": 0.05874556435479058}
+{"step": 530000, "wall_time": 5535.992208242416, "train_loss_step": 8.441608428955078, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.059795506795247394, "subset_score_loss": 0.059795506795247394}
+{"step": 540000, "wall_time": 5632.572059869766, "train_loss_step": 8.436277389526367, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.0610734674665663, "subset_score_loss": 0.0610734674665663}
+{"step": 550000, "wall_time": 5726.924352169037, "train_loss_step": 7.9648823738098145, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.059847577412923174, "subset_score_loss": 0.059847577412923174}
+{"step": 560000, "wall_time": 5823.012846231461, "train_loss_step": 8.52859115600586, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.05660604900783962, "subset_score_loss": 0.05660604900783962}
+{"step": 570000, "wall_time": 5918.866552591324, "train_loss_step": 8.401223182678223, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.057873471577962236, "subset_score_loss": 0.057873471577962236}
+{"step": 580000, "wall_time": 6013.790375947952, "train_loss_step": 8.887210845947266, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.06389726003011068, "subset_score_loss": 0.06389726003011068}
+{"step": 590000, "wall_time": 6110.210111379623, "train_loss_step": 8.384420394897461, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.057294585969713, "subset_score_loss": 0.057294585969713}
+{"step": 600000, "wall_time": 6281.885399580002, "train_loss_step": 8.556182861328125, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.05782258245680067, "subset_score_loss": 0.05782258245680067, "memorization_fraction_pixel": 0.009499999694526196, "mean_nn_ratio_pixel": 0.9377060532569885, "fid": 104.33109807583062}
+{"step": 610000, "wall_time": 6376.041694402695, "train_loss_step": 7.924456596374512, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.05374754799736871, "subset_score_loss": 0.05374754799736871}
+{"step": 620000, "wall_time": 6472.282411813736, "train_loss_step": 8.341047286987305, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.05503884421454536, "subset_score_loss": 0.05503884421454536}
+{"step": 630000, "wall_time": 6568.718104124069, "train_loss_step": 7.477947235107422, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.057212416330973306, "subset_score_loss": 0.057212416330973306}
+{"step": 640000, "wall_time": 6663.324798822403, "train_loss_step": 8.38058090209961, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.05209708213806152, "subset_score_loss": 0.05209708213806152}
+{"step": 650000, "wall_time": 6759.388286113739, "train_loss_step": 7.817302703857422, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.0604321903652615, "subset_score_loss": 0.0604321903652615}
+{"step": 660000, "wall_time": 6855.588489294052, "train_loss_step": 8.25738525390625, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.0566335572136773, "subset_score_loss": 0.0566335572136773}
+{"step": 670000, "wall_time": 6951.629743099213, "train_loss_step": 8.137798309326172, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.0535654173956977, "subset_score_loss": 0.0535654173956977}
+{"step": 680000, "wall_time": 7046.602363824844, "train_loss_step": 7.899177551269531, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.054268805185953777, "subset_score_loss": 0.054268805185953777}
+{"step": 690000, "wall_time": 7143.189445257187, "train_loss_step": 8.277229309082031, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.05495656331380208, "subset_score_loss": 0.05495656331380208}
+{"step": 700000, "wall_time": 7315.0696675777435, "train_loss_step": 7.995123863220215, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.05353646278381348, "subset_score_loss": 0.05353646278381348, "memorization_fraction_pixel": 0.017000000923871994, "mean_nn_ratio_pixel": 0.9204754829406738, "fid": 99.23489322201564}
+{"step": 710000, "wall_time": 7409.294260501862, "train_loss_step": 7.343101501464844, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.04996260007222494, "subset_score_loss": 0.04996260007222494}
+{"step": 720000, "wall_time": 7505.710855722427, "train_loss_step": 7.498050689697266, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.05042183664109972, "subset_score_loss": 0.05042183664109972}
+{"step": 730000, "wall_time": 7600.480636358261, "train_loss_step": 7.812305450439453, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.051075077056884764, "subset_score_loss": 0.051075077056884764}
+{"step": 740000, "wall_time": 7696.254277706146, "train_loss_step": 7.574051856994629, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.05321951442294651, "subset_score_loss": 0.05321951442294651}
+{"step": 750000, "wall_time": 7792.813414812088, "train_loss_step": 8.212769508361816, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.04998723136054145, "subset_score_loss": 0.04998723136054145}
+{"step": 760000, "wall_time": 7888.709219694138, "train_loss_step": 7.817191123962402, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.04955237706502279, "subset_score_loss": 0.04955237706502279}
+{"step": 770000, "wall_time": 7983.342278957367, "train_loss_step": 7.375148773193359, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.051871940824720596, "subset_score_loss": 0.051871940824720596}
+{"step": 780000, "wall_time": 8079.793672323227, "train_loss_step": 7.656818389892578, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.05177542898390028, "subset_score_loss": 0.05177542898390028}
+{"step": 790000, "wall_time": 8176.35053730011, "train_loss_step": 8.104206085205078, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.049469481574164496, "subset_score_loss": 0.049469481574164496}
+{"step": 800000, "wall_time": 8348.98471045494, "train_loss_step": 7.347716331481934, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.04865628878275553, "subset_score_loss": 0.04865628878275553, "memorization_fraction_pixel": 0.02759999968111515, "mean_nn_ratio_pixel": 0.9103988409042358, "fid": 95.05021316469802}
+{"step": 810000, "wall_time": 8443.407527208328, "train_loss_step": 7.510210990905762, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.04989557266235352, "subset_score_loss": 0.04989557266235352}
+{"step": 820000, "wall_time": 8538.448907136917, "train_loss_step": 7.198709487915039, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.05191298590766059, "subset_score_loss": 0.05191298590766059}
+{"step": 830000, "wall_time": 8634.711641788483, "train_loss_step": 7.423556327819824, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.04829723570081923, "subset_score_loss": 0.04829723570081923}
+{"step": 840000, "wall_time": 8731.307047605515, "train_loss_step": 7.175662517547607, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.04836775991651747, "subset_score_loss": 0.04836775991651747}
+{"step": 850000, "wall_time": 8827.037969827652, "train_loss_step": 7.583538055419922, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.04992728763156467, "subset_score_loss": 0.04992728763156467}
+{"step": 860000, "wall_time": 8923.6402759552, "train_loss_step": 7.184139728546143, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.0453911304473877, "subset_score_loss": 0.0453911304473877}
+{"step": 870000, "wall_time": 9018.162135124207, "train_loss_step": 7.159031391143799, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.044988393783569336, "subset_score_loss": 0.044988393783569336}
+{"step": 880000, "wall_time": 9114.976020336151, "train_loss_step": 7.261941909790039, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.04711508221096462, "subset_score_loss": 0.04711508221096462}
+{"step": 890000, "wall_time": 9211.626238822937, "train_loss_step": 6.411748886108398, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.046027146445380314, "subset_score_loss": 0.046027146445380314}
+{"step": 900000, "wall_time": 9383.730818748474, "train_loss_step": 7.282351493835449, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.04569201469421387, "subset_score_loss": 0.04569201469421387, "memorization_fraction_pixel": 0.0348999984562397, "mean_nn_ratio_pixel": 0.8963159918785095, "fid": 93.3052463939357}
+{"step": 910000, "wall_time": 9475.908160209656, "train_loss_step": 6.768555641174316, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.043488862779405384, "subset_score_loss": 0.043488862779405384}
+{"step": 920000, "wall_time": 9572.221192598343, "train_loss_step": 7.042867183685303, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.045093605253431535, "subset_score_loss": 0.045093605253431535}
+{"step": 930000, "wall_time": 9668.521822452545, "train_loss_step": 7.295332908630371, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.04721999168395996, "subset_score_loss": 0.04721999168395996}
+{"step": 940000, "wall_time": 9764.816254138947, "train_loss_step": 7.50462532043457, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.05067814721001519, "subset_score_loss": 0.05067814721001519}
+{"step": 950000, "wall_time": 9861.058766841888, "train_loss_step": 7.033905982971191, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.04637576209174262, "subset_score_loss": 0.04637576209174262}
+{"step": 960000, "wall_time": 9956.06470131874, "train_loss_step": 7.133577823638916, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.043900407685173885, "subset_score_loss": 0.043900407685173885}
+{"step": 970000, "wall_time": 10052.733418941498, "train_loss_step": 7.263680458068848, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.042599140273200144, "subset_score_loss": 0.042599140273200144}
+{"step": 980000, "wall_time": 10149.42937541008, "train_loss_step": 7.575885772705078, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.05766252411736383, "subset_score_loss": 0.05766252411736383}
+{"step": 990000, "wall_time": 10245.67720746994, "train_loss_step": 6.650257110595703, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.041808462142944335, "subset_score_loss": 0.041808462142944335}
+{"step": 1000000, "wall_time": 10415.158546447754, "train_loss_step": 6.949840545654297, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.04395173920525445, "subset_score_loss": 0.04395173920525445, "memorization_fraction_pixel": 0.05530000105500221, "mean_nn_ratio_pixel": 0.8762629628181458, "fid": 86.09091407205055}
+{"step": 1010000, "wall_time": 10509.397968769073, "train_loss_step": 6.598775386810303, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.04177867041693793, "subset_score_loss": 0.04177867041693793}
+{"step": 1020000, "wall_time": 10605.835768461227, "train_loss_step": 7.0706095695495605, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.04382126331329346, "subset_score_loss": 0.04382126331329346}
+{"step": 1030000, "wall_time": 10702.331147193909, "train_loss_step": 7.083051681518555, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.04445434676276313, "subset_score_loss": 0.04445434676276313}
+{"step": 1040000, "wall_time": 10798.194879055023, "train_loss_step": 7.006467819213867, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.044376367992824975, "subset_score_loss": 0.044376367992824975}
+{"step": 1050000, "wall_time": 10894.571167230606, "train_loss_step": 6.950135707855225, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.0450473149617513, "subset_score_loss": 0.0450473149617513}
+{"step": 1060000, "wall_time": 10989.351589679718, "train_loss_step": 6.731757164001465, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.040908898247612846, "subset_score_loss": 0.040908898247612846}
+{"step": 1070000, "wall_time": 11086.06394982338, "train_loss_step": 7.24983024597168, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.04158220556047228, "subset_score_loss": 0.04158220556047228}
+{"step": 1080000, "wall_time": 11182.476023435593, "train_loss_step": 6.552427291870117, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.04121628867255317, "subset_score_loss": 0.04121628867255317}
+{"step": 1090000, "wall_time": 11279.08002614975, "train_loss_step": 6.370659351348877, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.04047578440772163, "subset_score_loss": 0.04047578440772163}
+{"step": 1100000, "wall_time": 11447.896879434586, "train_loss_step": 7.289999961853027, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.043098507987128366, "subset_score_loss": 0.043098507987128366, "memorization_fraction_pixel": 0.06530000269412994, "mean_nn_ratio_pixel": 0.8642863035202026, "fid": 81.6066348131395}
+{"step": 1110000, "wall_time": 11542.953907966614, "train_loss_step": 6.541214942932129, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.04108796914418538, "subset_score_loss": 0.04108796914418538}
+{"step": 1120000, "wall_time": 11639.461540699005, "train_loss_step": 6.683833122253418, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.04308566782209608, "subset_score_loss": 0.04308566782209608}
+{"step": 1130000, "wall_time": 11735.616535902023, "train_loss_step": 6.776368141174316, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.03950515058305529, "subset_score_loss": 0.03950515058305529}
+{"step": 1140000, "wall_time": 11831.986455440521, "train_loss_step": 6.422216415405273, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.0402973386976454, "subset_score_loss": 0.0402973386976454}
+{"step": 1150000, "wall_time": 11926.809664726257, "train_loss_step": 6.693205833435059, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.03894610669877794, "subset_score_loss": 0.03894610669877794}
+{"step": 1160000, "wall_time": 12023.198051452637, "train_loss_step": 6.5558624267578125, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.04052170382605658, "subset_score_loss": 0.04052170382605658}
+{"step": 1170000, "wall_time": 12119.566588163376, "train_loss_step": 6.421707630157471, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.0414613856209649, "subset_score_loss": 0.0414613856209649}
+{"step": 1180000, "wall_time": 12216.123632669449, "train_loss_step": 6.704068183898926, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.039971129099528, "subset_score_loss": 0.039971129099528}
+{"step": 1190000, "wall_time": 12310.687375307083, "train_loss_step": 6.338008403778076, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.03981149196624756, "subset_score_loss": 0.03981149196624756}
+{"step": 1200000, "wall_time": 12482.57673573494, "train_loss_step": 6.708371162414551, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.0421417236328125, "subset_score_loss": 0.0421417236328125, "memorization_fraction_pixel": 0.07779999822378159, "mean_nn_ratio_pixel": 0.8526077270507812, "fid": 75.53635761340081}
+{"step": 1210000, "wall_time": 12577.584525346756, "train_loss_step": 6.285968780517578, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.038423000441657175, "subset_score_loss": 0.038423000441657175}
+{"step": 1220000, "wall_time": 12673.936765909195, "train_loss_step": 6.707751750946045, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.03799341519673665, "subset_score_loss": 0.03799341519673665}
+{"step": 1230000, "wall_time": 12770.053009271622, "train_loss_step": 6.273306846618652, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.03897756735483805, "subset_score_loss": 0.03897756735483805}
+{"step": 1240000, "wall_time": 12866.38989329338, "train_loss_step": 6.528718948364258, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.040576688448588055, "subset_score_loss": 0.040576688448588055}
+{"step": 1250000, "wall_time": 12961.283473968506, "train_loss_step": 6.481546401977539, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.03902460998959011, "subset_score_loss": 0.03902460998959011}
+{"step": 1260000, "wall_time": 13057.773075580597, "train_loss_step": 6.753350257873535, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.038498224152459036, "subset_score_loss": 0.038498224152459036}
+{"step": 1270000, "wall_time": 13154.497441530228, "train_loss_step": 6.221349716186523, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.039919477038913305, "subset_score_loss": 0.039919477038913305}
+{"step": 1280000, "wall_time": 13249.121629476547, "train_loss_step": 6.464862823486328, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.03918884065416124, "subset_score_loss": 0.03918884065416124}
+{"step": 1290000, "wall_time": 13345.240453243256, "train_loss_step": 6.3118977546691895, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.03957739935980903, "subset_score_loss": 0.03957739935980903}
+{"step": 1300000, "wall_time": 13517.206161022186, "train_loss_step": 6.567069053649902, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.043073227670457626, "subset_score_loss": 0.043073227670457626, "memorization_fraction_pixel": 0.11010000109672546, "mean_nn_ratio_pixel": 0.8201656341552734, "fid": 66.31902390769643}
+{"step": 1310000, "wall_time": 13612.343860149384, "train_loss_step": 6.175074577331543, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.03728235827551948, "subset_score_loss": 0.03728235827551948}
+{"step": 1320000, "wall_time": 13708.716531991959, "train_loss_step": 6.09721565246582, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.04175915453169081, "subset_score_loss": 0.04175915453169081}
+{"step": 1330000, "wall_time": 13805.06596827507, "train_loss_step": 6.204194068908691, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.036456065707736546, "subset_score_loss": 0.036456065707736546}
+{"step": 1340000, "wall_time": 13899.982768058777, "train_loss_step": 6.042221546173096, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.03780883683098687, "subset_score_loss": 0.03780883683098687}
+{"step": 1350000, "wall_time": 13996.59489440918, "train_loss_step": 6.50848388671875, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.03807156880696615, "subset_score_loss": 0.03807156880696615}
+{"step": 1360000, "wall_time": 14093.295568466187, "train_loss_step": 6.190428733825684, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.0385977135764228, "subset_score_loss": 0.0385977135764228}
+{"step": 1370000, "wall_time": 14187.970082044601, "train_loss_step": 6.461359024047852, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.038244634204440645, "subset_score_loss": 0.038244634204440645}
+{"step": 1380000, "wall_time": 14284.067526578903, "train_loss_step": 6.471493721008301, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.03542112509409587, "subset_score_loss": 0.03542112509409587}
+{"step": 1390000, "wall_time": 14380.609869718552, "train_loss_step": 6.220231533050537, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.03835630416870117, "subset_score_loss": 0.03835630416870117}
+{"step": 1400000, "wall_time": 14552.34820485115, "train_loss_step": 6.109742164611816, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.037259356180826826, "subset_score_loss": 0.037259356180826826, "memorization_fraction_pixel": 0.12049999833106995, "mean_nn_ratio_pixel": 0.8159277439117432, "fid": 64.85105889201576}
+{"step": 1410000, "wall_time": 14647.385037899017, "train_loss_step": 6.161359786987305, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.0364949729707506, "subset_score_loss": 0.0364949729707506}
+{"step": 1420000, "wall_time": 14743.978968381882, "train_loss_step": 6.326087951660156, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.03715905083550347, "subset_score_loss": 0.03715905083550347}
+{"step": 1430000, "wall_time": 14840.66917848587, "train_loss_step": 6.025383949279785, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.03768479824066162, "subset_score_loss": 0.03768479824066162}
+{"step": 1440000, "wall_time": 14935.446560382843, "train_loss_step": 6.567259311676025, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.03778843614790175, "subset_score_loss": 0.03778843614790175}
+{"step": 1450000, "wall_time": 15032.219417095184, "train_loss_step": 5.862774848937988, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.03543676005469428, "subset_score_loss": 0.03543676005469428}
+{"step": 1460000, "wall_time": 15126.919202804565, "train_loss_step": 6.214864253997803, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.0367124425040351, "subset_score_loss": 0.0367124425040351}
+{"step": 1470000, "wall_time": 15222.907505989075, "train_loss_step": 5.94059944152832, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.03488166067335341, "subset_score_loss": 0.03488166067335341}
+{"step": 1480000, "wall_time": 15319.691280841827, "train_loss_step": 5.787114143371582, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.03650576803419325, "subset_score_loss": 0.03650576803419325}
+{"step": 1490000, "wall_time": 15416.208573818207, "train_loss_step": 6.095239162445068, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.03763569460974799, "subset_score_loss": 0.03763569460974799}
+{"step": 1500000, "wall_time": 15588.166861534119, "train_loss_step": 6.274013042449951, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.0368634197447035, "subset_score_loss": 0.0368634197447035, "memorization_fraction_pixel": 0.14640000462532043, "mean_nn_ratio_pixel": 0.7945754528045654, "fid": 58.61947888551089}
+{"step": 1510000, "wall_time": 15682.72056889534, "train_loss_step": 5.890110015869141, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.03553228908114963, "subset_score_loss": 0.03553228908114963}
+{"step": 1520000, "wall_time": 15779.372764110565, "train_loss_step": 5.77171516418457, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.0387042760848999, "subset_score_loss": 0.0387042760848999}
+{"step": 1530000, "wall_time": 15874.195642471313, "train_loss_step": 6.050503730773926, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.04164710574679904, "subset_score_loss": 0.04164710574679904}
+{"step": 1540000, "wall_time": 15970.91642665863, "train_loss_step": 6.012071132659912, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.03415622711181641, "subset_score_loss": 0.03415622711181641}
+{"step": 1550000, "wall_time": 16065.851530790329, "train_loss_step": 5.672311782836914, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.03406784004635281, "subset_score_loss": 0.03406784004635281}
+{"step": 1560000, "wall_time": 16162.466844320297, "train_loss_step": 5.744240760803223, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.035405503378974065, "subset_score_loss": 0.035405503378974065}
+{"step": 1570000, "wall_time": 16258.648265123367, "train_loss_step": 5.652057647705078, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.033742231792873806, "subset_score_loss": 0.033742231792873806}
+{"step": 1580000, "wall_time": 16355.107754945755, "train_loss_step": 5.845952033996582, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.03264880180358887, "subset_score_loss": 0.03264880180358887}
+{"step": 1590000, "wall_time": 16451.775790929794, "train_loss_step": 6.085694789886475, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.03225154876708984, "subset_score_loss": 0.03225154876708984}
+{"step": 1600000, "wall_time": 16623.22831583023, "train_loss_step": 5.750467300415039, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.03576473659939236, "subset_score_loss": 0.03576473659939236, "memorization_fraction_pixel": 0.16210000216960907, "mean_nn_ratio_pixel": 0.782632052898407, "fid": 56.43491195560398}
+{"step": 1610000, "wall_time": 16717.979949474335, "train_loss_step": 5.854151725769043, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.03423510127597385, "subset_score_loss": 0.03423510127597385}
+{"step": 1620000, "wall_time": 16814.716135263443, "train_loss_step": 6.04844856262207, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.03640230761633979, "subset_score_loss": 0.03640230761633979}
+{"step": 1630000, "wall_time": 16909.638577222824, "train_loss_step": 6.080658912658691, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.03480326334635417, "subset_score_loss": 0.03480326334635417}
+{"step": 1640000, "wall_time": 17004.518484830856, "train_loss_step": 5.913901329040527, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.03433216412862142, "subset_score_loss": 0.03433216412862142}
+{"step": 1650000, "wall_time": 17101.042917490005, "train_loss_step": 5.92730712890625, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.03437451786465115, "subset_score_loss": 0.03437451786465115}
+{"step": 1660000, "wall_time": 17197.201204538345, "train_loss_step": 6.143221855163574, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.03495101663801405, "subset_score_loss": 0.03495101663801405}
+{"step": 1670000, "wall_time": 17294.00576901436, "train_loss_step": 5.722892761230469, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.032682874467637804, "subset_score_loss": 0.032682874467637804}
+{"step": 1680000, "wall_time": 17390.543959856033, "train_loss_step": 5.591407775878906, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.03600457509358724, "subset_score_loss": 0.03600457509358724}
+{"step": 1690000, "wall_time": 17487.372703552246, "train_loss_step": 5.45543098449707, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.03360839419894748, "subset_score_loss": 0.03360839419894748}
+{"step": 1700000, "wall_time": 17659.07604265213, "train_loss_step": 5.757661819458008, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.032772864235772026, "subset_score_loss": 0.032772864235772026, "memorization_fraction_pixel": 0.18729999661445618, "mean_nn_ratio_pixel": 0.7673477530479431, "fid": 54.884100282480176}
+{"step": 1710000, "wall_time": 17754.044481277466, "train_loss_step": 5.587305068969727, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.031958580017089844, "subset_score_loss": 0.031958580017089844}
+{"step": 1720000, "wall_time": 17848.904126167297, "train_loss_step": 5.94473934173584, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.0350583102968004, "subset_score_loss": 0.0350583102968004}
+{"step": 1730000, "wall_time": 17943.393425941467, "train_loss_step": 5.594599723815918, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.03373564084370931, "subset_score_loss": 0.03373564084370931}
+{"step": 1740000, "wall_time": 18039.892684221268, "train_loss_step": 5.9611687660217285, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.03760331206851535, "subset_score_loss": 0.03760331206851535}
+{"step": 1750000, "wall_time": 18136.020213842392, "train_loss_step": 5.677034854888916, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.03206879562801785, "subset_score_loss": 0.03206879562801785}
+{"step": 1760000, "wall_time": 18232.749860048294, "train_loss_step": 5.4297380447387695, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.030260380109151205, "subset_score_loss": 0.030260380109151205}
+{"step": 1770000, "wall_time": 18329.140397310257, "train_loss_step": 5.6561360359191895, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.03170210785335965, "subset_score_loss": 0.03170210785335965}
+{"step": 1780000, "wall_time": 18425.87051463127, "train_loss_step": 5.225631237030029, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.03236032062106663, "subset_score_loss": 0.03236032062106663}
+{"step": 1790000, "wall_time": 18522.126003980637, "train_loss_step": 5.905786514282227, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.03807002438439263, "subset_score_loss": 0.03807002438439263}
+{"step": 1800000, "wall_time": 18694.37390780449, "train_loss_step": 5.473247528076172, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.03266359170277913, "subset_score_loss": 0.03266359170277913, "memorization_fraction_pixel": 0.20829999446868896, "mean_nn_ratio_pixel": 0.7482383847236633, "fid": 57.48734293451075}
+{"step": 1810000, "wall_time": 18789.76069664955, "train_loss_step": 5.352707862854004, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.03703751564025879, "subset_score_loss": 0.03703751564025879}
+{"step": 1820000, "wall_time": 18882.866609096527, "train_loss_step": 5.56894588470459, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.03145635922749837, "subset_score_loss": 0.03145635922749837}
+{"step": 1830000, "wall_time": 18979.301075935364, "train_loss_step": 5.639638900756836, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.031282385190327965, "subset_score_loss": 0.031282385190327965}
+{"step": 1840000, "wall_time": 19075.94282245636, "train_loss_step": 5.592455863952637, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.03113590611351861, "subset_score_loss": 0.03113590611351861}
+{"step": 1850000, "wall_time": 19172.575180530548, "train_loss_step": 5.3372602462768555, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.029313529862297905, "subset_score_loss": 0.029313529862297905}
+{"step": 1860000, "wall_time": 19269.097826719284, "train_loss_step": 5.570407867431641, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.030605287022060817, "subset_score_loss": 0.030605287022060817}
+{"step": 1870000, "wall_time": 19365.88758134842, "train_loss_step": 5.577737808227539, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.030899612108866374, "subset_score_loss": 0.030899612108866374}
+{"step": 1880000, "wall_time": 19462.749124765396, "train_loss_step": 5.336735248565674, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.030405394236246743, "subset_score_loss": 0.030405394236246743}
+{"step": 1890000, "wall_time": 19558.761268138885, "train_loss_step": 5.5540852546691895, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.03198365105523004, "subset_score_loss": 0.03198365105523004}
+{"step": 1900000, "wall_time": 19731.456230401993, "train_loss_step": 5.738893508911133, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.02989723417494032, "subset_score_loss": 0.02989723417494032, "memorization_fraction_pixel": 0.20319999754428864, "mean_nn_ratio_pixel": 0.7566985487937927, "fid": 58.99015675100099}
+{"step": 1910000, "wall_time": 19822.03923201561, "train_loss_step": 5.374118804931641, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.03235689798990885, "subset_score_loss": 0.03235689798990885}
+{"step": 1920000, "wall_time": 19918.53235554695, "train_loss_step": 5.508783340454102, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.03145276175604926, "subset_score_loss": 0.03145276175604926}
+{"step": 1930000, "wall_time": 20014.912038564682, "train_loss_step": 5.373950004577637, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.030034070544772678, "subset_score_loss": 0.030034070544772678}
+{"step": 1940000, "wall_time": 20111.446509361267, "train_loss_step": 5.555366516113281, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.031296920776367185, "subset_score_loss": 0.031296920776367185}
+{"step": 1950000, "wall_time": 20207.822645902634, "train_loss_step": 5.847936630249023, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.032471442222595216, "subset_score_loss": 0.032471442222595216}
+{"step": 1960000, "wall_time": 20304.027178287506, "train_loss_step": 5.015082359313965, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.029517263836330836, "subset_score_loss": 0.029517263836330836}
+{"step": 1970000, "wall_time": 20400.7247736454, "train_loss_step": 5.5963215827941895, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.03157963752746582, "subset_score_loss": 0.03157963752746582}
+{"step": 1980000, "wall_time": 20496.859516382217, "train_loss_step": 5.834629058837891, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.03353428310818142, "subset_score_loss": 0.03353428310818142}
+{"step": 1990000, "wall_time": 20593.36111807823, "train_loss_step": 5.19406270980835, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.029695293638441297, "subset_score_loss": 0.029695293638441297}
+{"step": 2000000, "wall_time": 20764.228080511093, "train_loss_step": 5.50931978225708, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.030341037114461265, "subset_score_loss": 0.030341037114461265, "memorization_fraction_pixel": 0.2531000077724457, "mean_nn_ratio_pixel": 0.7130961418151855, "fid": 58.01047049812968}
+{"step": 2010000, "wall_time": 20858.118842840195, "train_loss_step": 5.834568977355957, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.03162449730767144, "subset_score_loss": 0.03162449730767144}
+{"step": 2020000, "wall_time": 20954.29465842247, "train_loss_step": 5.604040145874023, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.03134543895721435, "subset_score_loss": 0.03134543895721435}
+{"step": 2030000, "wall_time": 21050.97867012024, "train_loss_step": 5.438027381896973, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.03149303065405951, "subset_score_loss": 0.03149303065405951}
+{"step": 2040000, "wall_time": 21147.641483545303, "train_loss_step": 5.315096855163574, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.028420917193094888, "subset_score_loss": 0.028420917193094888}
+{"step": 2050000, "wall_time": 21244.110957622528, "train_loss_step": 5.623691558837891, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.03288016319274902, "subset_score_loss": 0.03288016319274902}
+{"step": 2060000, "wall_time": 21340.76832818985, "train_loss_step": 5.3051981925964355, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.02935899098714193, "subset_score_loss": 0.02935899098714193}
+{"step": 2070000, "wall_time": 21437.55779480934, "train_loss_step": 5.42995548248291, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.03217308521270752, "subset_score_loss": 0.03217308521270752}
+{"step": 2080000, "wall_time": 21533.632741212845, "train_loss_step": 5.199167728424072, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.029027120272318522, "subset_score_loss": 0.029027120272318522}
+{"step": 2090000, "wall_time": 21630.247764110565, "train_loss_step": 5.415996074676514, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.028874286015828452, "subset_score_loss": 0.028874286015828452}
+{"step": 2100000, "wall_time": 21800.08627963066, "train_loss_step": 5.21484375, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.02988206810421414, "subset_score_loss": 0.02988206810421414, "memorization_fraction_pixel": 0.25679999589920044, "mean_nn_ratio_pixel": 0.7154433727264404, "fid": 59.5889218019184}
+{"step": 2110000, "wall_time": 21894.711361408234, "train_loss_step": 4.929908752441406, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.028963822788662382, "subset_score_loss": 0.028963822788662382}
+{"step": 2120000, "wall_time": 21991.35485649109, "train_loss_step": 5.487550735473633, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.029599176512824163, "subset_score_loss": 0.029599176512824163}
+{"step": 2130000, "wall_time": 22087.629325151443, "train_loss_step": 5.533174514770508, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.02875079049004449, "subset_score_loss": 0.02875079049004449}
+{"step": 2140000, "wall_time": 22184.345908641815, "train_loss_step": 4.7926859855651855, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.029108866055806478, "subset_score_loss": 0.029108866055806478}
+{"step": 2150000, "wall_time": 22281.123836517334, "train_loss_step": 5.154871463775635, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.02761063045925564, "subset_score_loss": 0.02761063045925564}
+{"step": 2160000, "wall_time": 22377.932059288025, "train_loss_step": 5.124527931213379, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.030236379305521647, "subset_score_loss": 0.030236379305521647}
+{"step": 2170000, "wall_time": 22474.409319877625, "train_loss_step": 5.0391387939453125, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.029248174031575522, "subset_score_loss": 0.029248174031575522}
+{"step": 2180000, "wall_time": 22571.11474132538, "train_loss_step": 5.278341293334961, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.02806107732984755, "subset_score_loss": 0.02806107732984755}
+{"step": 2190000, "wall_time": 22665.89083123207, "train_loss_step": 5.608829498291016, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.029048151440090604, "subset_score_loss": 0.029048151440090604}
+{"step": 2200000, "wall_time": 22835.60049057007, "train_loss_step": 4.934638977050781, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.028156659338209364, "subset_score_loss": 0.028156659338209364, "memorization_fraction_pixel": 0.25870001316070557, "mean_nn_ratio_pixel": 0.7202944755554199, "fid": 60.39399160330546}
+{"step": 2210000, "wall_time": 22931.111037492752, "train_loss_step": 4.767193794250488, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.03206905788845486, "subset_score_loss": 0.03206905788845486}
+{"step": 2220000, "wall_time": 23027.92428255081, "train_loss_step": 5.357918739318848, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.02948055002424452, "subset_score_loss": 0.02948055002424452}
+{"step": 2230000, "wall_time": 23124.748476743698, "train_loss_step": 5.186245918273926, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.02925215032365587, "subset_score_loss": 0.02925215032365587}
+{"step": 2240000, "wall_time": 23221.139521360397, "train_loss_step": 5.1239118576049805, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.030172994401719836, "subset_score_loss": 0.030172994401719836}
+{"step": 2250000, "wall_time": 23317.898234128952, "train_loss_step": 5.561399459838867, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.02757056024339464, "subset_score_loss": 0.02757056024339464}
+{"step": 2260000, "wall_time": 23414.114844083786, "train_loss_step": 5.077604293823242, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.026261014408535427, "subset_score_loss": 0.026261014408535427}
+{"step": 2270000, "wall_time": 23510.50935459137, "train_loss_step": 5.122504234313965, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.03413519594404432, "subset_score_loss": 0.03413519594404432}
+{"step": 2280000, "wall_time": 23605.11631989479, "train_loss_step": 5.006213665008545, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.028628781106736924, "subset_score_loss": 0.028628781106736924}
+{"step": 2290000, "wall_time": 23701.6671333313, "train_loss_step": 5.190178394317627, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.027063854535420737, "subset_score_loss": 0.027063854535420737}
+{"step": 2300000, "wall_time": 23873.029458761215, "train_loss_step": 5.383385181427002, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.028848799069722493, "subset_score_loss": 0.028848799069722493, "memorization_fraction_pixel": 0.271699994802475, "mean_nn_ratio_pixel": 0.7132574319839478, "fid": 63.758426435098215}
+{"step": 2310000, "wall_time": 23967.94248366356, "train_loss_step": 5.287154674530029, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.026816651556226943, "subset_score_loss": 0.026816651556226943}
+{"step": 2320000, "wall_time": 24064.469551563263, "train_loss_step": 5.436041831970215, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.030024123191833497, "subset_score_loss": 0.030024123191833497}
+{"step": 2330000, "wall_time": 24161.19768357277, "train_loss_step": 5.149204730987549, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.027594494819641113, "subset_score_loss": 0.027594494819641113}
+{"step": 2340000, "wall_time": 24257.801757097244, "train_loss_step": 5.03447961807251, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.026295966572231717, "subset_score_loss": 0.026295966572231717}
+{"step": 2350000, "wall_time": 24354.449491262436, "train_loss_step": 4.904412746429443, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.02914951377444797, "subset_score_loss": 0.02914951377444797}
+{"step": 2360000, "wall_time": 24451.339688062668, "train_loss_step": 5.406000137329102, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.028477909829881458, "subset_score_loss": 0.028477909829881458}
+{"step": 2370000, "wall_time": 24546.12448477745, "train_loss_step": 5.451942443847656, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.02956351704067654, "subset_score_loss": 0.02956351704067654}
+{"step": 2380000, "wall_time": 24642.54873228073, "train_loss_step": 5.020230293273926, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.02852575249142117, "subset_score_loss": 0.02852575249142117}
+{"step": 2390000, "wall_time": 24738.512279748917, "train_loss_step": 4.876285076141357, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.02657101419236925, "subset_score_loss": 0.02657101419236925}
+{"step": 2400000, "wall_time": 24909.352021694183, "train_loss_step": 4.666398525238037, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.026062236891852483, "subset_score_loss": 0.026062236891852483, "memorization_fraction_pixel": 0.29420000314712524, "mean_nn_ratio_pixel": 0.6958997249603271, "fid": 63.588734912591335}
+{"step": 2410000, "wall_time": 25004.442108154297, "train_loss_step": 4.99716854095459, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.02815286053551568, "subset_score_loss": 0.02815286053551568}
+{"step": 2420000, "wall_time": 25101.18941092491, "train_loss_step": 5.000642776489258, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.026811883184644912, "subset_score_loss": 0.026811883184644912}
+{"step": 2430000, "wall_time": 25198.0315887928, "train_loss_step": 4.746175765991211, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.027437718709309895, "subset_score_loss": 0.027437718709309895}
+{"step": 2440000, "wall_time": 25294.34355521202, "train_loss_step": 5.173010349273682, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.02793992625342475, "subset_score_loss": 0.02793992625342475}
+{"step": 2450000, "wall_time": 25390.912645578384, "train_loss_step": 4.99592399597168, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.025147602293226455, "subset_score_loss": 0.025147602293226455}
+{"step": 2460000, "wall_time": 25485.922390699387, "train_loss_step": 5.1541547775268555, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.027033919758266873, "subset_score_loss": 0.027033919758266873}
+{"step": 2470000, "wall_time": 25582.46527147293, "train_loss_step": 4.932525157928467, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.02617088688744439, "subset_score_loss": 0.02617088688744439}
+{"step": 2480000, "wall_time": 25678.47544145584, "train_loss_step": 5.293304443359375, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.02625687387254503, "subset_score_loss": 0.02625687387254503}
+{"step": 2490000, "wall_time": 25773.27757501602, "train_loss_step": 4.78466796875, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.028456473350524904, "subset_score_loss": 0.028456473350524904}
+{"step": 2500000, "wall_time": 25945.580000162125, "train_loss_step": 5.475460052490234, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.02744950188530816, "subset_score_loss": 0.02744950188530816, "memorization_fraction_pixel": 0.3573000133037567, "mean_nn_ratio_pixel": 0.6419971585273743, "fid": 54.024935534889124}
+{"step": 2510000, "wall_time": 26040.57034420967, "train_loss_step": 5.265671730041504, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.025826072692871092, "subset_score_loss": 0.025826072692871092}
+{"step": 2520000, "wall_time": 26137.401582717896, "train_loss_step": 5.094573020935059, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.026278792487250433, "subset_score_loss": 0.026278792487250433}
+{"step": 2530000, "wall_time": 26234.035943746567, "train_loss_step": 5.004249095916748, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.027728976143731012, "subset_score_loss": 0.027728976143731012}
+{"step": 2540000, "wall_time": 26330.764429569244, "train_loss_step": 4.791028022766113, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.024373435974121095, "subset_score_loss": 0.024373435974121095}
+{"step": 2550000, "wall_time": 26425.624064683914, "train_loss_step": 4.686875343322754, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.025389785236782498, "subset_score_loss": 0.025389785236782498}
+{"step": 2560000, "wall_time": 26522.31275010109, "train_loss_step": 5.668560981750488, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.026010568936665854, "subset_score_loss": 0.026010568936665854}
+{"step": 2570000, "wall_time": 26618.514345884323, "train_loss_step": 4.808041095733643, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.02715646160973443, "subset_score_loss": 0.02715646160973443}
+{"step": 2580000, "wall_time": 26715.130234479904, "train_loss_step": 4.5531110763549805, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.024495498339335123, "subset_score_loss": 0.024495498339335123}
+{"step": 2590000, "wall_time": 26810.09523320198, "train_loss_step": 4.895309925079346, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.028885319497850205, "subset_score_loss": 0.028885319497850205}
+{"step": 2600000, "wall_time": 26983.092903375626, "train_loss_step": 5.158672332763672, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.026851447423299153, "subset_score_loss": 0.026851447423299153, "memorization_fraction_pixel": 0.31779998540878296, "mean_nn_ratio_pixel": 0.677540123462677, "fid": 57.87502251787493}
+{"step": 2610000, "wall_time": 27078.392479896545, "train_loss_step": 4.959674835205078, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.027565391858418782, "subset_score_loss": 0.027565391858418782}
+{"step": 2620000, "wall_time": 27175.091819286346, "train_loss_step": 4.916435718536377, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.026848236719767254, "subset_score_loss": 0.026848236719767254}
+{"step": 2630000, "wall_time": 27271.861407995224, "train_loss_step": 4.745763301849365, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.02463721434275309, "subset_score_loss": 0.02463721434275309}
+{"step": 2640000, "wall_time": 27366.646988630295, "train_loss_step": 4.931021690368652, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.027018875545925563, "subset_score_loss": 0.027018875545925563}
+{"step": 2650000, "wall_time": 27463.363669395447, "train_loss_step": 4.986684322357178, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.026127701335483127, "subset_score_loss": 0.026127701335483127}
+{"step": 2660000, "wall_time": 27559.49604511261, "train_loss_step": 4.66616153717041, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.02544313801659478, "subset_score_loss": 0.02544313801659478}
+{"step": 2670000, "wall_time": 27656.060975790024, "train_loss_step": 5.037764072418213, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.025407128863864474, "subset_score_loss": 0.025407128863864474}
+{"step": 2680000, "wall_time": 27751.118716955185, "train_loss_step": 4.681939601898193, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.024716499116685657, "subset_score_loss": 0.024716499116685657}
+{"step": 2690000, "wall_time": 27847.732082128525, "train_loss_step": 5.021705627441406, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.030971794658237035, "subset_score_loss": 0.030971794658237035}
+{"step": 2700000, "wall_time": 28019.820919513702, "train_loss_step": 5.03406286239624, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.026245080100165474, "subset_score_loss": 0.026245080100165474, "memorization_fraction_pixel": 0.3441999852657318, "mean_nn_ratio_pixel": 0.6583107113838196, "fid": 57.678020833817484}
+{"step": 2710000, "wall_time": 28115.310086488724, "train_loss_step": 5.1625213623046875, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.026799191368950738, "subset_score_loss": 0.026799191368950738}
+{"step": 2720000, "wall_time": 28211.73201107979, "train_loss_step": 4.778751373291016, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.02583365970187717, "subset_score_loss": 0.02583365970187717}
+{"step": 2730000, "wall_time": 28306.320545196533, "train_loss_step": 4.8040385246276855, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.024401874012417262, "subset_score_loss": 0.024401874012417262}
+{"step": 2740000, "wall_time": 28403.082490682602, "train_loss_step": 5.0062150955200195, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.02410385873582628, "subset_score_loss": 0.02410385873582628}
+{"step": 2750000, "wall_time": 28499.44303202629, "train_loss_step": 4.8994927406311035, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.025459694862365722, "subset_score_loss": 0.025459694862365722}
+{"step": 2760000, "wall_time": 28595.820036411285, "train_loss_step": 4.788396835327148, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.025227851337856717, "subset_score_loss": 0.025227851337856717}
+{"step": 2770000, "wall_time": 28692.131193637848, "train_loss_step": 4.7638959884643555, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.02557102574242486, "subset_score_loss": 0.02557102574242486}
+{"step": 2780000, "wall_time": 28786.910443544388, "train_loss_step": 4.868211269378662, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.026507804128858777, "subset_score_loss": 0.026507804128858777}
+{"step": 2790000, "wall_time": 28883.45801281929, "train_loss_step": 4.888498306274414, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.02501192092895508, "subset_score_loss": 0.02501192092895508}
+{"step": 2800000, "wall_time": 29055.67325091362, "train_loss_step": 4.881758689880371, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.024201946788363987, "subset_score_loss": 0.024201946788363987, "memorization_fraction_pixel": 0.3571000099182129, "mean_nn_ratio_pixel": 0.6496985554695129, "fid": 55.34471574148496}
+{"step": 2810000, "wall_time": 29151.149456977844, "train_loss_step": 4.862481117248535, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.025338755713568792, "subset_score_loss": 0.025338755713568792}
+{"step": 2820000, "wall_time": 29245.790331840515, "train_loss_step": 5.02410888671875, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.024327953656514485, "subset_score_loss": 0.024327953656514485}
+{"step": 2830000, "wall_time": 29342.535835266113, "train_loss_step": 4.486729621887207, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.026497909757826062, "subset_score_loss": 0.026497909757826062}
+{"step": 2840000, "wall_time": 29439.082319498062, "train_loss_step": 4.775061130523682, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.023440943823920354, "subset_score_loss": 0.023440943823920354}
+{"step": 2850000, "wall_time": 29535.19402861595, "train_loss_step": 4.675534248352051, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.024122918976677787, "subset_score_loss": 0.024122918976677787}
+{"step": 2860000, "wall_time": 29631.653556108475, "train_loss_step": 4.376378059387207, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.022827720642089842, "subset_score_loss": 0.022827720642089842}
+{"step": 2870000, "wall_time": 29726.45112633705, "train_loss_step": 5.069178581237793, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.02389172183142768, "subset_score_loss": 0.02389172183142768}
+{"step": 2880000, "wall_time": 29822.956808805466, "train_loss_step": 5.120838642120361, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.025797478357950845, "subset_score_loss": 0.025797478357950845}
+{"step": 2890000, "wall_time": 29919.800046920776, "train_loss_step": 4.842794895172119, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.023299866252475314, "subset_score_loss": 0.023299866252475314}
+{"step": 2900000, "wall_time": 30092.17467355728, "train_loss_step": 4.997539520263672, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.02855605549282498, "subset_score_loss": 0.02855605549282498, "memorization_fraction_pixel": 0.3465000092983246, "mean_nn_ratio_pixel": 0.6632586121559143, "fid": 53.951324852857695}
+{"step": 2910000, "wall_time": 30185.520508289337, "train_loss_step": 4.8113813400268555, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.02607780032687717, "subset_score_loss": 0.02607780032687717}
+{"step": 2920000, "wall_time": 30282.420334339142, "train_loss_step": 4.841439247131348, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.02506933742099338, "subset_score_loss": 0.02506933742099338}
+{"step": 2930000, "wall_time": 30378.880120277405, "train_loss_step": 4.579906463623047, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.02471925152672662, "subset_score_loss": 0.02471925152672662}
+{"step": 2940000, "wall_time": 30475.247301340103, "train_loss_step": 4.705670356750488, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.02672567367553711, "subset_score_loss": 0.02672567367553711}
+{"step": 2950000, "wall_time": 30572.02401137352, "train_loss_step": 4.676074028015137, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.02361654175652398, "subset_score_loss": 0.02361654175652398}
+{"step": 2960000, "wall_time": 30668.36477470398, "train_loss_step": 4.835699081420898, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.023052944077385798, "subset_score_loss": 0.023052944077385798}
+{"step": 2970000, "wall_time": 30763.29657626152, "train_loss_step": 4.816344261169434, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.02757872740427653, "subset_score_loss": 0.02757872740427653}
+{"step": 2980000, "wall_time": 30859.97403717041, "train_loss_step": 4.607717990875244, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.024440773328145347, "subset_score_loss": 0.024440773328145347}
+{"step": 2990000, "wall_time": 30956.728296518326, "train_loss_step": 4.488787651062012, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.02290043830871582, "subset_score_loss": 0.02290043830871582}
+{"step": 3000000, "wall_time": 31128.17094564438, "train_loss_step": 4.595311164855957, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.024569333924187555, "subset_score_loss": 0.024569333924187555, "memorization_fraction_pixel": 0.361299991607666, "mean_nn_ratio_pixel": 0.6498866677284241, "fid": 55.52509654284832}
+{"step": 3010000, "wall_time": 31223.579097032547, "train_loss_step": 4.253118515014648, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.02332758903503418, "subset_score_loss": 0.02332758903503418}
+{"step": 3020000, "wall_time": 31320.180165290833, "train_loss_step": 5.019799709320068, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.024411585595872667, "subset_score_loss": 0.024411585595872667}
+{"step": 3030000, "wall_time": 31416.71456193924, "train_loss_step": 4.352089881896973, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.021265015337202285, "subset_score_loss": 0.021265015337202285}
+{"step": 3040000, "wall_time": 31513.417866945267, "train_loss_step": 4.396702766418457, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.02703102429707845, "subset_score_loss": 0.02703102429707845}
+{"step": 3050000, "wall_time": 31610.12493443489, "train_loss_step": 4.721014976501465, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.022541467348734537, "subset_score_loss": 0.022541467348734537}
+{"step": 3060000, "wall_time": 31705.08664417267, "train_loss_step": 4.410733222961426, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.02493022812737359, "subset_score_loss": 0.02493022812737359}
+{"step": 3070000, "wall_time": 31801.798973321915, "train_loss_step": 4.7282938957214355, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.02557907634311252, "subset_score_loss": 0.02557907634311252}
+{"step": 3080000, "wall_time": 31898.530903816223, "train_loss_step": 4.43126916885376, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.02266974714067247, "subset_score_loss": 0.02266974714067247}
+{"step": 3090000, "wall_time": 31995.19109606743, "train_loss_step": 4.665814399719238, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.02270076009962294, "subset_score_loss": 0.02270076009962294}
+{"step": 3100000, "wall_time": 32165.75386571884, "train_loss_step": 4.514886856079102, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.021287319395277234, "subset_score_loss": 0.021287319395277234, "memorization_fraction_pixel": 0.3799999952316284, "mean_nn_ratio_pixel": 0.6348174214363098, "fid": 53.858133209441604}
+{"step": 3110000, "wall_time": 32260.78745508194, "train_loss_step": 4.640714645385742, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.025419677628411186, "subset_score_loss": 0.025419677628411186}
+{"step": 3120000, "wall_time": 32356.90939807892, "train_loss_step": 4.888558387756348, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.022651031282212998, "subset_score_loss": 0.022651031282212998}
+{"step": 3130000, "wall_time": 32453.29418206215, "train_loss_step": 5.080351829528809, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.022884914610120984, "subset_score_loss": 0.022884914610120984}
+{"step": 3140000, "wall_time": 32549.863191604614, "train_loss_step": 4.454690933227539, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.02447738117641873, "subset_score_loss": 0.02447738117641873}
+{"step": 3150000, "wall_time": 32645.841810703278, "train_loss_step": 4.385517120361328, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.022314969698588052, "subset_score_loss": 0.022314969698588052}
+{"step": 3160000, "wall_time": 32740.531375169754, "train_loss_step": 4.420984268188477, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.022197473049163818, "subset_score_loss": 0.022197473049163818}
+{"step": 3170000, "wall_time": 32836.84377527237, "train_loss_step": 4.575042247772217, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.023660580317179363, "subset_score_loss": 0.023660580317179363}
+{"step": 3180000, "wall_time": 32933.190106868744, "train_loss_step": 4.6823930740356445, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.023699074321322972, "subset_score_loss": 0.023699074321322972}
+{"step": 3190000, "wall_time": 33027.446653842926, "train_loss_step": 4.738297462463379, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.02192838854259915, "subset_score_loss": 0.02192838854259915}
+{"step": 3200000, "wall_time": 33200.1976954937, "train_loss_step": 4.672226428985596, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.02460320790608724, "subset_score_loss": 0.02460320790608724, "memorization_fraction_pixel": 0.3831000030040741, "mean_nn_ratio_pixel": 0.6370333433151245, "fid": 54.454519323386776}
+{"step": 3210000, "wall_time": 33295.24194574356, "train_loss_step": 4.800022602081299, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.023269690407647026, "subset_score_loss": 0.023269690407647026}
+{"step": 3220000, "wall_time": 33392.210743904114, "train_loss_step": 4.972031593322754, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.02555610603756375, "subset_score_loss": 0.02555610603756375}
+{"step": 3230000, "wall_time": 33488.72389006615, "train_loss_step": 4.369231700897217, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.025645579232109916, "subset_score_loss": 0.025645579232109916}
+{"step": 3240000, "wall_time": 33585.20124769211, "train_loss_step": 4.909327030181885, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.025865838262769912, "subset_score_loss": 0.025865838262769912}
+{"step": 3250000, "wall_time": 33679.906363487244, "train_loss_step": 4.744472503662109, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.024594540066189236, "subset_score_loss": 0.024594540066189236}
+{"step": 3260000, "wall_time": 33776.56669449806, "train_loss_step": 4.542882919311523, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.02450978226131863, "subset_score_loss": 0.02450978226131863}
+{"step": 3270000, "wall_time": 33873.242473363876, "train_loss_step": 5.083342552185059, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.026073906156751845, "subset_score_loss": 0.026073906156751845}
+{"step": 3280000, "wall_time": 33967.701320409775, "train_loss_step": 4.488916397094727, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.02109275526470608, "subset_score_loss": 0.02109275526470608}
+{"step": 3290000, "wall_time": 34064.46594142914, "train_loss_step": 4.5182600021362305, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.02098726166619195, "subset_score_loss": 0.02098726166619195}
+{"step": 3300000, "wall_time": 34236.437566280365, "train_loss_step": 4.608793258666992, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.023780425389607746, "subset_score_loss": 0.023780425389607746, "memorization_fraction_pixel": 0.3894999921321869, "mean_nn_ratio_pixel": 0.6320034861564636, "fid": 51.8878510648619}
+{"step": 3310000, "wall_time": 34331.67403483391, "train_loss_step": 4.409463405609131, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.024693359269036187, "subset_score_loss": 0.024693359269036187}
+{"step": 3320000, "wall_time": 34427.67992067337, "train_loss_step": 4.866001129150391, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.026030225223965114, "subset_score_loss": 0.026030225223965114}
+{"step": 3330000, "wall_time": 34523.95186209679, "train_loss_step": 4.433052062988281, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.022157024012671576, "subset_score_loss": 0.022157024012671576}
+{"step": 3340000, "wall_time": 34620.42688751221, "train_loss_step": 4.391611099243164, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.021473546822865803, "subset_score_loss": 0.021473546822865803}
+{"step": 3350000, "wall_time": 34715.17853021622, "train_loss_step": 4.489656925201416, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.023175022337171766, "subset_score_loss": 0.023175022337171766}
+{"step": 3360000, "wall_time": 34811.84363245964, "train_loss_step": 4.573500633239746, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.02269132932027181, "subset_score_loss": 0.02269132932027181}
+{"step": 3370000, "wall_time": 34906.43280386925, "train_loss_step": 4.443732261657715, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.024172298113505044, "subset_score_loss": 0.024172298113505044}
+{"step": 3380000, "wall_time": 35003.1778717041, "train_loss_step": 4.499792098999023, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.021670153405931262, "subset_score_loss": 0.021670153405931262}
+{"step": 3390000, "wall_time": 35099.34815144539, "train_loss_step": 4.465851783752441, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.023238256242540146, "subset_score_loss": 0.023238256242540146}
+{"step": 3400000, "wall_time": 35272.11345863342, "train_loss_step": 5.048746109008789, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.024200325542026096, "subset_score_loss": 0.024200325542026096, "memorization_fraction_pixel": 0.4138000011444092, "mean_nn_ratio_pixel": 0.6081236600875854, "fid": 51.610794723248546}
+{"step": 3410000, "wall_time": 35366.345448970795, "train_loss_step": 4.657285213470459, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.023139331075880263, "subset_score_loss": 0.023139331075880263}
+{"step": 3420000, "wall_time": 35462.71129322052, "train_loss_step": 4.470119476318359, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.022641563415527345, "subset_score_loss": 0.022641563415527345}
+{"step": 3430000, "wall_time": 35559.34008193016, "train_loss_step": 4.6459479331970215, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.024431811438666448, "subset_score_loss": 0.024431811438666448}
+{"step": 3440000, "wall_time": 35654.084372758865, "train_loss_step": 4.539980411529541, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.022267762819925943, "subset_score_loss": 0.022267762819925943}
+{"step": 3450000, "wall_time": 35750.14335870743, "train_loss_step": 4.322381973266602, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.022273956404791937, "subset_score_loss": 0.022273956404791937}
+{"step": 3460000, "wall_time": 35845.238512039185, "train_loss_step": 4.8140974044799805, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.025057254897223578, "subset_score_loss": 0.025057254897223578}
+{"step": 3470000, "wall_time": 35941.83030152321, "train_loss_step": 4.509160995483398, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.022884954346550836, "subset_score_loss": 0.022884954346550836}
+{"step": 3480000, "wall_time": 36038.43494462967, "train_loss_step": 4.414582252502441, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.02134294377432929, "subset_score_loss": 0.02134294377432929}
+{"step": 3490000, "wall_time": 36134.54542136192, "train_loss_step": 4.487468719482422, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.023041611247592502, "subset_score_loss": 0.023041611247592502}
+{"step": 3500000, "wall_time": 36306.36994934082, "train_loss_step": 4.8418707847595215, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.024945224655999076, "subset_score_loss": 0.024945224655999076, "memorization_fraction_pixel": 0.4189999997615814, "mean_nn_ratio_pixel": 0.6110741496086121, "fid": 50.16467027764492}
+{"step": 3510000, "wall_time": 36401.293253183365, "train_loss_step": 4.172290802001953, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.02194961971706814, "subset_score_loss": 0.02194961971706814}
+{"step": 3520000, "wall_time": 36498.024206638336, "train_loss_step": 4.719000339508057, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.021164576212565105, "subset_score_loss": 0.021164576212565105}
+{"step": 3530000, "wall_time": 36594.52363395691, "train_loss_step": 4.555838584899902, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.02091496388117472, "subset_score_loss": 0.02091496388117472}
+{"step": 3540000, "wall_time": 36689.06119322777, "train_loss_step": 4.550356388092041, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.02235634062025282, "subset_score_loss": 0.02235634062025282}
+{"step": 3550000, "wall_time": 36783.73293089867, "train_loss_step": 4.390389442443848, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.021818702750735813, "subset_score_loss": 0.021818702750735813}
+{"step": 3560000, "wall_time": 36880.42197608948, "train_loss_step": 4.349051475524902, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.0247006098429362, "subset_score_loss": 0.0247006098429362}
+{"step": 3570000, "wall_time": 36976.84757781029, "train_loss_step": 4.413530349731445, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.020674728022681343, "subset_score_loss": 0.020674728022681343}
+{"step": 3580000, "wall_time": 37072.78843212128, "train_loss_step": 4.6141462326049805, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.0233390384250217, "subset_score_loss": 0.0233390384250217}
+{"step": 3590000, "wall_time": 37169.11453604698, "train_loss_step": 4.290666103363037, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.021251924832661948, "subset_score_loss": 0.021251924832661948}
+{"step": 3600000, "wall_time": 37342.475996255875, "train_loss_step": 4.400933265686035, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.022028280629052058, "subset_score_loss": 0.022028280629052058, "memorization_fraction_pixel": 0.42820000648498535, "mean_nn_ratio_pixel": 0.6031476855278015, "fid": 48.768202018006136}
+{"step": 3610000, "wall_time": 37437.45218491554, "train_loss_step": 4.3255510330200195, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.022699586550394692, "subset_score_loss": 0.022699586550394692}
+{"step": 3620000, "wall_time": 37533.95524263382, "train_loss_step": 4.52925968170166, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.021951430373721652, "subset_score_loss": 0.021951430373721652}
+{"step": 3630000, "wall_time": 37628.48728275299, "train_loss_step": 4.436558723449707, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.02295168770684136, "subset_score_loss": 0.02295168770684136}
+{"step": 3640000, "wall_time": 37722.93712735176, "train_loss_step": 4.6112141609191895, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.021266547838846843, "subset_score_loss": 0.021266547838846843}
+{"step": 3650000, "wall_time": 37819.71235203743, "train_loss_step": 4.37734317779541, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.02192879385418362, "subset_score_loss": 0.02192879385418362}
+{"step": 3660000, "wall_time": 37916.03428936005, "train_loss_step": 4.430275917053223, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.023211246066623264, "subset_score_loss": 0.023211246066623264}
+{"step": 3670000, "wall_time": 38011.710824012756, "train_loss_step": 4.337712287902832, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.0210227992799547, "subset_score_loss": 0.0210227992799547}
+{"step": 3680000, "wall_time": 38107.985194683075, "train_loss_step": 4.558132171630859, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.02489257123735216, "subset_score_loss": 0.02489257123735216}
+{"step": 3690000, "wall_time": 38204.32932782173, "train_loss_step": 4.714037895202637, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.02534979979197184, "subset_score_loss": 0.02534979979197184}
+{"step": 3700000, "wall_time": 38377.49404191971, "train_loss_step": 4.603098392486572, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.020885111225975885, "subset_score_loss": 0.020885111225975885, "memorization_fraction_pixel": 0.41830000281333923, "mean_nn_ratio_pixel": 0.6080455183982849, "fid": 50.796122422555364}
+{"step": 3710000, "wall_time": 38471.78048324585, "train_loss_step": 4.476772308349609, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.022329878807067872, "subset_score_loss": 0.022329878807067872}
+{"step": 3720000, "wall_time": 38568.452370643616, "train_loss_step": 4.4283905029296875, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.0226211945215861, "subset_score_loss": 0.0226211945215861}
+{"step": 3730000, "wall_time": 38661.53604030609, "train_loss_step": 3.9891371726989746, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.020851597521040176, "subset_score_loss": 0.020851597521040176}
+{"step": 3740000, "wall_time": 38757.8347029686, "train_loss_step": 4.559076309204102, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.021122780111100938, "subset_score_loss": 0.021122780111100938}
+{"step": 3750000, "wall_time": 38854.64857172966, "train_loss_step": 4.03092622756958, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.020578552616967095, "subset_score_loss": 0.020578552616967095}
+{"step": 3760000, "wall_time": 38950.173177957535, "train_loss_step": 4.407552719116211, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.020255033175150552, "subset_score_loss": 0.020255033175150552}
+{"step": 3770000, "wall_time": 39046.79516887665, "train_loss_step": 4.211199760437012, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.022259179751078287, "subset_score_loss": 0.022259179751078287}
+{"step": 3780000, "wall_time": 39143.4346408844, "train_loss_step": 4.592399597167969, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.020342461268107095, "subset_score_loss": 0.020342461268107095}
+{"step": 3790000, "wall_time": 39239.62558174133, "train_loss_step": 4.221951484680176, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.023630807134840223, "subset_score_loss": 0.023630807134840223}
+{"step": 3800000, "wall_time": 39413.29199671745, "train_loss_step": 4.3482666015625, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.02099063793818156, "subset_score_loss": 0.02099063793818156, "memorization_fraction_pixel": 0.4302999973297119, "mean_nn_ratio_pixel": 0.6038801074028015, "fid": 47.685248281554045}
+{"step": 3810000, "wall_time": 39508.50733304024, "train_loss_step": 3.887207269668579, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.02104414701461792, "subset_score_loss": 0.02104414701461792}
+{"step": 3820000, "wall_time": 39601.54495763779, "train_loss_step": 4.187122344970703, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.02015932003657023, "subset_score_loss": 0.02015932003657023}
+{"step": 3830000, "wall_time": 39698.04197406769, "train_loss_step": 4.627330780029297, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.020054721832275392, "subset_score_loss": 0.020054721832275392}
+{"step": 3840000, "wall_time": 39794.0632185936, "train_loss_step": 3.903684616088867, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.020972687668270536, "subset_score_loss": 0.020972687668270536}
+{"step": 3850000, "wall_time": 39890.23348855972, "train_loss_step": 4.143712997436523, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.021941982375250923, "subset_score_loss": 0.021941982375250923}
+{"step": 3860000, "wall_time": 39986.73822426796, "train_loss_step": 4.421005725860596, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.022208015124003094, "subset_score_loss": 0.022208015124003094}
+{"step": 3870000, "wall_time": 40083.00219297409, "train_loss_step": 4.216076850891113, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.020511933167775474, "subset_score_loss": 0.020511933167775474}
+{"step": 3880000, "wall_time": 40179.22824549675, "train_loss_step": 4.488888740539551, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.021728142102559408, "subset_score_loss": 0.021728142102559408}
+{"step": 3890000, "wall_time": 40275.9722802639, "train_loss_step": 4.346055507659912, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.02104160918129815, "subset_score_loss": 0.02104160918129815}
+{"step": 3900000, "wall_time": 40449.556283950806, "train_loss_step": 4.218318939208984, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.021682800187004938, "subset_score_loss": 0.021682800187004938, "memorization_fraction_pixel": 0.4242999851703644, "mean_nn_ratio_pixel": 0.60981684923172, "fid": 48.913975970592986}
+{"step": 3910000, "wall_time": 40542.03520274162, "train_loss_step": 4.249693393707275, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.01962039073308309, "subset_score_loss": 0.01962039073308309}
+{"step": 3920000, "wall_time": 40636.67860031128, "train_loss_step": 4.507704257965088, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.020990595552656387, "subset_score_loss": 0.020990595552656387}
+{"step": 3930000, "wall_time": 40732.56868338585, "train_loss_step": 4.483356475830078, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.02155726088417901, "subset_score_loss": 0.02155726088417901}
+{"step": 3940000, "wall_time": 40828.52604985237, "train_loss_step": 4.403271198272705, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.020634631315867107, "subset_score_loss": 0.020634631315867107}
+{"step": 3950000, "wall_time": 40925.21175122261, "train_loss_step": 4.297307014465332, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.019966759946611193, "subset_score_loss": 0.019966759946611193}
+{"step": 3960000, "wall_time": 41021.96097660065, "train_loss_step": 4.07288932800293, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.020217482248942056, "subset_score_loss": 0.020217482248942056}
+{"step": 3970000, "wall_time": 41118.17889428139, "train_loss_step": 4.2984089851379395, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.020885263548956978, "subset_score_loss": 0.020885263548956978}
+{"step": 3980000, "wall_time": 41214.550117731094, "train_loss_step": 4.154253005981445, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.021365335252549914, "subset_score_loss": 0.021365335252549914}
+{"step": 3990000, "wall_time": 41311.30406308174, "train_loss_step": 4.228291988372803, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.02478043768141005, "subset_score_loss": 0.02478043768141005}
+{"step": 4000000, "wall_time": 41483.48305773735, "train_loss_step": 4.075762748718262, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.021636894014146594, "subset_score_loss": 0.021636894014146594, "memorization_fraction_pixel": 0.4586000144481659, "mean_nn_ratio_pixel": 0.5830138921737671, "fid": 48.05191706979034}
+{"step": 4010000, "wall_time": 41576.79897403717, "train_loss_step": 4.038985252380371, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.019815207852257623, "subset_score_loss": 0.019815207852257623}
+{"step": 4020000, "wall_time": 41672.98928427696, "train_loss_step": 4.186763286590576, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.022089938322703045, "subset_score_loss": 0.022089938322703045}
+{"step": 4030000, "wall_time": 41769.130195856094, "train_loss_step": 4.610584259033203, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.019558117124769424, "subset_score_loss": 0.019558117124769424}
+{"step": 4040000, "wall_time": 41865.95654845238, "train_loss_step": 4.531642913818359, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.019908603032430014, "subset_score_loss": 0.019908603032430014}
+{"step": 4050000, "wall_time": 41962.125688791275, "train_loss_step": 4.308168411254883, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.019054869810740154, "subset_score_loss": 0.019054869810740154}
+{"step": 4060000, "wall_time": 42058.735756874084, "train_loss_step": 4.307674407958984, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.018543836805555554, "subset_score_loss": 0.018543836805555554}
+{"step": 4070000, "wall_time": 42155.050288677216, "train_loss_step": 4.617308139801025, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.02130059798558553, "subset_score_loss": 0.02130059798558553}
+{"step": 4080000, "wall_time": 42251.80511879921, "train_loss_step": 4.284970283508301, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.01904678609636095, "subset_score_loss": 0.01904678609636095}
+{"step": 4090000, "wall_time": 42348.4913315773, "train_loss_step": 4.147108554840088, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.02116945849524604, "subset_score_loss": 0.02116945849524604}
+{"step": 4100000, "wall_time": 42518.87124681473, "train_loss_step": 4.159232139587402, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.021308814154730904, "subset_score_loss": 0.021308814154730904, "memorization_fraction_pixel": 0.44179999828338623, "mean_nn_ratio_pixel": 0.5975349545478821, "fid": 47.78980902026035}
+{"step": 4110000, "wall_time": 42612.419259786606, "train_loss_step": 4.18731164932251, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.019996662934621174, "subset_score_loss": 0.019996662934621174}
+{"step": 4120000, "wall_time": 42708.81883907318, "train_loss_step": 4.133373260498047, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.01925343010160658, "subset_score_loss": 0.01925343010160658}
+{"step": 4130000, "wall_time": 42805.14747714996, "train_loss_step": 4.468001365661621, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.020649798711140952, "subset_score_loss": 0.020649798711140952}
+{"step": 4140000, "wall_time": 42901.82649445534, "train_loss_step": 4.482443809509277, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.02102291716469659, "subset_score_loss": 0.02102291716469659}
+{"step": 4150000, "wall_time": 42998.09606075287, "train_loss_step": 4.169407844543457, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.02265142069922553, "subset_score_loss": 0.02265142069922553}
+{"step": 4160000, "wall_time": 43094.46471452713, "train_loss_step": 4.268353462219238, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.019995318518744573, "subset_score_loss": 0.019995318518744573}
+{"step": 4170000, "wall_time": 43191.09503054619, "train_loss_step": 4.181476593017578, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.022014164924621583, "subset_score_loss": 0.022014164924621583}
+{"step": 4180000, "wall_time": 43287.84561300278, "train_loss_step": 4.424252510070801, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.019825396272871228, "subset_score_loss": 0.019825396272871228}
+{"step": 4190000, "wall_time": 43382.90018892288, "train_loss_step": 4.447209358215332, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.021286814742618138, "subset_score_loss": 0.021286814742618138}
+{"step": 4200000, "wall_time": 43553.66943216324, "train_loss_step": 4.2503437995910645, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.019081807136535643, "subset_score_loss": 0.019081807136535643, "memorization_fraction_pixel": 0.5160999894142151, "mean_nn_ratio_pixel": 0.5318620204925537, "fid": 42.556780631237636}
+{"step": 4210000, "wall_time": 43648.558782339096, "train_loss_step": 4.5744428634643555, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.020477187633514405, "subset_score_loss": 0.020477187633514405}
+{"step": 4220000, "wall_time": 43744.742708444595, "train_loss_step": 4.024508476257324, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.019576883316040038, "subset_score_loss": 0.019576883316040038}
+{"step": 4230000, "wall_time": 43840.90878367424, "train_loss_step": 4.596490383148193, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.024963233206007216, "subset_score_loss": 0.024963233206007216}
+{"step": 4240000, "wall_time": 43937.29637694359, "train_loss_step": 4.3428053855896, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.021218985981411403, "subset_score_loss": 0.021218985981411403}
+{"step": 4250000, "wall_time": 44033.77787232399, "train_loss_step": 4.298403739929199, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.019640554322136773, "subset_score_loss": 0.019640554322136773}
+{"step": 4260000, "wall_time": 44130.392035484314, "train_loss_step": 4.068889141082764, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.019683791531456843, "subset_score_loss": 0.019683791531456843}
+{"step": 4270000, "wall_time": 44227.017798662186, "train_loss_step": 4.450401782989502, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.01943258841832479, "subset_score_loss": 0.01943258841832479}
+{"step": 4280000, "wall_time": 44321.619767427444, "train_loss_step": 4.0787739753723145, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.01996248165766398, "subset_score_loss": 0.01996248165766398}
+{"step": 4290000, "wall_time": 44418.187620162964, "train_loss_step": 4.197807312011719, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.019926603635152182, "subset_score_loss": 0.019926603635152182}
+{"step": 4300000, "wall_time": 44588.96912717819, "train_loss_step": 4.385760307312012, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.020525328318277993, "subset_score_loss": 0.020525328318277993, "memorization_fraction_pixel": 0.4945000112056732, "mean_nn_ratio_pixel": 0.553239643573761, "fid": 44.477443265070214}
+{"step": 4310000, "wall_time": 44684.20686674118, "train_loss_step": 3.920320510864258, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.01966351138220893, "subset_score_loss": 0.01966351138220893}
+{"step": 4320000, "wall_time": 44780.579701423645, "train_loss_step": 4.10786247253418, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.019636800554063586, "subset_score_loss": 0.019636800554063586}
+{"step": 4330000, "wall_time": 44877.12913656235, "train_loss_step": 4.218202590942383, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.019020234213935006, "subset_score_loss": 0.019020234213935006}
+{"step": 4340000, "wall_time": 44973.60213589668, "train_loss_step": 4.248086929321289, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.0205121914545695, "subset_score_loss": 0.0205121914545695}
+{"step": 4350000, "wall_time": 45070.01243019104, "train_loss_step": 4.288585186004639, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.02100158797370063, "subset_score_loss": 0.02100158797370063}
+{"step": 4360000, "wall_time": 45166.823509693146, "train_loss_step": 4.126140594482422, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.019706340630849202, "subset_score_loss": 0.019706340630849202}
+{"step": 4370000, "wall_time": 45261.31214952469, "train_loss_step": 4.048880577087402, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.020109025637308757, "subset_score_loss": 0.020109025637308757}
+{"step": 4380000, "wall_time": 45357.98169159889, "train_loss_step": 4.129436492919922, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.019485073619418675, "subset_score_loss": 0.019485073619418675}
+{"step": 4390000, "wall_time": 45454.265513420105, "train_loss_step": 4.168789386749268, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.019806047280629475, "subset_score_loss": 0.019806047280629475}
+{"step": 4400000, "wall_time": 45623.94080758095, "train_loss_step": 4.300942420959473, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.02128631936179267, "subset_score_loss": 0.02128631936179267, "memorization_fraction_pixel": 0.47589999437332153, "mean_nn_ratio_pixel": 0.5706226825714111, "fid": 45.35504213896863}
+{"step": 4410000, "wall_time": 45719.251705408096, "train_loss_step": 4.231561183929443, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.01981960799958971, "subset_score_loss": 0.01981960799958971}
+{"step": 4420000, "wall_time": 45815.752702236176, "train_loss_step": 4.464974403381348, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.020688260926140678, "subset_score_loss": 0.020688260926140678}
+{"step": 4430000, "wall_time": 45912.34934926033, "train_loss_step": 4.0386271476745605, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.018024778366088866, "subset_score_loss": 0.018024778366088866}
+{"step": 4440000, "wall_time": 46009.01606011391, "train_loss_step": 4.085546970367432, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.01875181860393948, "subset_score_loss": 0.01875181860393948}
+{"step": 4450000, "wall_time": 46105.59600567818, "train_loss_step": 4.386355876922607, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.019665471712748208, "subset_score_loss": 0.019665471712748208}
+{"step": 4460000, "wall_time": 46200.29692912102, "train_loss_step": 4.089447975158691, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.018923597865634495, "subset_score_loss": 0.018923597865634495}
+{"step": 4470000, "wall_time": 46296.93843483925, "train_loss_step": 4.264366149902344, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.019294084442986383, "subset_score_loss": 0.019294084442986383}
+{"step": 4480000, "wall_time": 46393.7353515625, "train_loss_step": 4.003226280212402, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.01948350535498725, "subset_score_loss": 0.01948350535498725}
+{"step": 4490000, "wall_time": 46488.49070715904, "train_loss_step": 4.279477119445801, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.019754159450531005, "subset_score_loss": 0.019754159450531005}
+{"step": 4500000, "wall_time": 46660.10695719719, "train_loss_step": 4.332184791564941, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.0210197024875217, "subset_score_loss": 0.0210197024875217, "memorization_fraction_pixel": 0.5087000131607056, "mean_nn_ratio_pixel": 0.5448958277702332, "fid": 42.328688566215504}
+{"step": 4510000, "wall_time": 46755.60446643829, "train_loss_step": 4.1321868896484375, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.019007457627190485, "subset_score_loss": 0.019007457627190485}
+{"step": 4520000, "wall_time": 46851.84481573105, "train_loss_step": 4.283281326293945, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.021969458791944715, "subset_score_loss": 0.021969458791944715}
+{"step": 4530000, "wall_time": 46948.58387994766, "train_loss_step": 4.10844612121582, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.018732262982262507, "subset_score_loss": 0.018732262982262507}
+{"step": 4540000, "wall_time": 47045.31307768822, "train_loss_step": 4.010953903198242, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.02090725236468845, "subset_score_loss": 0.02090725236468845}
+{"step": 4550000, "wall_time": 47136.893590927124, "train_loss_step": 4.163063049316406, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.019057794411977132, "subset_score_loss": 0.019057794411977132}
+{"step": 4560000, "wall_time": 47214.93861579895, "train_loss_step": 4.448619365692139, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.021267331971062554, "subset_score_loss": 0.021267331971062554}
+{"step": 4570000, "wall_time": 47292.67323899269, "train_loss_step": 4.1359405517578125, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.019845349258846706, "subset_score_loss": 0.019845349258846706}
+{"step": 4580000, "wall_time": 47370.87098431587, "train_loss_step": 4.04395866394043, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.01928344964981079, "subset_score_loss": 0.01928344964981079}
+{"step": 4590000, "wall_time": 47446.11527633667, "train_loss_step": 4.2247700691223145, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.018241135279337566, "subset_score_loss": 0.018241135279337566}
+{"step": 4600000, "wall_time": 47586.31542086601, "train_loss_step": 4.461232662200928, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.019015538692474365, "subset_score_loss": 0.019015538692474365, "memorization_fraction_pixel": 0.4659000039100647, "mean_nn_ratio_pixel": 0.5819894671440125, "fid": 44.10922290602037}
+{"step": 4610000, "wall_time": 47662.57702565193, "train_loss_step": 3.9517388343811035, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.019468441274431016, "subset_score_loss": 0.019468441274431016}
+{"step": 4620000, "wall_time": 47739.98451137543, "train_loss_step": 4.082469940185547, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.020354674922095403, "subset_score_loss": 0.020354674922095403}
+{"step": 4630000, "wall_time": 47818.01244020462, "train_loss_step": 4.004946708679199, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.019758515887790255, "subset_score_loss": 0.019758515887790255}
+{"step": 4640000, "wall_time": 47896.41579890251, "train_loss_step": 3.8802649974823, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.01947755946053399, "subset_score_loss": 0.01947755946053399}
+{"step": 4650000, "wall_time": 47974.39970040321, "train_loss_step": 3.8847360610961914, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.020183659924401177, "subset_score_loss": 0.020183659924401177}
+{"step": 4660000, "wall_time": 48052.53093981743, "train_loss_step": 4.315187454223633, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.019762531916300455, "subset_score_loss": 0.019762531916300455}
+{"step": 4670000, "wall_time": 48130.21552276611, "train_loss_step": 4.0797295570373535, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.01904283629523383, "subset_score_loss": 0.01904283629523383}
+{"step": 4680000, "wall_time": 48206.746975660324, "train_loss_step": 4.298951625823975, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.022936768001980253, "subset_score_loss": 0.022936768001980253}
+{"step": 4690000, "wall_time": 48284.00851082802, "train_loss_step": 3.7505698204040527, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.018045220110151503, "subset_score_loss": 0.018045220110151503}
+{"step": 4700000, "wall_time": 48423.72887468338, "train_loss_step": 4.28909969329834, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.01995638476477729, "subset_score_loss": 0.01995638476477729, "memorization_fraction_pixel": 0.46860000491142273, "mean_nn_ratio_pixel": 0.5768234133720398, "fid": 45.836010959459585}
+{"step": 4710000, "wall_time": 48500.573070287704, "train_loss_step": 3.7057197093963623, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.01926037867863973, "subset_score_loss": 0.01926037867863973}
+{"step": 4720000, "wall_time": 48577.12968349457, "train_loss_step": 4.249226093292236, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.019117010964287653, "subset_score_loss": 0.019117010964287653}
+{"step": 4730000, "wall_time": 48655.27110862732, "train_loss_step": 3.993508815765381, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.018871204058329264, "subset_score_loss": 0.018871204058329264}
+{"step": 4740000, "wall_time": 48733.210893154144, "train_loss_step": 4.352252960205078, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.01985364622539944, "subset_score_loss": 0.01985364622539944}
+{"step": 4750000, "wall_time": 48811.322227716446, "train_loss_step": 4.260152339935303, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.01902714702818129, "subset_score_loss": 0.01902714702818129}
+{"step": 4760000, "wall_time": 48889.204822063446, "train_loss_step": 4.2513041496276855, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.018614953094058567, "subset_score_loss": 0.018614953094058567}
+{"step": 4770000, "wall_time": 48967.080636024475, "train_loss_step": 4.250324249267578, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.0179986039797465, "subset_score_loss": 0.0179986039797465}
+{"step": 4780000, "wall_time": 49033.85223150253, "train_loss_step": 3.970362901687622, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.01782954533894857, "subset_score_loss": 0.01782954533894857}
+{"step": 4790000, "wall_time": 49092.7096247673, "train_loss_step": 4.188772201538086, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.019169294834136964, "subset_score_loss": 0.019169294834136964}
+{"step": 4800000, "wall_time": 49198.361018419266, "train_loss_step": 4.088268280029297, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.019423511293199327, "subset_score_loss": 0.019423511293199327, "memorization_fraction_pixel": 0.48030000925064087, "mean_nn_ratio_pixel": 0.5691030025482178, "fid": 44.82365584988623}
+{"step": 4810000, "wall_time": 49255.21490240097, "train_loss_step": 4.296735763549805, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.023772912555270725, "subset_score_loss": 0.023772912555270725}
+{"step": 4820000, "wall_time": 49314.21319580078, "train_loss_step": 4.266819953918457, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.019994266827901206, "subset_score_loss": 0.019994266827901206}
+{"step": 4830000, "wall_time": 49373.697390556335, "train_loss_step": 4.298767566680908, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.018568465444776746, "subset_score_loss": 0.018568465444776746}
+{"step": 4840000, "wall_time": 49432.98033952713, "train_loss_step": 3.8496041297912598, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.018010299735599093, "subset_score_loss": 0.018010299735599093}
+{"step": 4850000, "wall_time": 49492.5365819931, "train_loss_step": 4.255828857421875, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.017311116059621174, "subset_score_loss": 0.017311116059621174}
+{"step": 4860000, "wall_time": 49552.212322473526, "train_loss_step": 4.064369201660156, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.01747917996512519, "subset_score_loss": 0.01747917996512519}
+{"step": 4870000, "wall_time": 49611.81487822533, "train_loss_step": 4.096944332122803, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.019721158345540366, "subset_score_loss": 0.019721158345540366}
+{"step": 4880000, "wall_time": 49671.53176307678, "train_loss_step": 4.052390098571777, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.018487792544894747, "subset_score_loss": 0.018487792544894747}
+{"step": 4890000, "wall_time": 49730.96815919876, "train_loss_step": 4.163308143615723, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.019680535793304442, "subset_score_loss": 0.019680535793304442}
+{"step": 4900000, "wall_time": 49838.08031749725, "train_loss_step": 4.151299953460693, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.017708334657880995, "subset_score_loss": 0.017708334657880995, "memorization_fraction_pixel": 0.4742000102996826, "mean_nn_ratio_pixel": 0.5713537335395813, "fid": 46.14187730969926}
+{"step": 4910000, "wall_time": 49895.1201004982, "train_loss_step": 4.26666259765625, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.017455898390875923, "subset_score_loss": 0.017455898390875923}
+{"step": 4920000, "wall_time": 49953.9866464138, "train_loss_step": 3.9687843322753906, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.01853955454296536, "subset_score_loss": 0.01853955454296536}
+{"step": 4930000, "wall_time": 50013.36064720154, "train_loss_step": 4.007114410400391, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.018133564790089925, "subset_score_loss": 0.018133564790089925}
+{"step": 4940000, "wall_time": 50072.76609706879, "train_loss_step": 4.343783378601074, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.01854573885599772, "subset_score_loss": 0.01854573885599772}
+{"step": 4950000, "wall_time": 50131.25417804718, "train_loss_step": 4.346611022949219, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.018951585557725695, "subset_score_loss": 0.018951585557725695}
+{"step": 4960000, "wall_time": 50190.1025185585, "train_loss_step": 4.446167469024658, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.021606752607557508, "subset_score_loss": 0.021606752607557508}
+{"step": 4970000, "wall_time": 50249.61671233177, "train_loss_step": 4.178872108459473, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.01899931033452352, "subset_score_loss": 0.01899931033452352}
+{"step": 4980000, "wall_time": 50309.0368874073, "train_loss_step": 4.196112632751465, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.018955870469411214, "subset_score_loss": 0.018955870469411214}
+{"step": 4990000, "wall_time": 50368.3665471077, "train_loss_step": 3.99700927734375, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.01910937097337511, "subset_score_loss": 0.01910937097337511}
+{"step": 5000000, "wall_time": 50463.22266459465, "train_loss_step": 4.339010715484619, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.019006747669643827, "subset_score_loss": 0.019006747669643827, "memorization_fraction_pixel": 0.4828999936580658, "mean_nn_ratio_pixel": 0.5687737464904785, "fid": 47.18722550007303}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a8b1e52bc902c9ae57286c2e4d7426a7f0c93
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=0.9951 | fid=345.3157
+  step   10000 |    167s | train_loss=0.6678
+  step   20000 |    263s | train_loss=0.5607
+  step   30000 |    359s | train_loss=0.4965
+  step   40000 |    456s | train_loss=0.4303
+  step   50000 |    553s | train_loss=0.3583
+  step   60000 |    649s | train_loss=0.2921
+  step   70000 |    746s | train_loss=0.2499
+  step   80000 |    843s | train_loss=0.2065
+  step   90000 |    939s | train_loss=0.1884
+  step  100000 |   1109s | train_loss=0.1647 | fid=65.6769
+  step  110000 |   1206s | train_loss=0.1607
+  step  120000 |   1301s | train_loss=0.1400
+  step  130000 |   1398s | train_loss=0.1360
+  step  140000 |   1494s | train_loss=0.1286
+  step  150000 |   1591s | train_loss=0.1205
+  step  160000 |   1688s | train_loss=0.1144
+  step  170000 |   1785s | train_loss=0.1114
+  step  180000 |   1882s | train_loss=0.1109
+  step  190000 |   1975s | train_loss=0.1014
+  step  200000 |   2146s | train_loss=0.1008 | fid=83.3151
+  step  210000 |   2241s | train_loss=0.0968
+  step  220000 |   2337s | train_loss=0.0940
+  step  230000 |   2434s | train_loss=0.0906
+  step  240000 |   2530s | train_loss=0.0924
+  step  250000 |   2627s | train_loss=0.0908
+  step  260000 |   2723s | train_loss=0.0902
+  step  270000 |   2820s | train_loss=0.0819
+  step  280000 |   2913s | train_loss=0.0883
+  step  290000 |   3010s | train_loss=0.0805
+  step  300000 |   3180s | train_loss=0.0840 | fid=93.6419
+  step  310000 |   3276s | train_loss=0.0792
+  step  320000 |   3372s | train_loss=0.0792
+  step  330000 |   3468s | train_loss=0.0757
+  step  340000 |   3565s | train_loss=0.0768
+  step  350000 |   3662s | train_loss=0.0762
+  step  360000 |   3759s | train_loss=0.0739
+  step  370000 |   3853s | train_loss=0.0733
+  step  380000 |   3948s | train_loss=0.0728
+  step  390000 |   4043s | train_loss=0.0700
+  step  400000 |   4215s | train_loss=0.0695 | fid=99.0523
+  step  410000 |   4309s | train_loss=0.0671
+  step  420000 |   4405s | train_loss=0.0683
+  step  430000 |   4502s | train_loss=0.0666
+  step  440000 |   4599s | train_loss=0.0658
+  step  450000 |   4695s | train_loss=0.0671
+  step  460000 |   4790s | train_loss=0.0635
+  step  470000 |   4886s | train_loss=0.0629
+  step  480000 |   4982s | train_loss=0.0633
+  step  490000 |   5077s | train_loss=0.0659
+  step  500000 |   5249s | train_loss=0.0605 | fid=99.3261
+  step  510000 |   5343s | train_loss=0.0631
+  step  520000 |   5439s | train_loss=0.0587
+  step  530000 |   5536s | train_loss=0.0598
+  step  540000 |   5633s | train_loss=0.0611
+  step  550000 |   5727s | train_loss=0.0598
+  step  560000 |   5823s | train_loss=0.0566
+  step  570000 |   5919s | train_loss=0.0579
+  step  580000 |   6014s | train_loss=0.0639
+  step  590000 |   6110s | train_loss=0.0573
+  step  600000 |   6282s | train_loss=0.0578 | fid=104.3311
+  step  610000 |   6376s | train_loss=0.0537
+  step  620000 |   6472s | train_loss=0.0550
+  step  630000 |   6569s | train_loss=0.0572
+  step  640000 |   6663s | train_loss=0.0521
+  step  650000 |   6759s | train_loss=0.0604
+  step  660000 |   6856s | train_loss=0.0566
+  step  670000 |   6952s | train_loss=0.0536
+  step  680000 |   7047s | train_loss=0.0543
+  step  690000 |   7143s | train_loss=0.0550
+  step  700000 |   7315s | train_loss=0.0535 | fid=99.2349
+  step  710000 |   7409s | train_loss=0.0500
+  step  720000 |   7506s | train_loss=0.0504
+  step  730000 |   7600s | train_loss=0.0511
+  step  740000 |   7696s | train_loss=0.0532
+  step  750000 |   7793s | train_loss=0.0500
+  step  760000 |   7889s | train_loss=0.0496
+  step  770000 |   7983s | train_loss=0.0519
+  step  780000 |   8080s | train_loss=0.0518
+  step  790000 |   8176s | train_loss=0.0495
+  step  800000 |   8349s | train_loss=0.0487 | fid=95.0502
+  step  810000 |   8443s | train_loss=0.0499
+  step  820000 |   8538s | train_loss=0.0519
+  step  830000 |   8635s | train_loss=0.0483
+  step  840000 |   8731s | train_loss=0.0484
+  step  850000 |   8827s | train_loss=0.0499
+  step  860000 |   8924s | train_loss=0.0454
+  step  870000 |   9018s | train_loss=0.0450
+  step  880000 |   9115s | train_loss=0.0471
+  step  890000 |   9212s | train_loss=0.0460
+  step  900000 |   9384s | train_loss=0.0457 | fid=93.3052
+  step  910000 |   9476s | train_loss=0.0435
+  step  920000 |   9572s | train_loss=0.0451
+  step  930000 |   9669s | train_loss=0.0472
+  step  940000 |   9765s | train_loss=0.0507
+  step  950000 |   9861s | train_loss=0.0464
+  step  960000 |   9956s | train_loss=0.0439
+  step  970000 |  10053s | train_loss=0.0426
+  step  980000 |  10149s | train_loss=0.0577
+  step  990000 |  10246s | train_loss=0.0418
+  step 1000000 |  10415s | train_loss=0.0440 | fid=86.0909
+  step 1010000 |  10509s | train_loss=0.0418
+  step 1020000 |  10606s | train_loss=0.0438
+  step 1030000 |  10702s | train_loss=0.0445
+  step 1040000 |  10798s | train_loss=0.0444
+  step 1050000 |  10895s | train_loss=0.0450
+  step 1060000 |  10989s | train_loss=0.0409
+  step 1070000 |  11086s | train_loss=0.0416
+  step 1080000 |  11182s | train_loss=0.0412
+  step 1090000 |  11279s | train_loss=0.0405
+  step 1100000 |  11448s | train_loss=0.0431 | fid=81.6066
+  step 1110000 |  11543s | train_loss=0.0411
+  step 1120000 |  11639s | train_loss=0.0431
+  step 1130000 |  11736s | train_loss=0.0395
+  step 1140000 |  11832s | train_loss=0.0403
+  step 1150000 |  11927s | train_loss=0.0389
+  step 1160000 |  12023s | train_loss=0.0405
+  step 1170000 |  12120s | train_loss=0.0415
+  step 1180000 |  12216s | train_loss=0.0400
+  step 1190000 |  12311s | train_loss=0.0398
+  step 1200000 |  12483s | train_loss=0.0421 | fid=75.5364
+  step 1210000 |  12578s | train_loss=0.0384
+  step 1220000 |  12674s | train_loss=0.0380
+  step 1230000 |  12770s | train_loss=0.0390
+  step 1240000 |  12866s | train_loss=0.0406
+  step 1250000 |  12961s | train_loss=0.0390
+  step 1260000 |  13058s | train_loss=0.0385
+  step 1270000 |  13154s | train_loss=0.0399
+  step 1280000 |  13249s | train_loss=0.0392
+  step 1290000 |  13345s | train_loss=0.0396
+  step 1300000 |  13517s | train_loss=0.0431 | fid=66.3190
+  step 1310000 |  13612s | train_loss=0.0373
+  step 1320000 |  13709s | train_loss=0.0418
+  step 1330000 |  13805s | train_loss=0.0365
+  step 1340000 |  13900s | train_loss=0.0378
+  step 1350000 |  13997s | train_loss=0.0381
+  step 1360000 |  14093s | train_loss=0.0386
+  step 1370000 |  14188s | train_loss=0.0382
+  step 1380000 |  14284s | train_loss=0.0354
+  step 1390000 |  14381s | train_loss=0.0384
+  step 1400000 |  14552s | train_loss=0.0373 | fid=64.8511
+  step 1410000 |  14647s | train_loss=0.0365
+  step 1420000 |  14744s | train_loss=0.0372
+  step 1430000 |  14841s | train_loss=0.0377
+  step 1440000 |  14935s | train_loss=0.0378
+  step 1450000 |  15032s | train_loss=0.0354
+  step 1460000 |  15127s | train_loss=0.0367
+  step 1470000 |  15223s | train_loss=0.0349
+  step 1480000 |  15320s | train_loss=0.0365
+  step 1490000 |  15416s | train_loss=0.0376
+  step 1500000 |  15588s | train_loss=0.0369 | fid=58.6195
+  step 1510000 |  15683s | train_loss=0.0355
+  step 1520000 |  15779s | train_loss=0.0387
+  step 1530000 |  15874s | train_loss=0.0416
+  step 1540000 |  15971s | train_loss=0.0342
+  step 1550000 |  16066s | train_loss=0.0341
+  step 1560000 |  16162s | train_loss=0.0354
+  step 1570000 |  16259s | train_loss=0.0337
+  step 1580000 |  16355s | train_loss=0.0326
+  step 1590000 |  16452s | train_loss=0.0323
+  step 1600000 |  16623s | train_loss=0.0358 | fid=56.4349
+  step 1610000 |  16718s | train_loss=0.0342
+  step 1620000 |  16815s | train_loss=0.0364
+  step 1630000 |  16910s | train_loss=0.0348
+  step 1640000 |  17005s | train_loss=0.0343
+  step 1650000 |  17101s | train_loss=0.0344
+  step 1660000 |  17197s | train_loss=0.0350
+  step 1670000 |  17294s | train_loss=0.0327
+  step 1680000 |  17391s | train_loss=0.0360
+  step 1690000 |  17487s | train_loss=0.0336
+  step 1700000 |  17659s | train_loss=0.0328 | fid=54.8841
+  step 1710000 |  17754s | train_loss=0.0320
+  step 1720000 |  17849s | train_loss=0.0351
+  step 1730000 |  17943s | train_loss=0.0337
+  step 1740000 |  18040s | train_loss=0.0376
+  step 1750000 |  18136s | train_loss=0.0321
+  step 1760000 |  18233s | train_loss=0.0303
+  step 1770000 |  18329s | train_loss=0.0317
+  step 1780000 |  18426s | train_loss=0.0324
+  step 1790000 |  18522s | train_loss=0.0381
+  step 1800000 |  18694s | train_loss=0.0327 | fid=57.4873
+  step 1810000 |  18790s | train_loss=0.0370
+  step 1820000 |  18883s | train_loss=0.0315
+  step 1830000 |  18979s | train_loss=0.0313
+  step 1840000 |  19076s | train_loss=0.0311
+  step 1850000 |  19173s | train_loss=0.0293
+  step 1860000 |  19269s | train_loss=0.0306
+  step 1870000 |  19366s | train_loss=0.0309
+  step 1880000 |  19463s | train_loss=0.0304
+  step 1890000 |  19559s | train_loss=0.0320
+  step 1900000 |  19731s | train_loss=0.0299 | fid=58.9902
+  step 1910000 |  19822s | train_loss=0.0324
+  step 1920000 |  19919s | train_loss=0.0315
+  step 1930000 |  20015s | train_loss=0.0300
+  step 1940000 |  20111s | train_loss=0.0313
+  step 1950000 |  20208s | train_loss=0.0325
+  step 1960000 |  20304s | train_loss=0.0295
+  step 1970000 |  20401s | train_loss=0.0316
+  step 1980000 |  20497s | train_loss=0.0335
+  step 1990000 |  20593s | train_loss=0.0297
+  step 2000000 |  20764s | train_loss=0.0303 | fid=58.0105
+  step 2010000 |  20858s | train_loss=0.0316
+  step 2020000 |  20954s | train_loss=0.0313
+  step 2030000 |  21051s | train_loss=0.0315
+  step 2040000 |  21148s | train_loss=0.0284
+  step 2050000 |  21244s | train_loss=0.0329
+  step 2060000 |  21341s | train_loss=0.0294
+  step 2070000 |  21438s | train_loss=0.0322
+  step 2080000 |  21534s | train_loss=0.0290
+  step 2090000 |  21630s | train_loss=0.0289
+  step 2100000 |  21800s | train_loss=0.0299 | fid=59.5889
+  step 2110000 |  21895s | train_loss=0.0290
+  step 2120000 |  21991s | train_loss=0.0296
+  step 2130000 |  22088s | train_loss=0.0288
+  step 2140000 |  22184s | train_loss=0.0291
+  step 2150000 |  22281s | train_loss=0.0276
+  step 2160000 |  22378s | train_loss=0.0302
+  step 2170000 |  22474s | train_loss=0.0292
+  step 2180000 |  22571s | train_loss=0.0281
+  step 2190000 |  22666s | train_loss=0.0290
+  step 2200000 |  22836s | train_loss=0.0282 | fid=60.3940
+  step 2210000 |  22931s | train_loss=0.0321
+  step 2220000 |  23028s | train_loss=0.0295
+  step 2230000 |  23125s | train_loss=0.0293
+  step 2240000 |  23221s | train_loss=0.0302
+  step 2250000 |  23318s | train_loss=0.0276
+  step 2260000 |  23414s | train_loss=0.0263
+  step 2270000 |  23511s | train_loss=0.0341
+  step 2280000 |  23605s | train_loss=0.0286
+  step 2290000 |  23702s | train_loss=0.0271
+  step 2300000 |  23873s | train_loss=0.0288 | fid=63.7584
+  step 2310000 |  23968s | train_loss=0.0268
+  step 2320000 |  24064s | train_loss=0.0300
+  step 2330000 |  24161s | train_loss=0.0276
+  step 2340000 |  24258s | train_loss=0.0263
+  step 2350000 |  24354s | train_loss=0.0291
+  step 2360000 |  24451s | train_loss=0.0285
+  step 2370000 |  24546s | train_loss=0.0296
+  step 2380000 |  24643s | train_loss=0.0285
+  step 2390000 |  24739s | train_loss=0.0266
+  step 2400000 |  24909s | train_loss=0.0261 | fid=63.5887
+  step 2410000 |  25004s | train_loss=0.0282
+  step 2420000 |  25101s | train_loss=0.0268
+  step 2430000 |  25198s | train_loss=0.0274
+  step 2440000 |  25294s | train_loss=0.0279
+  step 2450000 |  25391s | train_loss=0.0251
+  step 2460000 |  25486s | train_loss=0.0270
+  step 2470000 |  25582s | train_loss=0.0262
+  step 2480000 |  25678s | train_loss=0.0263
+  step 2490000 |  25773s | train_loss=0.0285
+  step 2500000 |  25946s | train_loss=0.0274 | fid=54.0249
+  step 2510000 |  26041s | train_loss=0.0258
+  step 2520000 |  26137s | train_loss=0.0263
+  step 2530000 |  26234s | train_loss=0.0277
+  step 2540000 |  26331s | train_loss=0.0244
+  step 2550000 |  26426s | train_loss=0.0254
+  step 2560000 |  26522s | train_loss=0.0260
+  step 2570000 |  26619s | train_loss=0.0272
+  step 2580000 |  26715s | train_loss=0.0245
+  step 2590000 |  26810s | train_loss=0.0289
+  step 2600000 |  26983s | train_loss=0.0269 | fid=57.8750
+  step 2610000 |  27078s | train_loss=0.0276
+  step 2620000 |  27175s | train_loss=0.0268
+  step 2630000 |  27272s | train_loss=0.0246
+  step 2640000 |  27367s | train_loss=0.0270
+  step 2650000 |  27463s | train_loss=0.0261
+  step 2660000 |  27559s | train_loss=0.0254
+  step 2670000 |  27656s | train_loss=0.0254
+  step 2680000 |  27751s | train_loss=0.0247
+  step 2690000 |  27848s | train_loss=0.0310
+  step 2700000 |  28020s | train_loss=0.0262 | fid=57.6780
+  step 2710000 |  28115s | train_loss=0.0268
+  step 2720000 |  28212s | train_loss=0.0258
+  step 2730000 |  28306s | train_loss=0.0244
+  step 2740000 |  28403s | train_loss=0.0241
+  step 2750000 |  28499s | train_loss=0.0255
+  step 2760000 |  28596s | train_loss=0.0252
+  step 2770000 |  28692s | train_loss=0.0256
+  step 2780000 |  28787s | train_loss=0.0265
+  step 2790000 |  28883s | train_loss=0.0250
+  step 2800000 |  29056s | train_loss=0.0242 | fid=55.3447
+  step 2810000 |  29151s | train_loss=0.0253
+  step 2820000 |  29246s | train_loss=0.0243
+  step 2830000 |  29343s | train_loss=0.0265
+  step 2840000 |  29439s | train_loss=0.0234
+  step 2850000 |  29535s | train_loss=0.0241
+  step 2860000 |  29632s | train_loss=0.0228
+  step 2870000 |  29726s | train_loss=0.0239
+  step 2880000 |  29823s | train_loss=0.0258
+  step 2890000 |  29920s | train_loss=0.0233
+  step 2900000 |  30092s | train_loss=0.0286 | fid=53.9513
+  step 2910000 |  30186s | train_loss=0.0261
+  step 2920000 |  30282s | train_loss=0.0251
+  step 2930000 |  30379s | train_loss=0.0247
+  step 2940000 |  30475s | train_loss=0.0267
+  step 2950000 |  30572s | train_loss=0.0236
+  step 2960000 |  30668s | train_loss=0.0231
+  step 2970000 |  30763s | train_loss=0.0276
+  step 2980000 |  30860s | train_loss=0.0244
+  step 2990000 |  30957s | train_loss=0.0229
+  step 3000000 |  31128s | train_loss=0.0246 | fid=55.5251
+  step 3010000 |  31224s | train_loss=0.0233
+  step 3020000 |  31320s | train_loss=0.0244
+  step 3030000 |  31417s | train_loss=0.0213
+  step 3040000 |  31513s | train_loss=0.0270
+  step 3050000 |  31610s | train_loss=0.0225
+  step 3060000 |  31705s | train_loss=0.0249
+  step 3070000 |  31802s | train_loss=0.0256
+  step 3080000 |  31899s | train_loss=0.0227
+  step 3090000 |  31995s | train_loss=0.0227
+  step 3100000 |  32166s | train_loss=0.0213 | fid=53.8581
+  step 3110000 |  32261s | train_loss=0.0254
+  step 3120000 |  32357s | train_loss=0.0227
+  step 3130000 |  32453s | train_loss=0.0229
+  step 3140000 |  32550s | train_loss=0.0245
+  step 3150000 |  32646s | train_loss=0.0223
+  step 3160000 |  32741s | train_loss=0.0222
+  step 3170000 |  32837s | train_loss=0.0237
+  step 3180000 |  32933s | train_loss=0.0237
+  step 3190000 |  33027s | train_loss=0.0219
+  step 3200000 |  33200s | train_loss=0.0246 | fid=54.4545
+  step 3210000 |  33295s | train_loss=0.0233
+  step 3220000 |  33392s | train_loss=0.0256
+  step 3230000 |  33489s | train_loss=0.0256
+  step 3240000 |  33585s | train_loss=0.0259
+  step 3250000 |  33680s | train_loss=0.0246
+  step 3260000 |  33777s | train_loss=0.0245
+  step 3270000 |  33873s | train_loss=0.0261
+  step 3280000 |  33968s | train_loss=0.0211
+  step 3290000 |  34064s | train_loss=0.0210
+  step 3300000 |  34236s | train_loss=0.0238 | fid=51.8879
+  step 3310000 |  34332s | train_loss=0.0247
+  step 3320000 |  34428s | train_loss=0.0260
+  step 3330000 |  34524s | train_loss=0.0222
+  step 3340000 |  34620s | train_loss=0.0215
+  step 3350000 |  34715s | train_loss=0.0232
+  step 3360000 |  34812s | train_loss=0.0227
+  step 3370000 |  34906s | train_loss=0.0242
+  step 3380000 |  35003s | train_loss=0.0217
+  step 3390000 |  35099s | train_loss=0.0232
+  step 3400000 |  35272s | train_loss=0.0242 | fid=51.6108
+  step 3410000 |  35366s | train_loss=0.0231
+  step 3420000 |  35463s | train_loss=0.0226
+  step 3430000 |  35559s | train_loss=0.0244
+  step 3440000 |  35654s | train_loss=0.0223
+  step 3450000 |  35750s | train_loss=0.0223
+  step 3460000 |  35845s | train_loss=0.0251
+  step 3470000 |  35942s | train_loss=0.0229
+  step 3480000 |  36038s | train_loss=0.0213
+  step 3490000 |  36135s | train_loss=0.0230
+  step 3500000 |  36306s | train_loss=0.0249 | fid=50.1647
+  step 3510000 |  36401s | train_loss=0.0219
+  step 3520000 |  36498s | train_loss=0.0212
+  step 3530000 |  36595s | train_loss=0.0209
+  step 3540000 |  36689s | train_loss=0.0224
+  step 3550000 |  36784s | train_loss=0.0218
+  step 3560000 |  36880s | train_loss=0.0247
+  step 3570000 |  36977s | train_loss=0.0207
+  step 3580000 |  37073s | train_loss=0.0233
+  step 3590000 |  37169s | train_loss=0.0213
+  step 3600000 |  37342s | train_loss=0.0220 | fid=48.7682
+  step 3610000 |  37437s | train_loss=0.0227
+  step 3620000 |  37534s | train_loss=0.0220
+  step 3630000 |  37628s | train_loss=0.0230
+  step 3640000 |  37723s | train_loss=0.0213
+  step 3650000 |  37820s | train_loss=0.0219
+  step 3660000 |  37916s | train_loss=0.0232
+  step 3670000 |  38012s | train_loss=0.0210
+  step 3680000 |  38108s | train_loss=0.0249
+  step 3690000 |  38204s | train_loss=0.0253
+  step 3700000 |  38377s | train_loss=0.0209 | fid=50.7961
+  step 3710000 |  38472s | train_loss=0.0223
+  step 3720000 |  38568s | train_loss=0.0226
+  step 3730000 |  38662s | train_loss=0.0209
+  step 3740000 |  38758s | train_loss=0.0211
+  step 3750000 |  38855s | train_loss=0.0206
+  step 3760000 |  38950s | train_loss=0.0203
+  step 3770000 |  39047s | train_loss=0.0223
+  step 3780000 |  39143s | train_loss=0.0203
+  step 3790000 |  39240s | train_loss=0.0236
+  step 3800000 |  39413s | train_loss=0.0210 | fid=47.6852
+  step 3810000 |  39509s | train_loss=0.0210
+  step 3820000 |  39602s | train_loss=0.0202
+  step 3830000 |  39698s | train_loss=0.0201
+  step 3840000 |  39794s | train_loss=0.0210
+  step 3850000 |  39890s | train_loss=0.0219
+  step 3860000 |  39987s | train_loss=0.0222
+  step 3870000 |  40083s | train_loss=0.0205
+  step 3880000 |  40179s | train_loss=0.0217
+  step 3890000 |  40276s | train_loss=0.0210
+  step 3900000 |  40450s | train_loss=0.0217 | fid=48.9140
+  step 3910000 |  40542s | train_loss=0.0196
+  step 3920000 |  40637s | train_loss=0.0210
+  step 3930000 |  40733s | train_loss=0.0216
+  step 3940000 |  40829s | train_loss=0.0206
+  step 3950000 |  40925s | train_loss=0.0200
+  step 3960000 |  41022s | train_loss=0.0202
+  step 3970000 |  41118s | train_loss=0.0209
+  step 3980000 |  41215s | train_loss=0.0214
+  step 3990000 |  41311s | train_loss=0.0248
+  step 4000000 |  41483s | train_loss=0.0216 | fid=48.0519
+  step 4010000 |  41577s | train_loss=0.0198
+  step 4020000 |  41673s | train_loss=0.0221
+  step 4030000 |  41769s | train_loss=0.0196
+  step 4040000 |  41866s | train_loss=0.0199
+  step 4050000 |  41962s | train_loss=0.0191
+  step 4060000 |  42059s | train_loss=0.0185
+  step 4070000 |  42155s | train_loss=0.0213
+  step 4080000 |  42252s | train_loss=0.0190
+  step 4090000 |  42348s | train_loss=0.0212
+  step 4100000 |  42519s | train_loss=0.0213 | fid=47.7898
+  step 4110000 |  42612s | train_loss=0.0200
+  step 4120000 |  42709s | train_loss=0.0193
+  step 4130000 |  42805s | train_loss=0.0206
+  step 4140000 |  42902s | train_loss=0.0210
+  step 4150000 |  42998s | train_loss=0.0227
+  step 4160000 |  43094s | train_loss=0.0200
+  step 4170000 |  43191s | train_loss=0.0220
+  step 4180000 |  43288s | train_loss=0.0198
+  step 4190000 |  43383s | train_loss=0.0213
+  step 4200000 |  43554s | train_loss=0.0191 | fid=42.5568
+  step 4210000 |  43649s | train_loss=0.0205
+  step 4220000 |  43745s | train_loss=0.0196
+  step 4230000 |  43841s | train_loss=0.0250
+  step 4240000 |  43937s | train_loss=0.0212
+  step 4250000 |  44034s | train_loss=0.0196
+  step 4260000 |  44130s | train_loss=0.0197
+  step 4270000 |  44227s | train_loss=0.0194
+  step 4280000 |  44322s | train_loss=0.0200
+  step 4290000 |  44418s | train_loss=0.0199
+  step 4300000 |  44589s | train_loss=0.0205 | fid=44.4774
+  step 4310000 |  44684s | train_loss=0.0197
+  step 4320000 |  44781s | train_loss=0.0196
+  step 4330000 |  44877s | train_loss=0.0190
+  step 4340000 |  44974s | train_loss=0.0205
+  step 4350000 |  45070s | train_loss=0.0210
+  step 4360000 |  45167s | train_loss=0.0197
+  step 4370000 |  45261s | train_loss=0.0201
+  step 4380000 |  45358s | train_loss=0.0195
+  step 4390000 |  45454s | train_loss=0.0198
+  step 4400000 |  45624s | train_loss=0.0213 | fid=45.3550
+  step 4410000 |  45719s | train_loss=0.0198
+  step 4420000 |  45816s | train_loss=0.0207
+  step 4430000 |  45912s | train_loss=0.0180
+  step 4440000 |  46009s | train_loss=0.0188
+  step 4450000 |  46106s | train_loss=0.0197
+  step 4460000 |  46200s | train_loss=0.0189
+  step 4470000 |  46297s | train_loss=0.0193
+  step 4480000 |  46394s | train_loss=0.0195
+  step 4490000 |  46488s | train_loss=0.0198
+  step 4500000 |  46660s | train_loss=0.0210 | fid=42.3287
+  step 4510000 |  46756s | train_loss=0.0190
+  step 4520000 |  46852s | train_loss=0.0220
+  step 4530000 |  46949s | train_loss=0.0187
+  step 4540000 |  47045s | train_loss=0.0209
+  step 4550000 |  47137s | train_loss=0.0191
+  step 4560000 |  47215s | train_loss=0.0213
+  step 4570000 |  47293s | train_loss=0.0198
+  step 4580000 |  47371s | train_loss=0.0193
+  step 4590000 |  47446s | train_loss=0.0182
+  step 4600000 |  47586s | train_loss=0.0190 | fid=44.1092
+  step 4610000 |  47663s | train_loss=0.0195
+  step 4620000 |  47740s | train_loss=0.0204
+  step 4630000 |  47818s | train_loss=0.0198
+  step 4640000 |  47896s | train_loss=0.0195
+  step 4650000 |  47974s | train_loss=0.0202
+  step 4660000 |  48053s | train_loss=0.0198
+  step 4670000 |  48130s | train_loss=0.0190
+  step 4680000 |  48207s | train_loss=0.0229
+  step 4690000 |  48284s | train_loss=0.0180
+  step 4700000 |  48424s | train_loss=0.0200 | fid=45.8360
+  step 4710000 |  48501s | train_loss=0.0193
+  step 4720000 |  48577s | train_loss=0.0191
+  step 4730000 |  48655s | train_loss=0.0189
+  step 4740000 |  48733s | train_loss=0.0199
+  step 4750000 |  48811s | train_loss=0.0190
+  step 4760000 |  48889s | train_loss=0.0186
+  step 4770000 |  48967s | train_loss=0.0180
+  step 4780000 |  49034s | train_loss=0.0178
+  step 4790000 |  49093s | train_loss=0.0192
+  step 4800000 |  49198s | train_loss=0.0194 | fid=44.8237
+  step 4810000 |  49255s | train_loss=0.0238
+  step 4820000 |  49314s | train_loss=0.0200
+  step 4830000 |  49374s | train_loss=0.0186
+  step 4840000 |  49433s | train_loss=0.0180
+  step 4850000 |  49493s | train_loss=0.0173
+  step 4860000 |  49552s | train_loss=0.0175
+  step 4870000 |  49612s | train_loss=0.0197
+  step 4880000 |  49672s | train_loss=0.0185
+  step 4890000 |  49731s | train_loss=0.0197
+  step 4900000 |  49838s | train_loss=0.0177 | fid=46.1419
+  step 4910000 |  49895s | train_loss=0.0175
+  step 4920000 |  49954s | train_loss=0.0185
+  step 4930000 |  50013s | train_loss=0.0181
+  step 4940000 |  50073s | train_loss=0.0185
+  step 4950000 |  50131s | train_loss=0.0190
+  step 4960000 |  50190s | train_loss=0.0216
+  step 4970000 |  50250s | train_loss=0.0190
+  step 4980000 |  50309s | train_loss=0.0190
+  step 4990000 |  50368s | train_loss=0.0191
+  step 5000000 |  50463s | train_loss=0.0190 | fid=47.1872
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7621b85e285dfbb33cd750217c7d26a8bd40b1ee
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..290907b9e9fa7883be26bdade95f6ccaed9e8eb7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 65.27929043769836, "train_loss_step": 19.786256790161133, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 1.0089336395263673, "subset_score_loss": 1.0089336395263673, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9629796147346497, "fid": 224.67088257189113}
+{"step": 10000, "wall_time": 146.44614362716675, "train_loss_step": 4.312225341796875, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8833588600158692, "subset_score_loss": 0.8833588600158692}
+{"step": 20000, "wall_time": 230.50877141952515, "train_loss_step": 4.295476913452148, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8774933815002441, "subset_score_loss": 0.8774933815002441}
+{"step": 30000, "wall_time": 314.57397508621216, "train_loss_step": 4.175776958465576, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8726507186889648, "subset_score_loss": 0.8726507186889648}
+{"step": 40000, "wall_time": 398.62309765815735, "train_loss_step": 4.221364974975586, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8669695854187012, "subset_score_loss": 0.8669695854187012}
+{"step": 50000, "wall_time": 482.6981735229492, "train_loss_step": 4.243847370147705, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8606765747070313, "subset_score_loss": 0.8606765747070313}
+{"step": 60000, "wall_time": 566.7286067008972, "train_loss_step": 4.277624607086182, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8536639213562012, "subset_score_loss": 0.8536639213562012}
+{"step": 70000, "wall_time": 650.7737519741058, "train_loss_step": 4.359038352966309, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8432256698608398, "subset_score_loss": 0.8432256698608398}
+{"step": 80000, "wall_time": 734.8587355613708, "train_loss_step": 4.210381507873535, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8241507530212402, "subset_score_loss": 0.8241507530212402}
+{"step": 90000, "wall_time": 818.9716930389404, "train_loss_step": 4.106987476348877, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7928822040557861, "subset_score_loss": 0.7928822040557861}
+{"step": 100000, "wall_time": 966.2873826026917, "train_loss_step": 3.9930567741394043, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.7507819652557373, "subset_score_loss": 0.7507819652557373, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9427359104156494, "fid": 72.01852046748829}
+{"step": 110000, "wall_time": 1045.2958657741547, "train_loss_step": 3.6012120246887207, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.6936799049377441, "subset_score_loss": 0.6936799049377441}
+{"step": 120000, "wall_time": 1129.3457963466644, "train_loss_step": 3.6186697483062744, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.6178899765014648, "subset_score_loss": 0.6178899765014648}
+{"step": 130000, "wall_time": 1213.4171857833862, "train_loss_step": 3.2701563835144043, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.5296115398406982, "subset_score_loss": 0.5296115398406982}
+{"step": 140000, "wall_time": 1297.473072528839, "train_loss_step": 3.451401710510254, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.44792723655700684, "subset_score_loss": 0.44792723655700684}
+{"step": 150000, "wall_time": 1381.547058582306, "train_loss_step": 3.3459885120391846, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.374184250831604, "subset_score_loss": 0.374184250831604}
+{"step": 160000, "wall_time": 1465.5958514213562, "train_loss_step": 2.931011438369751, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.31638991832733154, "subset_score_loss": 0.31638991832733154}
+{"step": 170000, "wall_time": 1549.6662001609802, "train_loss_step": 3.2451772689819336, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.2757257461547852, "subset_score_loss": 0.2757257461547852}
+{"step": 180000, "wall_time": 1633.7426285743713, "train_loss_step": 2.7097256183624268, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.24673748016357422, "subset_score_loss": 0.24673748016357422}
+{"step": 190000, "wall_time": 1717.8010659217834, "train_loss_step": 2.7522501945495605, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.22398266792297364, "subset_score_loss": 0.22398266792297364}
+{"step": 200000, "wall_time": 1864.8512239456177, "train_loss_step": 2.7871084213256836, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.2090290069580078, "subset_score_loss": 0.2090290069580078, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.8706498146057129, "fid": 72.44688532092005}
+{"step": 210000, "wall_time": 1944.7484962940216, "train_loss_step": 2.6354355812072754, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.1960389256477356, "subset_score_loss": 0.1960389256477356}
+{"step": 220000, "wall_time": 2027.3040721416473, "train_loss_step": 2.703155994415283, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.18754998445510865, "subset_score_loss": 0.18754998445510865}
+{"step": 230000, "wall_time": 2111.323869943619, "train_loss_step": 2.620377779006958, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.17636394500732422, "subset_score_loss": 0.17636394500732422}
+{"step": 240000, "wall_time": 2195.378427505493, "train_loss_step": 2.6627235412597656, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.16694436073303223, "subset_score_loss": 0.16694436073303223}
+{"step": 250000, "wall_time": 2279.3793528079987, "train_loss_step": 2.88710880279541, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.16098769903182983, "subset_score_loss": 0.16098769903182983}
+{"step": 260000, "wall_time": 2363.3970358371735, "train_loss_step": 2.517199993133545, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.15341780185699463, "subset_score_loss": 0.15341780185699463}
+{"step": 270000, "wall_time": 2447.4262506961823, "train_loss_step": 2.5014748573303223, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.14703640937805176, "subset_score_loss": 0.14703640937805176}
+{"step": 280000, "wall_time": 2531.5110721588135, "train_loss_step": 2.562206268310547, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.1420383095741272, "subset_score_loss": 0.1420383095741272}
+{"step": 290000, "wall_time": 2615.535440683365, "train_loss_step": 2.6321983337402344, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.13668426275253295, "subset_score_loss": 0.13668426275253295}
+{"step": 300000, "wall_time": 2762.319313287735, "train_loss_step": 2.487856388092041, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.13140316009521485, "subset_score_loss": 0.13140316009521485, "memorization_fraction_pixel": 0.004100000020116568, "mean_nn_ratio_pixel": 0.8014411330223083, "fid": 70.65384359927062}
+{"step": 310000, "wall_time": 2844.275642156601, "train_loss_step": 2.2803430557250977, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.12832071781158447, "subset_score_loss": 0.12832071781158447}
+{"step": 320000, "wall_time": 2926.3167793750763, "train_loss_step": 2.475238800048828, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.12475210428237915, "subset_score_loss": 0.12475210428237915}
+{"step": 330000, "wall_time": 3008.796219587326, "train_loss_step": 2.3553719520568848, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.12098326683044433, "subset_score_loss": 0.12098326683044433}
+{"step": 340000, "wall_time": 3092.857597589493, "train_loss_step": 2.2523088455200195, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.11609604358673095, "subset_score_loss": 0.11609604358673095}
+{"step": 350000, "wall_time": 3176.8929879665375, "train_loss_step": 2.5564329624176025, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.11570068597793579, "subset_score_loss": 0.11570068597793579}
+{"step": 360000, "wall_time": 3261.0124073028564, "train_loss_step": 2.4948039054870605, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.11080323457717896, "subset_score_loss": 0.11080323457717896}
+{"step": 370000, "wall_time": 3345.0971643924713, "train_loss_step": 2.2490601539611816, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.10909157991409302, "subset_score_loss": 0.10909157991409302}
+{"step": 380000, "wall_time": 3429.0892281532288, "train_loss_step": 2.323660373687744, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.1052194356918335, "subset_score_loss": 0.1052194356918335}
+{"step": 390000, "wall_time": 3513.129472255707, "train_loss_step": 2.3942084312438965, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.10241106748580933, "subset_score_loss": 0.10241106748580933}
+{"step": 400000, "wall_time": 3661.5752596855164, "train_loss_step": 2.4262757301330566, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.10051418542861938, "subset_score_loss": 0.10051418542861938, "memorization_fraction_pixel": 0.006599999964237213, "mean_nn_ratio_pixel": 0.7597697973251343, "fid": 70.12883605003407}
+{"step": 410000, "wall_time": 3743.292392015457, "train_loss_step": 2.390852212905884, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.09746941924095154, "subset_score_loss": 0.09746941924095154}
+{"step": 420000, "wall_time": 3824.9738249778748, "train_loss_step": 2.4225997924804688, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.09632238149642944, "subset_score_loss": 0.09632238149642944}
+{"step": 430000, "wall_time": 3909.396102666855, "train_loss_step": 2.3955929279327393, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.09354494214057922, "subset_score_loss": 0.09354494214057922}
+{"step": 440000, "wall_time": 3991.630474090576, "train_loss_step": 2.536909580230713, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.09278861284255982, "subset_score_loss": 0.09278861284255982}
+{"step": 450000, "wall_time": 4075.6678178310394, "train_loss_step": 2.2058866024017334, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.09011290669441223, "subset_score_loss": 0.09011290669441223}
+{"step": 460000, "wall_time": 4159.623878955841, "train_loss_step": 2.311133861541748, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.08922445774078369, "subset_score_loss": 0.08922445774078369}
+{"step": 470000, "wall_time": 4243.67920923233, "train_loss_step": 2.5022873878479004, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.08733243942260742, "subset_score_loss": 0.08733243942260742}
+{"step": 480000, "wall_time": 4327.758408546448, "train_loss_step": 2.4537229537963867, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.08495805859565735, "subset_score_loss": 0.08495805859565735}
+{"step": 490000, "wall_time": 4411.791284561157, "train_loss_step": 2.348269462585449, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.08447945713996888, "subset_score_loss": 0.08447945713996888}
+{"step": 500000, "wall_time": 4561.121213197708, "train_loss_step": 2.2648258209228516, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.08249835968017578, "subset_score_loss": 0.08249835968017578, "memorization_fraction_pixel": 0.014700000174343586, "mean_nn_ratio_pixel": 0.7194679975509644, "fid": 68.63637702094593}
+{"step": 510000, "wall_time": 4643.062664270401, "train_loss_step": 2.5296833515167236, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.08317878842353821, "subset_score_loss": 0.08317878842353821}
+{"step": 520000, "wall_time": 4727.003368139267, "train_loss_step": 2.5499727725982666, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.07996140122413635, "subset_score_loss": 0.07996140122413635}
+{"step": 530000, "wall_time": 4808.202295303345, "train_loss_step": 2.282585620880127, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.07909168601036072, "subset_score_loss": 0.07909168601036072}
+{"step": 540000, "wall_time": 4891.5885763168335, "train_loss_step": 2.3766374588012695, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.0773004174232483, "subset_score_loss": 0.0773004174232483}
+{"step": 550000, "wall_time": 4975.210341453552, "train_loss_step": 2.333298921585083, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.07585382461547852, "subset_score_loss": 0.07585382461547852}
+{"step": 560000, "wall_time": 5059.314339876175, "train_loss_step": 2.2007734775543213, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.07555609345436096, "subset_score_loss": 0.07555609345436096}
+{"step": 570000, "wall_time": 5143.372869729996, "train_loss_step": 2.118663787841797, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.0746681809425354, "subset_score_loss": 0.0746681809425354}
+{"step": 580000, "wall_time": 5227.461363315582, "train_loss_step": 2.222698450088501, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.07328767776489258, "subset_score_loss": 0.07328767776489258}
+{"step": 590000, "wall_time": 5311.494936704636, "train_loss_step": 2.216851234436035, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.07274169921875, "subset_score_loss": 0.07274169921875}
+{"step": 600000, "wall_time": 5462.175943851471, "train_loss_step": 2.0688905715942383, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.0715865135192871, "subset_score_loss": 0.0715865135192871, "memorization_fraction_pixel": 0.021199999377131462, "mean_nn_ratio_pixel": 0.6910220384597778, "fid": 69.63817451058996}
+{"step": 610000, "wall_time": 5543.461507797241, "train_loss_step": 2.3558459281921387, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.0702649176120758, "subset_score_loss": 0.0702649176120758}
+{"step": 620000, "wall_time": 5627.52049946785, "train_loss_step": 2.5007452964782715, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.06878309845924377, "subset_score_loss": 0.06878309845924377}
+{"step": 630000, "wall_time": 5709.312861204147, "train_loss_step": 2.3026843070983887, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.06874218583106995, "subset_score_loss": 0.06874218583106995}
+{"step": 640000, "wall_time": 5793.373345851898, "train_loss_step": 2.4483423233032227, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.0672420620918274, "subset_score_loss": 0.0672420620918274}
+{"step": 650000, "wall_time": 5875.983464241028, "train_loss_step": 2.380058526992798, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.06711524724960327, "subset_score_loss": 0.06711524724960327}
+{"step": 660000, "wall_time": 5960.015738487244, "train_loss_step": 2.1307859420776367, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.0656818151473999, "subset_score_loss": 0.0656818151473999}
+{"step": 670000, "wall_time": 6044.045159339905, "train_loss_step": 2.147669792175293, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.06540416479110718, "subset_score_loss": 0.06540416479110718}
+{"step": 680000, "wall_time": 6128.132746696472, "train_loss_step": 2.284917116165161, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.06557763814926147, "subset_score_loss": 0.06557763814926147}
+{"step": 690000, "wall_time": 6212.146127939224, "train_loss_step": 2.3308587074279785, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.06337317824363708, "subset_score_loss": 0.06337317824363708}
+{"step": 700000, "wall_time": 6362.554586648941, "train_loss_step": 2.254066228866577, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.06300352215766906, "subset_score_loss": 0.06300352215766906, "memorization_fraction_pixel": 0.026900000870227814, "mean_nn_ratio_pixel": 0.675369143486023, "fid": 71.07251179637962}
+{"step": 710000, "wall_time": 6443.8332262039185, "train_loss_step": 2.411052942276001, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.06246485710144043, "subset_score_loss": 0.06246485710144043}
+{"step": 720000, "wall_time": 6527.918505191803, "train_loss_step": 2.2428815364837646, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.06113072633743286, "subset_score_loss": 0.06113072633743286}
+{"step": 730000, "wall_time": 6609.792335271835, "train_loss_step": 2.098186492919922, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.06072409749031067, "subset_score_loss": 0.06072409749031067}
+{"step": 740000, "wall_time": 6693.744556903839, "train_loss_step": 2.3656210899353027, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.061111819744110105, "subset_score_loss": 0.061111819744110105}
+{"step": 750000, "wall_time": 6777.8795783519745, "train_loss_step": 2.324399471282959, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.05995981097221374, "subset_score_loss": 0.05995981097221374}
+{"step": 760000, "wall_time": 6860.455109357834, "train_loss_step": 2.0290937423706055, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.05914895534515381, "subset_score_loss": 0.05914895534515381}
+{"step": 770000, "wall_time": 6944.552188396454, "train_loss_step": 2.3965134620666504, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.058888429403305055, "subset_score_loss": 0.058888429403305055}
+{"step": 780000, "wall_time": 7028.618252038956, "train_loss_step": 2.3979411125183105, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.05767426490783691, "subset_score_loss": 0.05767426490783691}
+{"step": 790000, "wall_time": 7112.697712659836, "train_loss_step": 2.086975574493408, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.05798581838607788, "subset_score_loss": 0.05798581838607788}
+{"step": 800000, "wall_time": 7262.873198032379, "train_loss_step": 2.056180953979492, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.05697765350341797, "subset_score_loss": 0.05697765350341797, "memorization_fraction_pixel": 0.03099999949336052, "mean_nn_ratio_pixel": 0.6495025157928467, "fid": 68.99527610498873}
+{"step": 810000, "wall_time": 7343.962906360626, "train_loss_step": 2.3685226440429688, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.057600587606430054, "subset_score_loss": 0.057600587606430054}
+{"step": 820000, "wall_time": 7428.051929235458, "train_loss_step": 2.1080474853515625, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.056411027908325195, "subset_score_loss": 0.056411027908325195}
+{"step": 830000, "wall_time": 7512.108947753906, "train_loss_step": 2.152482748031616, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.054807227849960324, "subset_score_loss": 0.054807227849960324}
+{"step": 840000, "wall_time": 7593.10502243042, "train_loss_step": 2.3199195861816406, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.054764163494110105, "subset_score_loss": 0.054764163494110105}
+{"step": 850000, "wall_time": 7677.147766590118, "train_loss_step": 2.187190294265747, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.05462926030158997, "subset_score_loss": 0.05462926030158997}
+{"step": 860000, "wall_time": 7761.552678346634, "train_loss_step": 2.1989917755126953, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.053422349691390994, "subset_score_loss": 0.053422349691390994}
+{"step": 870000, "wall_time": 7843.918106079102, "train_loss_step": 2.083005905151367, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.05338844060897827, "subset_score_loss": 0.05338844060897827}
+{"step": 880000, "wall_time": 7927.997218608856, "train_loss_step": 2.07283091545105, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.05242484211921692, "subset_score_loss": 0.05242484211921692}
+{"step": 890000, "wall_time": 8012.115355014801, "train_loss_step": 2.0766115188598633, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.05268767476081848, "subset_score_loss": 0.05268767476081848}
+{"step": 900000, "wall_time": 8160.125398159027, "train_loss_step": 2.061856746673584, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.05158181786537171, "subset_score_loss": 0.05158181786537171, "memorization_fraction_pixel": 0.03739999979734421, "mean_nn_ratio_pixel": 0.6332645416259766, "fid": 68.79922798252319}
+{"step": 910000, "wall_time": 8241.114666223526, "train_loss_step": 2.074380874633789, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.05068925619125366, "subset_score_loss": 0.05068925619125366}
+{"step": 920000, "wall_time": 8325.182094097137, "train_loss_step": 2.2799429893493652, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.050733703374862674, "subset_score_loss": 0.050733703374862674}
+{"step": 930000, "wall_time": 8409.25287771225, "train_loss_step": 2.2172465324401855, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.05067241191864014, "subset_score_loss": 0.05067241191864014}
+{"step": 940000, "wall_time": 8490.173932313919, "train_loss_step": 2.4326107501983643, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.049554061889648435, "subset_score_loss": 0.049554061889648435}
+{"step": 950000, "wall_time": 8574.265002965927, "train_loss_step": 2.0997347831726074, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.049614527821540834, "subset_score_loss": 0.049614527821540834}
+{"step": 960000, "wall_time": 8658.309795856476, "train_loss_step": 2.130837917327881, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.049523505568504336, "subset_score_loss": 0.049523505568504336}
+{"step": 970000, "wall_time": 8743.010500907898, "train_loss_step": 2.208554744720459, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.04871606230735779, "subset_score_loss": 0.04871606230735779}
+{"step": 980000, "wall_time": 8825.126269817352, "train_loss_step": 2.2611546516418457, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.04840391278266907, "subset_score_loss": 0.04840391278266907}
+{"step": 990000, "wall_time": 8909.18658041954, "train_loss_step": 2.2797298431396484, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.049021339416503905, "subset_score_loss": 0.049021339416503905}
+{"step": 1000000, "wall_time": 9058.148838996887, "train_loss_step": 2.0567970275878906, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.04768881499767304, "subset_score_loss": 0.04768881499767304, "memorization_fraction_pixel": 0.041200000792741776, "mean_nn_ratio_pixel": 0.6254358291625977, "fid": 67.45631050393547}
+{"step": 1010000, "wall_time": 9139.16736650467, "train_loss_step": 2.036630392074585, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.047675520181655884, "subset_score_loss": 0.047675520181655884}
+{"step": 1020000, "wall_time": 9223.179112672806, "train_loss_step": 2.224961280822754, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.047648105025291446, "subset_score_loss": 0.047648105025291446}
+{"step": 1030000, "wall_time": 9307.249852180481, "train_loss_step": 2.224855422973633, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.04641541838645935, "subset_score_loss": 0.04641541838645935}
+{"step": 1040000, "wall_time": 9391.230382919312, "train_loss_step": 2.354576587677002, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.04603130221366882, "subset_score_loss": 0.04603130221366882}
+{"step": 1050000, "wall_time": 9472.211333751678, "train_loss_step": 2.2624869346618652, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.04633029699325562, "subset_score_loss": 0.04633029699325562}
+{"step": 1060000, "wall_time": 9556.284936189651, "train_loss_step": 2.148552894592285, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.04615995585918427, "subset_score_loss": 0.04615995585918427}
+{"step": 1070000, "wall_time": 9640.266363620758, "train_loss_step": 2.2734546661376953, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.045836663246154784, "subset_score_loss": 0.045836663246154784}
+{"step": 1080000, "wall_time": 9722.88361287117, "train_loss_step": 1.948927640914917, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.04468504190444946, "subset_score_loss": 0.04468504190444946}
+{"step": 1090000, "wall_time": 9806.950409412384, "train_loss_step": 2.2817115783691406, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.04489845037460327, "subset_score_loss": 0.04489845037460327}
+{"step": 1100000, "wall_time": 9957.985649108887, "train_loss_step": 2.043064594268799, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.04428157508373261, "subset_score_loss": 0.04428157508373261, "memorization_fraction_pixel": 0.03929999843239784, "mean_nn_ratio_pixel": 0.6093122363090515, "fid": 68.74959262780786}
+{"step": 1110000, "wall_time": 10040.573122262955, "train_loss_step": 2.082717180252075, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.04426822364330292, "subset_score_loss": 0.04426822364330292}
+{"step": 1120000, "wall_time": 10123.09590601921, "train_loss_step": 2.0943827629089355, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.044160643219947816, "subset_score_loss": 0.044160643219947816}
+{"step": 1130000, "wall_time": 10207.120899677277, "train_loss_step": 2.147218942642212, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.04344677329063416, "subset_score_loss": 0.04344677329063416}
+{"step": 1140000, "wall_time": 10291.11670923233, "train_loss_step": 2.067460060119629, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.04367199838161469, "subset_score_loss": 0.04367199838161469}
+{"step": 1150000, "wall_time": 10371.932611703873, "train_loss_step": 2.261890411376953, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.04290321469306946, "subset_score_loss": 0.04290321469306946}
+{"step": 1160000, "wall_time": 10455.985674142838, "train_loss_step": 2.1401419639587402, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.04299295246601105, "subset_score_loss": 0.04299295246601105}
+{"step": 1170000, "wall_time": 10540.048344612122, "train_loss_step": 2.306948661804199, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.04262671768665314, "subset_score_loss": 0.04262671768665314}
+{"step": 1180000, "wall_time": 10624.188958406448, "train_loss_step": 2.3690907955169678, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.042426690459251404, "subset_score_loss": 0.042426690459251404}
+{"step": 1190000, "wall_time": 10706.733499765396, "train_loss_step": 2.140820026397705, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.041967010498046874, "subset_score_loss": 0.041967010498046874}
+{"step": 1200000, "wall_time": 10854.911560297012, "train_loss_step": 2.1254234313964844, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.04161405861377716, "subset_score_loss": 0.04161405861377716, "memorization_fraction_pixel": 0.04580000042915344, "mean_nn_ratio_pixel": 0.5988333821296692, "fid": 69.38449193821462}
+{"step": 1210000, "wall_time": 10938.917352676392, "train_loss_step": 2.5217044353485107, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.0413788229227066, "subset_score_loss": 0.0413788229227066}
+{"step": 1220000, "wall_time": 11019.98604464531, "train_loss_step": 2.116799831390381, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.04130720794200897, "subset_score_loss": 0.04130720794200897}
+{"step": 1230000, "wall_time": 11104.062709569931, "train_loss_step": 2.280020236968994, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.041732150316238406, "subset_score_loss": 0.041732150316238406}
+{"step": 1240000, "wall_time": 11188.0688393116, "train_loss_step": 2.129645586013794, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.04081931412220001, "subset_score_loss": 0.04081931412220001}
+{"step": 1250000, "wall_time": 11271.941045761108, "train_loss_step": 2.1754860877990723, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.04005651473999024, "subset_score_loss": 0.04005651473999024}
+{"step": 1260000, "wall_time": 11352.994688272476, "train_loss_step": 2.2223567962646484, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.0400651216506958, "subset_score_loss": 0.0400651216506958}
+{"step": 1270000, "wall_time": 11437.037454366684, "train_loss_step": 1.9385478496551514, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.039555478096008304, "subset_score_loss": 0.039555478096008304}
+{"step": 1280000, "wall_time": 11521.140063762665, "train_loss_step": 2.1716933250427246, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.039913487434387204, "subset_score_loss": 0.039913487434387204}
+{"step": 1290000, "wall_time": 11605.280692100525, "train_loss_step": 2.1479268074035645, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.039224940538406375, "subset_score_loss": 0.039224940538406375}
+{"step": 1300000, "wall_time": 11753.004036426544, "train_loss_step": 2.1701250076293945, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.039069125056266786, "subset_score_loss": 0.039069125056266786, "memorization_fraction_pixel": 0.050999999046325684, "mean_nn_ratio_pixel": 0.5944415330886841, "fid": 68.47279641290163}
+{"step": 1310000, "wall_time": 11837.049508810043, "train_loss_step": 2.2502031326293945, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.038840219378471375, "subset_score_loss": 0.038840219378471375}
+{"step": 1320000, "wall_time": 11918.602670669556, "train_loss_step": 2.2912027835845947, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.03869047462940216, "subset_score_loss": 0.03869047462940216}
+{"step": 1330000, "wall_time": 12002.671298027039, "train_loss_step": 2.1632189750671387, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.038493606448173526, "subset_score_loss": 0.038493606448173526}
+{"step": 1340000, "wall_time": 12086.740035057068, "train_loss_step": 2.346132755279541, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.03841023445129395, "subset_score_loss": 0.03841023445129395}
+{"step": 1350000, "wall_time": 12170.816339492798, "train_loss_step": 2.3226587772369385, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.03832434117794037, "subset_score_loss": 0.03832434117794037}
+{"step": 1360000, "wall_time": 12252.189291238785, "train_loss_step": 2.0445237159729004, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.03866569697856903, "subset_score_loss": 0.03866569697856903}
+{"step": 1370000, "wall_time": 12336.22470164299, "train_loss_step": 2.3185949325561523, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.03781020641326904, "subset_score_loss": 0.03781020641326904}
+{"step": 1380000, "wall_time": 12420.287132263184, "train_loss_step": 2.153303623199463, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.036989796161651614, "subset_score_loss": 0.036989796161651614}
+{"step": 1390000, "wall_time": 12504.19205546379, "train_loss_step": 2.2980237007141113, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.03692490458488464, "subset_score_loss": 0.03692490458488464}
+{"step": 1400000, "wall_time": 12654.427677154541, "train_loss_step": 1.9812912940979004, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.03749122023582459, "subset_score_loss": 0.03749122023582459, "memorization_fraction_pixel": 0.04960000142455101, "mean_nn_ratio_pixel": 0.5817136764526367, "fid": 68.92058080833313}
+{"step": 1410000, "wall_time": 12738.463826656342, "train_loss_step": 2.0286808013916016, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.037039369344711304, "subset_score_loss": 0.037039369344711304}
+{"step": 1420000, "wall_time": 12820.233546257019, "train_loss_step": 2.1194658279418945, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.036523756384849546, "subset_score_loss": 0.036523756384849546}
+{"step": 1430000, "wall_time": 12904.291125535965, "train_loss_step": 2.2250547409057617, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.03644149899482727, "subset_score_loss": 0.03644149899482727}
+{"step": 1440000, "wall_time": 12988.334800243378, "train_loss_step": 2.1594882011413574, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.03656214773654938, "subset_score_loss": 0.03656214773654938}
+{"step": 1450000, "wall_time": 13072.368882894516, "train_loss_step": 1.9310784339904785, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.0359294056892395, "subset_score_loss": 0.0359294056892395}
+{"step": 1460000, "wall_time": 13154.950309038162, "train_loss_step": 2.0333971977233887, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.035979315638542175, "subset_score_loss": 0.035979315638542175}
+{"step": 1470000, "wall_time": 13237.41173005104, "train_loss_step": 1.9251540899276733, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.03589123785495758, "subset_score_loss": 0.03589123785495758}
+{"step": 1480000, "wall_time": 13321.434084177017, "train_loss_step": 2.2689905166625977, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.0354636013507843, "subset_score_loss": 0.0354636013507843}
+{"step": 1490000, "wall_time": 13404.464628458023, "train_loss_step": 2.200303077697754, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.03576005697250366, "subset_score_loss": 0.03576005697250366}
+{"step": 1500000, "wall_time": 13556.452142715454, "train_loss_step": 2.1316299438476562, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.03536229431629181, "subset_score_loss": 0.03536229431629181, "memorization_fraction_pixel": 0.05739999935030937, "mean_nn_ratio_pixel": 0.5745639204978943, "fid": 68.23067081827728}
+{"step": 1510000, "wall_time": 13638.66649222374, "train_loss_step": 2.1891627311706543, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.03502834737300873, "subset_score_loss": 0.03502834737300873}
+{"step": 1520000, "wall_time": 13719.823251962662, "train_loss_step": 2.034292221069336, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.03531909584999084, "subset_score_loss": 0.03531909584999084}
+{"step": 1530000, "wall_time": 13803.895134210587, "train_loss_step": 2.161391258239746, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.03480170369148254, "subset_score_loss": 0.03480170369148254}
+{"step": 1540000, "wall_time": 13887.904687166214, "train_loss_step": 2.005458116531372, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.03452805876731872, "subset_score_loss": 0.03452805876731872}
+{"step": 1550000, "wall_time": 13971.952155590057, "train_loss_step": 2.0539908409118652, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.03434097170829773, "subset_score_loss": 0.03434097170829773}
+{"step": 1560000, "wall_time": 14056.051830530167, "train_loss_step": 1.9070788621902466, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.03401628434658051, "subset_score_loss": 0.03401628434658051}
+{"step": 1570000, "wall_time": 14136.86229968071, "train_loss_step": 2.212233066558838, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.03399636745452881, "subset_score_loss": 0.03399636745452881}
+{"step": 1580000, "wall_time": 14220.873677968979, "train_loss_step": 1.9586490392684937, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.03404744565486908, "subset_score_loss": 0.03404744565486908}
+{"step": 1590000, "wall_time": 14301.617072582245, "train_loss_step": 1.9768322706222534, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.03376219272613525, "subset_score_loss": 0.03376219272613525}
+{"step": 1600000, "wall_time": 14455.409855604172, "train_loss_step": 2.2218613624572754, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.03412215113639831, "subset_score_loss": 0.03412215113639831, "memorization_fraction_pixel": 0.05889999866485596, "mean_nn_ratio_pixel": 0.5704696178436279, "fid": 67.07399793697599}
+{"step": 1610000, "wall_time": 14538.408039331436, "train_loss_step": 2.089679479598999, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.03375946581363678, "subset_score_loss": 0.03375946581363678}
+{"step": 1620000, "wall_time": 14619.40214729309, "train_loss_step": 2.092111587524414, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.033510544896125795, "subset_score_loss": 0.033510544896125795}
+{"step": 1630000, "wall_time": 14703.510250329971, "train_loss_step": 2.10481595993042, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.03356974720954895, "subset_score_loss": 0.03356974720954895}
+{"step": 1640000, "wall_time": 14787.578956365585, "train_loss_step": 2.12001895904541, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.03316732347011566, "subset_score_loss": 0.03316732347011566}
+{"step": 1650000, "wall_time": 14871.648301362991, "train_loss_step": 2.0789923667907715, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.0334662914276123, "subset_score_loss": 0.0334662914276123}
+{"step": 1660000, "wall_time": 14955.724331140518, "train_loss_step": 1.9384833574295044, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.03303631246089935, "subset_score_loss": 0.03303631246089935}
+{"step": 1670000, "wall_time": 15036.610825777054, "train_loss_step": 2.0017952919006348, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.03296920359134674, "subset_score_loss": 0.03296920359134674}
+{"step": 1680000, "wall_time": 15120.727091550827, "train_loss_step": 1.874239444732666, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.032430323958396914, "subset_score_loss": 0.032430323958396914}
+{"step": 1690000, "wall_time": 15199.719088077545, "train_loss_step": 2.197988271713257, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.03268152475357056, "subset_score_loss": 0.03268152475357056}
+{"step": 1700000, "wall_time": 15380.376111745834, "train_loss_step": 2.179701805114746, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.03215348422527313, "subset_score_loss": 0.03215348422527313, "memorization_fraction_pixel": 0.0560000017285347, "mean_nn_ratio_pixel": 0.5651103258132935, "fid": 67.52608688901014}
+{"step": 1710000, "wall_time": 15464.789956331253, "train_loss_step": 2.2189550399780273, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.0322361409664154, "subset_score_loss": 0.0322361409664154}
+{"step": 1720000, "wall_time": 15531.433983564377, "train_loss_step": 2.3044614791870117, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.03268968164920807, "subset_score_loss": 0.03268968164920807}
+{"step": 1730000, "wall_time": 15615.176542043686, "train_loss_step": 2.1414995193481445, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.03199209272861481, "subset_score_loss": 0.03199209272861481}
+{"step": 1740000, "wall_time": 15699.038945674896, "train_loss_step": 1.8059672117233276, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.03166795670986176, "subset_score_loss": 0.03166795670986176}
+{"step": 1750000, "wall_time": 15782.968216896057, "train_loss_step": 2.221388339996338, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.031603121757507326, "subset_score_loss": 0.031603121757507326}
+{"step": 1760000, "wall_time": 15866.979825496674, "train_loss_step": 2.1456642150878906, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.03137508034706116, "subset_score_loss": 0.03137508034706116}
+{"step": 1770000, "wall_time": 15947.401085853577, "train_loss_step": 2.0736868381500244, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.031033053994178772, "subset_score_loss": 0.031033053994178772}
+{"step": 1780000, "wall_time": 16021.755992650986, "train_loss_step": 2.0818676948547363, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.031532809138298035, "subset_score_loss": 0.031532809138298035}
+{"step": 1790000, "wall_time": 16099.053292512894, "train_loss_step": 2.162809371948242, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.031240409612655638, "subset_score_loss": 0.031240409612655638}
+{"step": 1800000, "wall_time": 16252.79003739357, "train_loss_step": 1.9187471866607666, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.031086981296539307, "subset_score_loss": 0.031086981296539307, "memorization_fraction_pixel": 0.062199998646974564, "mean_nn_ratio_pixel": 0.557765007019043, "fid": 67.69751758280307}
+{"step": 1810000, "wall_time": 16336.709303617477, "train_loss_step": 2.1758980751037598, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.03088156282901764, "subset_score_loss": 0.03088156282901764}
+{"step": 1820000, "wall_time": 16415.3465487957, "train_loss_step": 2.025516986846924, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.0308656245470047, "subset_score_loss": 0.0308656245470047}
+{"step": 1830000, "wall_time": 16498.990272045135, "train_loss_step": 2.0203394889831543, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.030987197160720827, "subset_score_loss": 0.030987197160720827}
+{"step": 1840000, "wall_time": 16582.977909564972, "train_loss_step": 2.1435937881469727, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.030488881468772887, "subset_score_loss": 0.030488881468772887}
+{"step": 1850000, "wall_time": 16666.95851302147, "train_loss_step": 2.110194206237793, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.03078153431415558, "subset_score_loss": 0.03078153431415558}
+{"step": 1860000, "wall_time": 16750.90181994438, "train_loss_step": 1.9747035503387451, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.03099357783794403, "subset_score_loss": 0.03099357783794403}
+{"step": 1870000, "wall_time": 16834.857466220856, "train_loss_step": 2.0710787773132324, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.03057208061218262, "subset_score_loss": 0.03057208061218262}
+{"step": 1880000, "wall_time": 16916.174611091614, "train_loss_step": 1.9553958177566528, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.030305302143096922, "subset_score_loss": 0.030305302143096922}
+{"step": 1890000, "wall_time": 16996.789572238922, "train_loss_step": 2.259143829345703, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.03001604676246643, "subset_score_loss": 0.03001604676246643}
+{"step": 1900000, "wall_time": 17151.097111701965, "train_loss_step": 2.1692419052124023, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.02986781895160675, "subset_score_loss": 0.02986781895160675, "memorization_fraction_pixel": 0.06539999693632126, "mean_nn_ratio_pixel": 0.550649881362915, "fid": 67.61058608875071}
+{"step": 1910000, "wall_time": 17235.130388975143, "train_loss_step": 2.2225916385650635, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.03022637069225311, "subset_score_loss": 0.03022637069225311}
+{"step": 1920000, "wall_time": 17317.76770758629, "train_loss_step": 2.35017728805542, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.029570770263671876, "subset_score_loss": 0.029570770263671876}
+{"step": 1930000, "wall_time": 17398.541810274124, "train_loss_step": 1.9852790832519531, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.02918826639652252, "subset_score_loss": 0.02918826639652252}
+{"step": 1940000, "wall_time": 17482.525341033936, "train_loss_step": 2.06030011177063, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.029754826426506044, "subset_score_loss": 0.029754826426506044}
+{"step": 1950000, "wall_time": 17566.48035120964, "train_loss_step": 2.1783857345581055, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.030217254161834718, "subset_score_loss": 0.030217254161834718}
+{"step": 1960000, "wall_time": 17650.499021291733, "train_loss_step": 2.102473020553589, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.029112297296524047, "subset_score_loss": 0.029112297296524047}
+{"step": 1970000, "wall_time": 17734.487588882446, "train_loss_step": 2.01240611076355, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.029043170809745788, "subset_score_loss": 0.029043170809745788}
+{"step": 1980000, "wall_time": 17818.39783859253, "train_loss_step": 2.061072826385498, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.02915693521499634, "subset_score_loss": 0.02915693521499634}
+{"step": 1990000, "wall_time": 17895.055490016937, "train_loss_step": 2.154852867126465, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.029139959812164308, "subset_score_loss": 0.029139959812164308}
+{"step": 2000000, "wall_time": 18048.65944170952, "train_loss_step": 2.103522300720215, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.028612732887268066, "subset_score_loss": 0.028612732887268066, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.5464199781417847, "fid": 67.52224561219776}
+{"step": 2010000, "wall_time": 18132.670751333237, "train_loss_step": 2.0632052421569824, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.028718024492263794, "subset_score_loss": 0.028718024492263794}
+{"step": 2020000, "wall_time": 18216.620747327805, "train_loss_step": 2.419511556625366, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.028668469190597533, "subset_score_loss": 0.028668469190597533}
+{"step": 2030000, "wall_time": 18297.678231954575, "train_loss_step": 2.026784658432007, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.028229817748069763, "subset_score_loss": 0.028229817748069763}
+{"step": 2040000, "wall_time": 18379.96687912941, "train_loss_step": 2.1110646724700928, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.028380483388900757, "subset_score_loss": 0.028380483388900757}
+{"step": 2050000, "wall_time": 18463.973572969437, "train_loss_step": 2.086057186126709, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.028562068939208984, "subset_score_loss": 0.028562068939208984}
+{"step": 2060000, "wall_time": 18548.035312652588, "train_loss_step": 2.029118537902832, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.028264030814170837, "subset_score_loss": 0.028264030814170837}
+{"step": 2070000, "wall_time": 18632.002373456955, "train_loss_step": 1.9660860300064087, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.027889418601989745, "subset_score_loss": 0.027889418601989745}
+{"step": 2080000, "wall_time": 18715.95820760727, "train_loss_step": 2.1440939903259277, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.02814440429210663, "subset_score_loss": 0.02814440429210663}
+{"step": 2090000, "wall_time": 18793.662400245667, "train_loss_step": 1.963133454322815, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.027922317385673523, "subset_score_loss": 0.027922317385673523}
+{"step": 2100000, "wall_time": 18945.13511490822, "train_loss_step": 2.005934000015259, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.02774812877178192, "subset_score_loss": 0.02774812877178192, "memorization_fraction_pixel": 0.06379999965429306, "mean_nn_ratio_pixel": 0.5391298532485962, "fid": 67.98466442655722}
+{"step": 2110000, "wall_time": 19029.136476039886, "train_loss_step": 2.152306079864502, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.027940693497657775, "subset_score_loss": 0.027940693497657775}
+{"step": 2120000, "wall_time": 19113.126537561417, "train_loss_step": 2.152099609375, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.028020778298377992, "subset_score_loss": 0.028020778298377992}
+{"step": 2130000, "wall_time": 19194.32155942917, "train_loss_step": 2.2366557121276855, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.027424147725105284, "subset_score_loss": 0.027424147725105284}
+{"step": 2140000, "wall_time": 19278.72717857361, "train_loss_step": 2.284303665161133, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.027436453104019164, "subset_score_loss": 0.027436453104019164}
+{"step": 2150000, "wall_time": 19360.601767778397, "train_loss_step": 1.9323749542236328, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.027227458357810975, "subset_score_loss": 0.027227458357810975}
+{"step": 2160000, "wall_time": 19444.501510620117, "train_loss_step": 2.007019519805908, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.02713959515094757, "subset_score_loss": 0.02713959515094757}
+{"step": 2170000, "wall_time": 19528.369868516922, "train_loss_step": 2.0051612854003906, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.02692611813545227, "subset_score_loss": 0.02692611813545227}
+{"step": 2180000, "wall_time": 19612.174350976944, "train_loss_step": 2.0580408573150635, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.027503523230552673, "subset_score_loss": 0.027503523230552673}
+{"step": 2190000, "wall_time": 19690.296399354935, "train_loss_step": 2.1254019737243652, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.02712201774120331, "subset_score_loss": 0.02712201774120331}
+{"step": 2200000, "wall_time": 19840.967796087265, "train_loss_step": 1.988452434539795, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.02694202959537506, "subset_score_loss": 0.02694202959537506, "memorization_fraction_pixel": 0.06909999996423721, "mean_nn_ratio_pixel": 0.5302011966705322, "fid": 68.14496820804254}
+{"step": 2210000, "wall_time": 19924.84274148941, "train_loss_step": 1.830047845840454, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.02660130262374878, "subset_score_loss": 0.02660130262374878}
+{"step": 2220000, "wall_time": 20008.818419218063, "train_loss_step": 1.9424021244049072, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.026644039154052734, "subset_score_loss": 0.026644039154052734}
+{"step": 2230000, "wall_time": 20089.58399796486, "train_loss_step": 1.8489837646484375, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.02677643597126007, "subset_score_loss": 0.02677643597126007}
+{"step": 2240000, "wall_time": 20173.608402490616, "train_loss_step": 1.8893990516662598, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.02656181752681732, "subset_score_loss": 0.02656181752681732}
+{"step": 2250000, "wall_time": 20256.482099056244, "train_loss_step": 2.156679153442383, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.026496797800064087, "subset_score_loss": 0.026496797800064087}
+{"step": 2260000, "wall_time": 20340.390455961227, "train_loss_step": 2.1405937671661377, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.026344221830368043, "subset_score_loss": 0.026344221830368043}
+{"step": 2270000, "wall_time": 20424.376293182373, "train_loss_step": 1.875535249710083, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.0262227863073349, "subset_score_loss": 0.0262227863073349}
+{"step": 2280000, "wall_time": 20508.3086438179, "train_loss_step": 2.104036808013916, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.02650226652622223, "subset_score_loss": 0.02650226652622223}
+{"step": 2290000, "wall_time": 20589.154552936554, "train_loss_step": 2.117842435836792, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.02636016607284546, "subset_score_loss": 0.02636016607284546}
+{"step": 2300000, "wall_time": 20740.04089140892, "train_loss_step": 1.9458749294281006, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.026183655858039855, "subset_score_loss": 0.026183655858039855, "memorization_fraction_pixel": 0.07660000026226044, "mean_nn_ratio_pixel": 0.5311864614486694, "fid": 67.1282320436888}
+{"step": 2310000, "wall_time": 20823.991074323654, "train_loss_step": 2.1198740005493164, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.02594817280769348, "subset_score_loss": 0.02594817280769348}
+{"step": 2320000, "wall_time": 20907.885221004486, "train_loss_step": 1.8927333354949951, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.026051777601242065, "subset_score_loss": 0.026051777601242065}
+{"step": 2330000, "wall_time": 20988.659207105637, "train_loss_step": 1.991080641746521, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.025661587715148926, "subset_score_loss": 0.025661587715148926}
+{"step": 2340000, "wall_time": 21072.591081380844, "train_loss_step": 2.244596004486084, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.025821438431739806, "subset_score_loss": 0.025821438431739806}
+{"step": 2350000, "wall_time": 21156.508820056915, "train_loss_step": 1.8723654747009277, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.025460898876190186, "subset_score_loss": 0.025460898876190186}
+{"step": 2360000, "wall_time": 21238.815488815308, "train_loss_step": 2.028325319290161, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.025948530435562132, "subset_score_loss": 0.025948530435562132}
+{"step": 2370000, "wall_time": 21322.714040994644, "train_loss_step": 1.9561063051223755, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.02512495219707489, "subset_score_loss": 0.02512495219707489}
+{"step": 2380000, "wall_time": 21406.529537677765, "train_loss_step": 2.2051753997802734, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.02511451840400696, "subset_score_loss": 0.02511451840400696}
+{"step": 2390000, "wall_time": 21487.282565832138, "train_loss_step": 2.0593926906585693, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.025200861692428588, "subset_score_loss": 0.025200861692428588}
+{"step": 2400000, "wall_time": 21636.005625247955, "train_loss_step": 1.9699853658676147, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.025262278318405152, "subset_score_loss": 0.025262278318405152, "memorization_fraction_pixel": 0.06340000033378601, "mean_nn_ratio_pixel": 0.5305403470993042, "fid": 67.77813477053422}
+{"step": 2410000, "wall_time": 21719.906425237656, "train_loss_step": 1.9274591207504272, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.02490372359752655, "subset_score_loss": 0.02490372359752655}
+{"step": 2420000, "wall_time": 21803.808098316193, "train_loss_step": 2.0950381755828857, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.02513284087181091, "subset_score_loss": 0.02513284087181091}
+{"step": 2430000, "wall_time": 21884.68346977234, "train_loss_step": 1.9106152057647705, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.024992823600769043, "subset_score_loss": 0.024992823600769043}
+{"step": 2440000, "wall_time": 21968.693403720856, "train_loss_step": 2.1079039573669434, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.024641577899456025, "subset_score_loss": 0.024641577899456025}
+{"step": 2450000, "wall_time": 22052.699994564056, "train_loss_step": 2.004572868347168, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.024680140614509582, "subset_score_loss": 0.024680140614509582}
+{"step": 2460000, "wall_time": 22137.175797700882, "train_loss_step": 1.8280266523361206, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.024437861144542695, "subset_score_loss": 0.024437861144542695}
+{"step": 2470000, "wall_time": 22219.3244035244, "train_loss_step": 1.925534725189209, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.02431139349937439, "subset_score_loss": 0.02431139349937439}
+{"step": 2480000, "wall_time": 22303.167186260223, "train_loss_step": 1.908376932144165, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.024641229212284087, "subset_score_loss": 0.024641229212284087}
+{"step": 2490000, "wall_time": 22384.021668195724, "train_loss_step": 2.3106391429901123, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.024328018724918365, "subset_score_loss": 0.024328018724918365}
+{"step": 2500000, "wall_time": 22534.397217035294, "train_loss_step": 2.1533498764038086, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.02432657331228256, "subset_score_loss": 0.02432657331228256, "memorization_fraction_pixel": 0.07280000299215317, "mean_nn_ratio_pixel": 0.5242494344711304, "fid": 66.52219150208931}
+{"step": 2510000, "wall_time": 22618.399895191193, "train_loss_step": 1.9480924606323242, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.02427341938018799, "subset_score_loss": 0.02427341938018799}
+{"step": 2520000, "wall_time": 22702.424488782883, "train_loss_step": 2.0688624382019043, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.024059513211250307, "subset_score_loss": 0.024059513211250307}
+{"step": 2530000, "wall_time": 22783.319260835648, "train_loss_step": 2.0119528770446777, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.02410478740930557, "subset_score_loss": 0.02410478740930557}
+{"step": 2540000, "wall_time": 22867.38519024849, "train_loss_step": 1.940656065940857, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.024318553507328033, "subset_score_loss": 0.024318553507328033}
+{"step": 2550000, "wall_time": 22951.44453382492, "train_loss_step": 1.8666315078735352, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.024115289747714996, "subset_score_loss": 0.024115289747714996}
+{"step": 2560000, "wall_time": 23035.278583288193, "train_loss_step": 2.054412841796875, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.024198012053966524, "subset_score_loss": 0.024198012053966524}
+{"step": 2570000, "wall_time": 23117.85037255287, "train_loss_step": 2.0975725650787354, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.023900870978832246, "subset_score_loss": 0.023900870978832246}
+{"step": 2580000, "wall_time": 23199.960044145584, "train_loss_step": 1.8057467937469482, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.02405640035867691, "subset_score_loss": 0.02405640035867691}
+{"step": 2590000, "wall_time": 23283.719423294067, "train_loss_step": 2.118543863296509, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.02383008599281311, "subset_score_loss": 0.02383008599281311}
+{"step": 2600000, "wall_time": 23438.56560087204, "train_loss_step": 2.1016476154327393, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.02395536154508591, "subset_score_loss": 0.02395536154508591, "memorization_fraction_pixel": 0.07370000332593918, "mean_nn_ratio_pixel": 0.519894003868103, "fid": 67.94950555575446}
+{"step": 2610000, "wall_time": 23519.593505859375, "train_loss_step": 1.908711552619934, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.02379061430692673, "subset_score_loss": 0.02379061430692673}
+{"step": 2620000, "wall_time": 23603.46236038208, "train_loss_step": 1.9175407886505127, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.02369418889284134, "subset_score_loss": 0.02369418889284134}
+{"step": 2630000, "wall_time": 23684.63341665268, "train_loss_step": 2.0496976375579834, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.02360282689332962, "subset_score_loss": 0.02360282689332962}
+{"step": 2640000, "wall_time": 23768.525476694107, "train_loss_step": 2.1021718978881836, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.02321842759847641, "subset_score_loss": 0.02321842759847641}
+{"step": 2650000, "wall_time": 23852.347740888596, "train_loss_step": 2.107572555541992, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.02339588403701782, "subset_score_loss": 0.02339588403701782}
+{"step": 2660000, "wall_time": 23936.17626428604, "train_loss_step": 2.2721805572509766, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.023236078023910523, "subset_score_loss": 0.023236078023910523}
+{"step": 2670000, "wall_time": 24020.01842856407, "train_loss_step": 1.9999635219573975, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.022989428043365477, "subset_score_loss": 0.022989428043365477}
+{"step": 2680000, "wall_time": 24100.33462548256, "train_loss_step": 1.9899333715438843, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.022895467281341553, "subset_score_loss": 0.022895467281341553}
+{"step": 2690000, "wall_time": 24184.217324972153, "train_loss_step": 1.995997667312622, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.023046067357063292, "subset_score_loss": 0.023046067357063292}
+{"step": 2700000, "wall_time": 24337.976588010788, "train_loss_step": 1.8413277864456177, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.02318011224269867, "subset_score_loss": 0.02318011224269867, "memorization_fraction_pixel": 0.07760000228881836, "mean_nn_ratio_pixel": 0.517656683921814, "fid": 68.30814735894099}
+{"step": 2710000, "wall_time": 24418.706107616425, "train_loss_step": 2.2228751182556152, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.023071931302547456, "subset_score_loss": 0.023071931302547456}
+{"step": 2720000, "wall_time": 24502.591697216034, "train_loss_step": 1.8073124885559082, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.022940118610858918, "subset_score_loss": 0.022940118610858918}
+{"step": 2730000, "wall_time": 24583.34855246544, "train_loss_step": 1.8989821672439575, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.02275850623846054, "subset_score_loss": 0.02275850623846054}
+{"step": 2740000, "wall_time": 24667.23848080635, "train_loss_step": 1.8057618141174316, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.023094405233860017, "subset_score_loss": 0.023094405233860017}
+{"step": 2750000, "wall_time": 24751.083879470825, "train_loss_step": 2.17002534866333, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.022827132046222685, "subset_score_loss": 0.022827132046222685}
+{"step": 2760000, "wall_time": 24834.910236120224, "train_loss_step": 2.0491280555725098, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.02241130769252777, "subset_score_loss": 0.02241130769252777}
+{"step": 2770000, "wall_time": 24918.737619400024, "train_loss_step": 2.203857898712158, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.02259555160999298, "subset_score_loss": 0.02259555160999298}
+{"step": 2780000, "wall_time": 25001.02687048912, "train_loss_step": 2.216749429702759, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.02263732999563217, "subset_score_loss": 0.02263732999563217}
+{"step": 2790000, "wall_time": 25082.952125310898, "train_loss_step": 2.1286730766296387, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.022317972779273988, "subset_score_loss": 0.022317972779273988}
+{"step": 2800000, "wall_time": 25236.261258125305, "train_loss_step": 2.071031093597412, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.02238897532224655, "subset_score_loss": 0.02238897532224655, "memorization_fraction_pixel": 0.07750000059604645, "mean_nn_ratio_pixel": 0.5128388404846191, "fid": 67.1816362687039}
+{"step": 2810000, "wall_time": 25317.727845191956, "train_loss_step": 2.003727912902832, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.022222965955734253, "subset_score_loss": 0.022222965955734253}
+{"step": 2820000, "wall_time": 25400.91886162758, "train_loss_step": 1.752701759338379, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.021989095211029052, "subset_score_loss": 0.021989095211029052}
+{"step": 2830000, "wall_time": 25481.787813186646, "train_loss_step": 1.7393550872802734, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.022268547117710112, "subset_score_loss": 0.022268547117710112}
+{"step": 2840000, "wall_time": 25565.6526825428, "train_loss_step": 2.117891311645508, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.02181227654218674, "subset_score_loss": 0.02181227654218674}
+{"step": 2850000, "wall_time": 25649.49009156227, "train_loss_step": 2.1184895038604736, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.0219295933842659, "subset_score_loss": 0.0219295933842659}
+{"step": 2860000, "wall_time": 25733.24486875534, "train_loss_step": 2.0740268230438232, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.02176021784543991, "subset_score_loss": 0.02176021784543991}
+{"step": 2870000, "wall_time": 25817.06872653961, "train_loss_step": 2.398144245147705, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.02230801433324814, "subset_score_loss": 0.02230801433324814}
+{"step": 2880000, "wall_time": 25899.01638841629, "train_loss_step": 1.750035285949707, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.021652153134346007, "subset_score_loss": 0.021652153134346007}
+{"step": 2890000, "wall_time": 25981.38087439537, "train_loss_step": 2.1358392238616943, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.021699103713035583, "subset_score_loss": 0.021699103713035583}
+{"step": 2900000, "wall_time": 26134.64029622078, "train_loss_step": 2.0011231899261475, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.021636250615119933, "subset_score_loss": 0.021636250615119933, "memorization_fraction_pixel": 0.07750000059604645, "mean_nn_ratio_pixel": 0.5100330114364624, "fid": 66.68616160110754}
+{"step": 2910000, "wall_time": 26218.50602555275, "train_loss_step": 2.1415047645568848, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.021952080726623534, "subset_score_loss": 0.021952080726623534}
+{"step": 2920000, "wall_time": 26299.20121908188, "train_loss_step": 2.043051242828369, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.021177031099796295, "subset_score_loss": 0.021177031099796295}
+{"step": 2930000, "wall_time": 26380.58187532425, "train_loss_step": 1.8583481311798096, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.021472883224487305, "subset_score_loss": 0.021472883224487305}
+{"step": 2940000, "wall_time": 26464.402296304703, "train_loss_step": 1.915886402130127, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.02105000466108322, "subset_score_loss": 0.02105000466108322}
+{"step": 2950000, "wall_time": 26548.25364947319, "train_loss_step": 2.042419672012329, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.02077171057462692, "subset_score_loss": 0.02077171057462692}
+{"step": 2960000, "wall_time": 26632.074249744415, "train_loss_step": 2.0632596015930176, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.02112599164247513, "subset_score_loss": 0.02112599164247513}
+{"step": 2970000, "wall_time": 26715.779351234436, "train_loss_step": 2.1183297634124756, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.021555307507514953, "subset_score_loss": 0.021555307507514953}
+{"step": 2980000, "wall_time": 26797.694140195847, "train_loss_step": 1.9433976411819458, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.02118600010871887, "subset_score_loss": 0.02118600010871887}
+{"step": 2990000, "wall_time": 26881.614686965942, "train_loss_step": 1.9901418685913086, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.021350693702697755, "subset_score_loss": 0.021350693702697755}
+{"step": 3000000, "wall_time": 27033.307975769043, "train_loss_step": 1.9218523502349854, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.02116566002368927, "subset_score_loss": 0.02116566002368927, "memorization_fraction_pixel": 0.0731000006198883, "mean_nn_ratio_pixel": 0.5109968185424805, "fid": 67.09021903414329}
+{"step": 3010000, "wall_time": 27117.175652980804, "train_loss_step": 1.962946891784668, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.02113594114780426, "subset_score_loss": 0.02113594114780426}
+{"step": 3020000, "wall_time": 27197.91243004799, "train_loss_step": 2.0809967517852783, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.020908628404140473, "subset_score_loss": 0.020908628404140473}
+{"step": 3030000, "wall_time": 27279.67941713333, "train_loss_step": 2.3000218868255615, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.02134341895580292, "subset_score_loss": 0.02134341895580292}
+{"step": 3040000, "wall_time": 27362.510654449463, "train_loss_step": 2.042167901992798, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.020896057784557342, "subset_score_loss": 0.020896057784557342}
+{"step": 3050000, "wall_time": 27446.372978448868, "train_loss_step": 1.9218733310699463, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.02134061008691788, "subset_score_loss": 0.02134061008691788}
+{"step": 3060000, "wall_time": 27530.279571533203, "train_loss_step": 2.16587495803833, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.02128542959690094, "subset_score_loss": 0.02128542959690094}
+{"step": 3070000, "wall_time": 27613.484731435776, "train_loss_step": 1.9887210130691528, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.020800818502902985, "subset_score_loss": 0.020800818502902985}
+{"step": 3080000, "wall_time": 27696.405523777008, "train_loss_step": 2.1246070861816406, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.02095084488391876, "subset_score_loss": 0.02095084488391876}
+{"step": 3090000, "wall_time": 27780.147649288177, "train_loss_step": 1.990718960762024, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.020930676162242888, "subset_score_loss": 0.020930676162242888}
+{"step": 3100000, "wall_time": 27931.224123477936, "train_loss_step": 2.0483851432800293, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.02059832066297531, "subset_score_loss": 0.02059832066297531, "memorization_fraction_pixel": 0.08299999684095383, "mean_nn_ratio_pixel": 0.503695011138916, "fid": 68.77229770204437}
+{"step": 3110000, "wall_time": 28015.287225961685, "train_loss_step": 1.9480268955230713, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.020902632176876067, "subset_score_loss": 0.020902632176876067}
+{"step": 3120000, "wall_time": 28099.34123969078, "train_loss_step": 1.8698391914367676, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.020471826195716858, "subset_score_loss": 0.020471826195716858}
+{"step": 3130000, "wall_time": 28180.591488599777, "train_loss_step": 2.297619342803955, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.02030284106731415, "subset_score_loss": 0.02030284106731415}
+{"step": 3140000, "wall_time": 28262.042751550674, "train_loss_step": 2.0968945026397705, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.020516546070575715, "subset_score_loss": 0.020516546070575715}
+{"step": 3150000, "wall_time": 28345.86421561241, "train_loss_step": 1.8245264291763306, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.020383018255233764, "subset_score_loss": 0.020383018255233764}
+{"step": 3160000, "wall_time": 28429.781534671783, "train_loss_step": 2.0541768074035645, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.020356126129627228, "subset_score_loss": 0.020356126129627228}
+{"step": 3170000, "wall_time": 28510.597063302994, "train_loss_step": 1.9537560939788818, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.020343595743179323, "subset_score_loss": 0.020343595743179323}
+{"step": 3180000, "wall_time": 28593.677290201187, "train_loss_step": 2.288522720336914, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.02030404508113861, "subset_score_loss": 0.02030404508113861}
+{"step": 3190000, "wall_time": 28676.685043811798, "train_loss_step": 2.1363515853881836, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.020112243294715882, "subset_score_loss": 0.020112243294715882}
+{"step": 3200000, "wall_time": 28826.8735601902, "train_loss_step": 2.142019271850586, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.01974696069955826, "subset_score_loss": 0.01974696069955826, "memorization_fraction_pixel": 0.0820000022649765, "mean_nn_ratio_pixel": 0.505264937877655, "fid": 67.4117506358966}
+{"step": 3210000, "wall_time": 28910.927087306976, "train_loss_step": 2.1194095611572266, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.01996307522058487, "subset_score_loss": 0.01996307522058487}
+{"step": 3220000, "wall_time": 28994.99267578125, "train_loss_step": 2.075955390930176, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.020118063688278197, "subset_score_loss": 0.020118063688278197}
+{"step": 3230000, "wall_time": 29076.868089675903, "train_loss_step": 2.032693386077881, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.019953373074531554, "subset_score_loss": 0.019953373074531554}
+{"step": 3240000, "wall_time": 29158.03678870201, "train_loss_step": 1.7797647714614868, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.019875551760196685, "subset_score_loss": 0.019875551760196685}
+{"step": 3250000, "wall_time": 29242.153203248978, "train_loss_step": 1.9162721633911133, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.020346799492836, "subset_score_loss": 0.020346799492836}
+{"step": 3260000, "wall_time": 29326.1592605114, "train_loss_step": 1.9494527578353882, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.0198003888130188, "subset_score_loss": 0.0198003888130188}
+{"step": 3270000, "wall_time": 29408.328582286835, "train_loss_step": 1.9421786069869995, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.019614890217781067, "subset_score_loss": 0.019614890217781067}
+{"step": 3280000, "wall_time": 29491.38652086258, "train_loss_step": 2.0010900497436523, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.01979457288980484, "subset_score_loss": 0.01979457288980484}
+{"step": 3290000, "wall_time": 29574.441726207733, "train_loss_step": 2.279218912124634, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.019588607549667358, "subset_score_loss": 0.019588607549667358}
+{"step": 3300000, "wall_time": 29726.41091108322, "train_loss_step": 2.1942269802093506, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.01995074301958084, "subset_score_loss": 0.01995074301958084, "memorization_fraction_pixel": 0.08749999850988388, "mean_nn_ratio_pixel": 0.5006880760192871, "fid": 66.775710192559}
+{"step": 3310000, "wall_time": 29808.86464715004, "train_loss_step": 2.049177885055542, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01978602558374405, "subset_score_loss": 0.01978602558374405}
+{"step": 3320000, "wall_time": 29892.98359155655, "train_loss_step": 2.146838665008545, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.019801181554794312, "subset_score_loss": 0.019801181554794312}
+{"step": 3330000, "wall_time": 29976.564899683, "train_loss_step": 1.7913594245910645, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.019619549810886382, "subset_score_loss": 0.019619549810886382}
+{"step": 3340000, "wall_time": 30055.806073904037, "train_loss_step": 2.016981601715088, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.019687837362289427, "subset_score_loss": 0.019687837362289427}
+{"step": 3350000, "wall_time": 30139.863843679428, "train_loss_step": 2.1731619834899902, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.01973610371351242, "subset_score_loss": 0.01973610371351242}
+{"step": 3360000, "wall_time": 30223.958956718445, "train_loss_step": 1.8965528011322021, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.019697652757167818, "subset_score_loss": 0.019697652757167818}
+{"step": 3370000, "wall_time": 30306.02752971649, "train_loss_step": 1.8927433490753174, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.019670645892620086, "subset_score_loss": 0.019670645892620086}
+{"step": 3380000, "wall_time": 30390.075878620148, "train_loss_step": 1.9960360527038574, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.019229288399219512, "subset_score_loss": 0.019229288399219512}
+{"step": 3390000, "wall_time": 30474.15382027626, "train_loss_step": 1.8745449781417847, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.019286566972732545, "subset_score_loss": 0.019286566972732545}
+{"step": 3400000, "wall_time": 30624.990159749985, "train_loss_step": 2.043858289718628, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.019351665675640107, "subset_score_loss": 0.019351665675640107, "memorization_fraction_pixel": 0.07989999651908875, "mean_nn_ratio_pixel": 0.49994218349456787, "fid": 67.09308503586115}
+{"step": 3410000, "wall_time": 30709.426806926727, "train_loss_step": 2.1077513694763184, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.019086569547653198, "subset_score_loss": 0.019086569547653198}
+{"step": 3420000, "wall_time": 30791.64581179619, "train_loss_step": 2.1009693145751953, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.019317935407161712, "subset_score_loss": 0.019317935407161712}
+{"step": 3430000, "wall_time": 30875.721472740173, "train_loss_step": 1.827958106994629, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.01938939243555069, "subset_score_loss": 0.01938939243555069}
+{"step": 3440000, "wall_time": 30939.301256418228, "train_loss_step": 2.0226967334747314, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.01925273537635803, "subset_score_loss": 0.01925273537635803}
+{"step": 3450000, "wall_time": 31019.363844633102, "train_loss_step": 1.95762038230896, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.01936054676771164, "subset_score_loss": 0.01936054676771164}
+{"step": 3460000, "wall_time": 31103.442975521088, "train_loss_step": 1.963749647140503, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.018808577954769135, "subset_score_loss": 0.018808577954769135}
+{"step": 3470000, "wall_time": 31185.835916042328, "train_loss_step": 2.390617847442627, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.019189301133155822, "subset_score_loss": 0.019189301133155822}
+{"step": 3480000, "wall_time": 31269.81717991829, "train_loss_step": 1.8302943706512451, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.01872904449701309, "subset_score_loss": 0.01872904449701309}
+{"step": 3490000, "wall_time": 31353.774525165558, "train_loss_step": 2.033188819885254, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.019185227155685425, "subset_score_loss": 0.019185227155685425}
+{"step": 3500000, "wall_time": 31552.130743265152, "train_loss_step": 2.115605592727661, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.018705804646015168, "subset_score_loss": 0.018705804646015168, "memorization_fraction_pixel": 0.08590000122785568, "mean_nn_ratio_pixel": 0.4935140609741211, "fid": 67.33522512345459}
+{"step": 3510000, "wall_time": 31636.514894723892, "train_loss_step": 1.8979721069335938, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.018990494310855865, "subset_score_loss": 0.018990494310855865}
+{"step": 3520000, "wall_time": 31718.922266483307, "train_loss_step": 1.8888144493103027, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.019275008141994475, "subset_score_loss": 0.019275008141994475}
+{"step": 3530000, "wall_time": 31802.77379965782, "train_loss_step": 1.8484290838241577, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.018827246129512788, "subset_score_loss": 0.018827246129512788}
+{"step": 3540000, "wall_time": 31875.212085723877, "train_loss_step": 2.0346031188964844, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.018908530473709106, "subset_score_loss": 0.018908530473709106}
+{"step": 3550000, "wall_time": 31957.358453273773, "train_loss_step": 1.9048372507095337, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.018439637124538423, "subset_score_loss": 0.018439637124538423}
+{"step": 3560000, "wall_time": 32039.815382242203, "train_loss_step": 2.181812047958374, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.018593785166740418, "subset_score_loss": 0.018593785166740418}
+{"step": 3570000, "wall_time": 32123.72119951248, "train_loss_step": 2.0356850624084473, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.018431462347507477, "subset_score_loss": 0.018431462347507477}
+{"step": 3580000, "wall_time": 32207.623455524445, "train_loss_step": 2.1081700325012207, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.01846735328435898, "subset_score_loss": 0.01846735328435898}
+{"step": 3590000, "wall_time": 32291.499523878098, "train_loss_step": 2.2065062522888184, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.01855619251728058, "subset_score_loss": 0.01855619251728058}
+{"step": 3600000, "wall_time": 32445.464630126953, "train_loss_step": 2.166351079940796, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.018455618619918825, "subset_score_loss": 0.018455618619918825, "memorization_fraction_pixel": 0.08330000191926956, "mean_nn_ratio_pixel": 0.4982246160507202, "fid": 67.96194780465338}
+{"step": 3610000, "wall_time": 32529.49395298958, "train_loss_step": 1.9649324417114258, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.018486806750297548, "subset_score_loss": 0.018486806750297548}
+{"step": 3620000, "wall_time": 32612.032895565033, "train_loss_step": 2.092625141143799, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.018506208062171937, "subset_score_loss": 0.018506208062171937}
+{"step": 3630000, "wall_time": 32696.024459838867, "train_loss_step": 1.8043138980865479, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.01838172972202301, "subset_score_loss": 0.01838172972202301}
+{"step": 3640000, "wall_time": 32777.76819562912, "train_loss_step": 2.190324306488037, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.018213330209255217, "subset_score_loss": 0.018213330209255217}
+{"step": 3650000, "wall_time": 32858.643261909485, "train_loss_step": 2.0134270191192627, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.01837742030620575, "subset_score_loss": 0.01837742030620575}
+{"step": 3660000, "wall_time": 32940.64926505089, "train_loss_step": 1.9052660465240479, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.018660092353820802, "subset_score_loss": 0.018660092353820802}
+{"step": 3670000, "wall_time": 33024.534388780594, "train_loss_step": 2.005419969558716, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.018239694833755492, "subset_score_loss": 0.018239694833755492}
+{"step": 3680000, "wall_time": 33108.40812969208, "train_loss_step": 2.0925445556640625, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.018202866613864898, "subset_score_loss": 0.018202866613864898}
+{"step": 3690000, "wall_time": 33192.190131664276, "train_loss_step": 1.9140675067901611, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.017881427705287934, "subset_score_loss": 0.017881427705287934}
+{"step": 3700000, "wall_time": 33343.20276260376, "train_loss_step": 2.023728609085083, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.018006987869739532, "subset_score_loss": 0.018006987869739532, "memorization_fraction_pixel": 0.07840000092983246, "mean_nn_ratio_pixel": 0.4972090423107147, "fid": 67.3682551895275}
+{"step": 3710000, "wall_time": 33427.15065121651, "train_loss_step": 2.0757837295532227, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.018020987510681152, "subset_score_loss": 0.018020987510681152}
+{"step": 3720000, "wall_time": 33511.276446819305, "train_loss_step": 1.8880729675292969, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.018015085160732268, "subset_score_loss": 0.018015085160732268}
+{"step": 3730000, "wall_time": 33594.07067346573, "train_loss_step": 1.9430476427078247, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.018004254996776582, "subset_score_loss": 0.018004254996776582}
+{"step": 3740000, "wall_time": 33675.33727693558, "train_loss_step": 1.7782715559005737, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.018006445467472078, "subset_score_loss": 0.018006445467472078}
+{"step": 3750000, "wall_time": 33755.87136340141, "train_loss_step": 1.7319543361663818, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.018078048527240754, "subset_score_loss": 0.018078048527240754}
+{"step": 3760000, "wall_time": 33829.93448591232, "train_loss_step": 1.9038883447647095, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.01803150475025177, "subset_score_loss": 0.01803150475025177}
+{"step": 3770000, "wall_time": 33913.82800579071, "train_loss_step": 2.076036214828491, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.01814117580652237, "subset_score_loss": 0.01814117580652237}
+{"step": 3780000, "wall_time": 33997.69406700134, "train_loss_step": 1.850405216217041, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.017648319900035857, "subset_score_loss": 0.017648319900035857}
+{"step": 3790000, "wall_time": 34081.778363227844, "train_loss_step": 2.008903980255127, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.017829214036464692, "subset_score_loss": 0.017829214036464692}
+{"step": 3800000, "wall_time": 34254.693764686584, "train_loss_step": 2.1495583057403564, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.017795392870903017, "subset_score_loss": 0.017795392870903017, "memorization_fraction_pixel": 0.09059999883174896, "mean_nn_ratio_pixel": 0.4887763261795044, "fid": 68.21780095745162}
+{"step": 3810000, "wall_time": 34338.746004104614, "train_loss_step": 1.893202304840088, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.017695146799087524, "subset_score_loss": 0.017695146799087524}
+{"step": 3820000, "wall_time": 34422.84310245514, "train_loss_step": 1.8394583463668823, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.017318524420261383, "subset_score_loss": 0.017318524420261383}
+{"step": 3830000, "wall_time": 34507.53294420242, "train_loss_step": 1.8407247066497803, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.017666685581207275, "subset_score_loss": 0.017666685581207275}
+{"step": 3840000, "wall_time": 34580.098561525345, "train_loss_step": 2.049560785293579, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.01725529134273529, "subset_score_loss": 0.01725529134273529}
+{"step": 3850000, "wall_time": 34661.1476521492, "train_loss_step": 2.092764377593994, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.017600636184215545, "subset_score_loss": 0.017600636184215545}
+{"step": 3860000, "wall_time": 34735.35804319382, "train_loss_step": 2.15021014213562, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.01752130389213562, "subset_score_loss": 0.01752130389213562}
+{"step": 3870000, "wall_time": 34813.81056857109, "train_loss_step": 2.160205125808716, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.017162562906742097, "subset_score_loss": 0.017162562906742097}
+{"step": 3880000, "wall_time": 34897.92785167694, "train_loss_step": 1.8889445066452026, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.017552079260349275, "subset_score_loss": 0.017552079260349275}
+{"step": 3890000, "wall_time": 34981.97553730011, "train_loss_step": 1.9263226985931396, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.017614661157131194, "subset_score_loss": 0.017614661157131194}
+{"step": 3900000, "wall_time": 35180.93809890747, "train_loss_step": 2.053311586380005, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.01735507547855377, "subset_score_loss": 0.01735507547855377, "memorization_fraction_pixel": 0.09200000017881393, "mean_nn_ratio_pixel": 0.48896992206573486, "fid": 67.53824333038658}
+{"step": 3910000, "wall_time": 35264.99559688568, "train_loss_step": 1.8327438831329346, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.01712069660425186, "subset_score_loss": 0.01712069660425186}
+{"step": 3920000, "wall_time": 35348.90335178375, "train_loss_step": 2.1196517944335938, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.01745520830154419, "subset_score_loss": 0.01745520830154419}
+{"step": 3930000, "wall_time": 35433.474413871765, "train_loss_step": 2.0537662506103516, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.017102383077144623, "subset_score_loss": 0.017102383077144623}
+{"step": 3940000, "wall_time": 35504.829882860184, "train_loss_step": 1.9756042957305908, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.017455410957336426, "subset_score_loss": 0.017455410957336426}
+{"step": 3950000, "wall_time": 35588.76179647446, "train_loss_step": 2.087862014770508, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.017535337805747987, "subset_score_loss": 0.017535337805747987}
+{"step": 3960000, "wall_time": 35671.388545274734, "train_loss_step": 2.090144634246826, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.017122367024421693, "subset_score_loss": 0.017122367024421693}
+{"step": 3970000, "wall_time": 35746.12386965752, "train_loss_step": 2.131639003753662, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.017231878638267518, "subset_score_loss": 0.017231878638267518}
+{"step": 3980000, "wall_time": 35830.216123104095, "train_loss_step": 2.016946315765381, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.016997040808200838, "subset_score_loss": 0.016997040808200838}
+{"step": 3990000, "wall_time": 35914.32440876961, "train_loss_step": 2.07545804977417, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.016668295860290526, "subset_score_loss": 0.016668295860290526}
+{"step": 4000000, "wall_time": 36106.40259861946, "train_loss_step": 1.9900429248809814, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.016962602734565735, "subset_score_loss": 0.016962602734565735, "memorization_fraction_pixel": 0.08669999986886978, "mean_nn_ratio_pixel": 0.4852253496646881, "fid": 67.44314003714247}
+{"step": 4010000, "wall_time": 36190.41662955284, "train_loss_step": 2.1549010276794434, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.016900475323200225, "subset_score_loss": 0.016900475323200225}
+{"step": 4020000, "wall_time": 36274.451199531555, "train_loss_step": 2.0729873180389404, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.017060516774654387, "subset_score_loss": 0.017060516774654387}
+{"step": 4030000, "wall_time": 36358.5492374897, "train_loss_step": 1.94081449508667, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.016806139051914214, "subset_score_loss": 0.016806139051914214}
+{"step": 4040000, "wall_time": 36424.7253279686, "train_loss_step": 1.947923183441162, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.01676875352859497, "subset_score_loss": 0.01676875352859497}
+{"step": 4050000, "wall_time": 36508.066512584686, "train_loss_step": 1.9709622859954834, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.017045214772224426, "subset_score_loss": 0.017045214772224426}
+{"step": 4060000, "wall_time": 36592.07621073723, "train_loss_step": 1.882771611213684, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.016713017225265504, "subset_score_loss": 0.016713017225265504}
+{"step": 4070000, "wall_time": 36663.381976127625, "train_loss_step": 1.9258942604064941, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.016898858547210693, "subset_score_loss": 0.016898858547210693}
+{"step": 4080000, "wall_time": 36746.029024124146, "train_loss_step": 1.9533112049102783, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.016813492774963378, "subset_score_loss": 0.016813492774963378}
+{"step": 4090000, "wall_time": 36830.1458466053, "train_loss_step": 1.8880635499954224, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.016796888411045076, "subset_score_loss": 0.016796888411045076}
+{"step": 4100000, "wall_time": 37025.87046480179, "train_loss_step": 2.0478506088256836, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.016670955717563628, "subset_score_loss": 0.016670955717563628, "memorization_fraction_pixel": 0.08810000121593475, "mean_nn_ratio_pixel": 0.4844701290130615, "fid": 66.80593560147534}
+{"step": 4110000, "wall_time": 37109.998992443085, "train_loss_step": 2.021761894226074, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.01689138114452362, "subset_score_loss": 0.01689138114452362}
+{"step": 4120000, "wall_time": 37193.98470902443, "train_loss_step": 1.8896613121032715, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.016473312675952912, "subset_score_loss": 0.016473312675952912}
+{"step": 4130000, "wall_time": 37276.24302601814, "train_loss_step": 1.9745548963546753, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.01649088114500046, "subset_score_loss": 0.01649088114500046}
+{"step": 4140000, "wall_time": 37346.821501493454, "train_loss_step": 1.9544703960418701, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.016420572996139526, "subset_score_loss": 0.016420572996139526}
+{"step": 4150000, "wall_time": 37428.31163024902, "train_loss_step": 1.9085733890533447, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.016485850512981414, "subset_score_loss": 0.016485850512981414}
+{"step": 4160000, "wall_time": 37512.350266218185, "train_loss_step": 2.114868640899658, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.016654595732688904, "subset_score_loss": 0.016654595732688904}
+{"step": 4170000, "wall_time": 37591.394122838974, "train_loss_step": 1.9962866306304932, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.016339634358882905, "subset_score_loss": 0.016339634358882905}
+{"step": 4180000, "wall_time": 37666.28548645973, "train_loss_step": 1.823742389678955, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.016517205536365508, "subset_score_loss": 0.016517205536365508}
+{"step": 4190000, "wall_time": 37750.34151983261, "train_loss_step": 1.8958724737167358, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.0165656253695488, "subset_score_loss": 0.0165656253695488}
+{"step": 4200000, "wall_time": 37945.48169326782, "train_loss_step": 1.7668533325195312, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.016302244365215303, "subset_score_loss": 0.016302244365215303, "memorization_fraction_pixel": 0.08810000121593475, "mean_nn_ratio_pixel": 0.4887717664241791, "fid": 67.45465336888972}
+{"step": 4210000, "wall_time": 38029.55062389374, "train_loss_step": 1.7886958122253418, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.01616087406873703, "subset_score_loss": 0.01616087406873703}
+{"step": 4220000, "wall_time": 38111.62657165527, "train_loss_step": 1.9234508275985718, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.016360405087471008, "subset_score_loss": 0.016360405087471008}
+{"step": 4230000, "wall_time": 38195.74966430664, "train_loss_step": 1.988101840019226, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.016085368394851685, "subset_score_loss": 0.016085368394851685}
+{"step": 4240000, "wall_time": 38268.49799275398, "train_loss_step": 1.947211503982544, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.016104984283447265, "subset_score_loss": 0.016104984283447265}
+{"step": 4250000, "wall_time": 38346.45176744461, "train_loss_step": 2.088975429534912, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.016267028450965882, "subset_score_loss": 0.016267028450965882}
+{"step": 4260000, "wall_time": 38430.49902486801, "train_loss_step": 2.0404694080352783, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.016047774255275725, "subset_score_loss": 0.016047774255275725}
+{"step": 4270000, "wall_time": 38514.5161011219, "train_loss_step": 1.9426182508468628, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.016063611209392547, "subset_score_loss": 0.016063611209392547}
+{"step": 4280000, "wall_time": 38588.376282691956, "train_loss_step": 1.989323377609253, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.01644728481769562, "subset_score_loss": 0.01644728481769562}
+{"step": 4290000, "wall_time": 38672.42060470581, "train_loss_step": 2.1169819831848145, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.016040427982807158, "subset_score_loss": 0.016040427982807158}
+{"step": 4300000, "wall_time": 38873.41518616676, "train_loss_step": 2.098236083984375, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.016319212317466737, "subset_score_loss": 0.016319212317466737, "memorization_fraction_pixel": 0.0851999968290329, "mean_nn_ratio_pixel": 0.48558104038238525, "fid": 67.94383030606892}
+{"step": 4310000, "wall_time": 38955.52680134773, "train_loss_step": 1.9109328985214233, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.01611320972442627, "subset_score_loss": 0.01611320972442627}
+{"step": 4320000, "wall_time": 39039.64978098869, "train_loss_step": 1.9553202390670776, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.01623927503824234, "subset_score_loss": 0.01623927503824234}
+{"step": 4330000, "wall_time": 39123.76180815697, "train_loss_step": 1.9258370399475098, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.01602988541126251, "subset_score_loss": 0.01602988541126251}
+{"step": 4340000, "wall_time": 39198.611609220505, "train_loss_step": 2.0273661613464355, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.016063688695430754, "subset_score_loss": 0.016063688695430754}
+{"step": 4350000, "wall_time": 39275.120210409164, "train_loss_step": 1.832650899887085, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.01576651930809021, "subset_score_loss": 0.01576651930809021}
+{"step": 4360000, "wall_time": 39359.150423288345, "train_loss_step": 1.7585558891296387, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.015939171612262725, "subset_score_loss": 0.015939171612262725}
+{"step": 4370000, "wall_time": 39443.31375026703, "train_loss_step": 2.3357670307159424, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.016193576157093048, "subset_score_loss": 0.016193576157093048}
+{"step": 4380000, "wall_time": 39518.56581521034, "train_loss_step": 1.7862434387207031, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.01610005497932434, "subset_score_loss": 0.01610005497932434}
+{"step": 4390000, "wall_time": 39602.59570622444, "train_loss_step": 2.0936269760131836, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.015897706151008606, "subset_score_loss": 0.015897706151008606}
+{"step": 4400000, "wall_time": 39784.675740003586, "train_loss_step": 1.7549159526824951, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.016139675676822663, "subset_score_loss": 0.016139675676822663, "memorization_fraction_pixel": 0.08460000157356262, "mean_nn_ratio_pixel": 0.4880063831806183, "fid": 67.34228964205744}
+{"step": 4410000, "wall_time": 39866.918472766876, "train_loss_step": 1.97077214717865, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.015685059130191803, "subset_score_loss": 0.015685059130191803}
+{"step": 4420000, "wall_time": 39950.9761698246, "train_loss_step": 2.1135642528533936, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.01570039838552475, "subset_score_loss": 0.01570039838552475}
+{"step": 4430000, "wall_time": 40035.01450586319, "train_loss_step": 1.7829012870788574, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.015949776768684386, "subset_score_loss": 0.015949776768684386}
+{"step": 4440000, "wall_time": 40118.55552864075, "train_loss_step": 2.0919277667999268, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.015614768862724305, "subset_score_loss": 0.015614768862724305}
+{"step": 4450000, "wall_time": 40186.928052186966, "train_loss_step": 1.9238460063934326, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.015911978483200074, "subset_score_loss": 0.015911978483200074}
+{"step": 4460000, "wall_time": 40270.976187705994, "train_loss_step": 1.8854832649230957, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.015766249597072603, "subset_score_loss": 0.015766249597072603}
+{"step": 4470000, "wall_time": 40354.95726323128, "train_loss_step": 1.9798624515533447, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.01540347933769226, "subset_score_loss": 0.01540347933769226}
+{"step": 4480000, "wall_time": 40433.604546546936, "train_loss_step": 1.966891884803772, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.015586301684379578, "subset_score_loss": 0.015586301684379578}
+{"step": 4490000, "wall_time": 40512.71595907211, "train_loss_step": 2.1225531101226807, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.015726886689662933, "subset_score_loss": 0.015726886689662933}
+{"step": 4500000, "wall_time": 40693.79761695862, "train_loss_step": 1.995959997177124, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.015889759361743926, "subset_score_loss": 0.015889759361743926, "memorization_fraction_pixel": 0.09220000356435776, "mean_nn_ratio_pixel": 0.4813901484012604, "fid": 66.44180664241787}
+{"step": 4510000, "wall_time": 40777.88861346245, "train_loss_step": 1.997925877571106, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.01576206088066101, "subset_score_loss": 0.01576206088066101}
+{"step": 4520000, "wall_time": 40861.92029929161, "train_loss_step": 1.783963680267334, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.015641969442367554, "subset_score_loss": 0.015641969442367554}
+{"step": 4530000, "wall_time": 40946.01426887512, "train_loss_step": 1.8716905117034912, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.015632544457912446, "subset_score_loss": 0.015632544457912446}
+{"step": 4540000, "wall_time": 41030.16279196739, "train_loss_step": 1.934398889541626, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.015379777550697327, "subset_score_loss": 0.015379777550697327}
+{"step": 4550000, "wall_time": 41099.642416000366, "train_loss_step": 1.76324462890625, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.015471473336219788, "subset_score_loss": 0.015471473336219788}
+{"step": 4560000, "wall_time": 41182.06924700737, "train_loss_step": 2.226076126098633, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.01569168418645859, "subset_score_loss": 0.01569168418645859}
+{"step": 4570000, "wall_time": 41265.552832603455, "train_loss_step": 1.9847443103790283, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.015525561571121217, "subset_score_loss": 0.015525561571121217}
+{"step": 4580000, "wall_time": 41348.93963980675, "train_loss_step": 1.9683213233947754, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.015412744879722596, "subset_score_loss": 0.015412744879722596}
+{"step": 4590000, "wall_time": 41426.215007543564, "train_loss_step": 2.041605234146118, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.01519046127796173, "subset_score_loss": 0.01519046127796173}
+{"step": 4600000, "wall_time": 41588.48491573334, "train_loss_step": 1.7021009922027588, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.015351901948451995, "subset_score_loss": 0.015351901948451995, "memorization_fraction_pixel": 0.09229999780654907, "mean_nn_ratio_pixel": 0.47841933369636536, "fid": 67.20442083416114}
+{"step": 4610000, "wall_time": 41671.999477148056, "train_loss_step": 1.907355785369873, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.015567786991596222, "subset_score_loss": 0.015567786991596222}
+{"step": 4620000, "wall_time": 41755.5091817379, "train_loss_step": 1.8308888673782349, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.015677343308925628, "subset_score_loss": 0.015677343308925628}
+{"step": 4630000, "wall_time": 41839.04914474487, "train_loss_step": 1.9598792791366577, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.015286929905414581, "subset_score_loss": 0.015286929905414581}
+{"step": 4640000, "wall_time": 41922.5775179863, "train_loss_step": 2.0178284645080566, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.015210594236850738, "subset_score_loss": 0.015210594236850738}
+{"step": 4650000, "wall_time": 42001.20999908447, "train_loss_step": 2.0762929916381836, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.01552363932132721, "subset_score_loss": 0.01552363932132721}
+{"step": 4660000, "wall_time": 42084.76916384697, "train_loss_step": 1.7324153184890747, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.015245005488395691, "subset_score_loss": 0.015245005488395691}
+{"step": 4670000, "wall_time": 42168.29359412193, "train_loss_step": 2.0005900859832764, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.015066923201084137, "subset_score_loss": 0.015066923201084137}
+{"step": 4680000, "wall_time": 42251.74956035614, "train_loss_step": 1.8360159397125244, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.015020638704299927, "subset_score_loss": 0.015020638704299927}
+{"step": 4690000, "wall_time": 42331.413487672806, "train_loss_step": 2.143683433532715, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.014999298751354218, "subset_score_loss": 0.014999298751354218}
+{"step": 4700000, "wall_time": 42482.51950740814, "train_loss_step": 1.9638198614120483, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.01502329409122467, "subset_score_loss": 0.01502329409122467, "memorization_fraction_pixel": 0.08839999884366989, "mean_nn_ratio_pixel": 0.4809352159500122, "fid": 67.40726631806974}
+{"step": 4710000, "wall_time": 42566.006096601486, "train_loss_step": 2.0482306480407715, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.015289261937141418, "subset_score_loss": 0.015289261937141418}
+{"step": 4720000, "wall_time": 42649.491973400116, "train_loss_step": 1.9081008434295654, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.015502536296844482, "subset_score_loss": 0.015502536296844482}
+{"step": 4730000, "wall_time": 42732.97442269325, "train_loss_step": 2.001730442047119, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.01531427949666977, "subset_score_loss": 0.01531427949666977}
+{"step": 4740000, "wall_time": 42816.4253616333, "train_loss_step": 1.8999866247177124, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.01524505615234375, "subset_score_loss": 0.01524505615234375}
+{"step": 4750000, "wall_time": 42898.17461466789, "train_loss_step": 2.0457522869110107, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.015167999267578124, "subset_score_loss": 0.015167999267578124}
+{"step": 4760000, "wall_time": 42980.14056801796, "train_loss_step": 2.006376028060913, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.015013717114925385, "subset_score_loss": 0.015013717114925385}
+{"step": 4770000, "wall_time": 43063.64306616783, "train_loss_step": 2.033689022064209, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.014771518111228944, "subset_score_loss": 0.014771518111228944}
+{"step": 4780000, "wall_time": 43147.153705596924, "train_loss_step": 2.1086113452911377, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.015158680081367493, "subset_score_loss": 0.015158680081367493}
+{"step": 4790000, "wall_time": 43230.56634306908, "train_loss_step": 1.9681174755096436, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.014756229519844056, "subset_score_loss": 0.014756229519844056}
+{"step": 4800000, "wall_time": 43379.0102391243, "train_loss_step": 1.9353079795837402, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.015251378715038299, "subset_score_loss": 0.015251378715038299, "memorization_fraction_pixel": 0.09229999780654907, "mean_nn_ratio_pixel": 0.48043692111968994, "fid": 67.83546573956484}
+{"step": 4810000, "wall_time": 43462.53371357918, "train_loss_step": 1.9617103338241577, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.014928045868873595, "subset_score_loss": 0.014928045868873595}
+{"step": 4820000, "wall_time": 43546.04629826546, "train_loss_step": 2.0636701583862305, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.01477711796760559, "subset_score_loss": 0.01477711796760559}
+{"step": 4830000, "wall_time": 43629.52984404564, "train_loss_step": 2.0586817264556885, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.014555177092552185, "subset_score_loss": 0.014555177092552185}
+{"step": 4840000, "wall_time": 43713.111095666885, "train_loss_step": 2.177079677581787, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.014942575991153718, "subset_score_loss": 0.014942575991153718}
+{"step": 4850000, "wall_time": 43794.87702846527, "train_loss_step": 1.8865894079208374, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.014877437055110932, "subset_score_loss": 0.014877437055110932}
+{"step": 4860000, "wall_time": 43876.71852827072, "train_loss_step": 2.0465362071990967, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.015176326036453247, "subset_score_loss": 0.015176326036453247}
+{"step": 4870000, "wall_time": 43960.1966240406, "train_loss_step": 1.9839404821395874, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.014699430763721466, "subset_score_loss": 0.014699430763721466}
+{"step": 4880000, "wall_time": 44043.638952732086, "train_loss_step": 1.90883469581604, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.01459701657295227, "subset_score_loss": 0.01459701657295227}
+{"step": 4890000, "wall_time": 44126.99974608421, "train_loss_step": 2.0144076347351074, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.014735086262226105, "subset_score_loss": 0.014735086262226105}
+{"step": 4900000, "wall_time": 44252.74215531349, "train_loss_step": 1.841408133506775, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.014710159599781036, "subset_score_loss": 0.014710159599781036, "memorization_fraction_pixel": 0.08959999680519104, "mean_nn_ratio_pixel": 0.47868138551712036, "fid": 67.48336636525914}
+{"step": 4910000, "wall_time": 44319.68095135689, "train_loss_step": 2.1838059425354004, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.014748325943946839, "subset_score_loss": 0.014748325943946839}
+{"step": 4920000, "wall_time": 44386.56128644943, "train_loss_step": 1.9821370840072632, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.01463511735200882, "subset_score_loss": 0.01463511735200882}
+{"step": 4930000, "wall_time": 44453.43418240547, "train_loss_step": 1.9125986099243164, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.01465558260679245, "subset_score_loss": 0.01465558260679245}
+{"step": 4940000, "wall_time": 44520.31083083153, "train_loss_step": 1.9261977672576904, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.014637205004692077, "subset_score_loss": 0.014637205004692077}
+{"step": 4950000, "wall_time": 44585.35313916206, "train_loss_step": 1.9917311668395996, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.01471157670021057, "subset_score_loss": 0.01471157670021057}
+{"step": 4960000, "wall_time": 44652.30298781395, "train_loss_step": 1.9176557064056396, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.014843003451824188, "subset_score_loss": 0.014843003451824188}
+{"step": 4970000, "wall_time": 44716.79032230377, "train_loss_step": 1.9906437397003174, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.014296817779541015, "subset_score_loss": 0.014296817779541015}
+{"step": 4980000, "wall_time": 44783.77604484558, "train_loss_step": 2.0703110694885254, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.014413915574550629, "subset_score_loss": 0.014413915574550629}
+{"step": 4990000, "wall_time": 44850.734385252, "train_loss_step": 1.9755523204803467, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.014453165233135223, "subset_score_loss": 0.014453165233135223}
+{"step": 5000000, "wall_time": 44969.34200143814, "train_loss_step": 1.974080204963684, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.014431062340736388, "subset_score_loss": 0.014431062340736388, "memorization_fraction_pixel": 0.09139999747276306, "mean_nn_ratio_pixel": 0.47765350341796875, "fid": 67.61260611346921}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..38bee8b0bb4f596b8166c6deb7db09aeb778c953
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     65s | train_loss=1.0089 | fid=224.6709
+  step   10000 |    146s | train_loss=0.8834
+  step   20000 |    231s | train_loss=0.8775
+  step   30000 |    315s | train_loss=0.8727
+  step   40000 |    399s | train_loss=0.8670
+  step   50000 |    483s | train_loss=0.8607
+  step   60000 |    567s | train_loss=0.8537
+  step   70000 |    651s | train_loss=0.8432
+  step   80000 |    735s | train_loss=0.8242
+  step   90000 |    819s | train_loss=0.7929
+  step  100000 |    966s | train_loss=0.7508 | fid=72.0185
+  step  110000 |   1045s | train_loss=0.6937
+  step  120000 |   1129s | train_loss=0.6179
+  step  130000 |   1213s | train_loss=0.5296
+  step  140000 |   1297s | train_loss=0.4479
+  step  150000 |   1382s | train_loss=0.3742
+  step  160000 |   1466s | train_loss=0.3164
+  step  170000 |   1550s | train_loss=0.2757
+  step  180000 |   1634s | train_loss=0.2467
+  step  190000 |   1718s | train_loss=0.2240
+  step  200000 |   1865s | train_loss=0.2090 | fid=72.4469
+  step  210000 |   1945s | train_loss=0.1960
+  step  220000 |   2027s | train_loss=0.1875
+  step  230000 |   2111s | train_loss=0.1764
+  step  240000 |   2195s | train_loss=0.1669
+  step  250000 |   2279s | train_loss=0.1610
+  step  260000 |   2363s | train_loss=0.1534
+  step  270000 |   2447s | train_loss=0.1470
+  step  280000 |   2532s | train_loss=0.1420
+  step  290000 |   2616s | train_loss=0.1367
+  step  300000 |   2762s | train_loss=0.1314 | fid=70.6538
+  step  310000 |   2844s | train_loss=0.1283
+  step  320000 |   2926s | train_loss=0.1248
+  step  330000 |   3009s | train_loss=0.1210
+  step  340000 |   3093s | train_loss=0.1161
+  step  350000 |   3177s | train_loss=0.1157
+  step  360000 |   3261s | train_loss=0.1108
+  step  370000 |   3345s | train_loss=0.1091
+  step  380000 |   3429s | train_loss=0.1052
+  step  390000 |   3513s | train_loss=0.1024
+  step  400000 |   3662s | train_loss=0.1005 | fid=70.1288
+  step  410000 |   3743s | train_loss=0.0975
+  step  420000 |   3825s | train_loss=0.0963
+  step  430000 |   3909s | train_loss=0.0935
+  step  440000 |   3992s | train_loss=0.0928
+  step  450000 |   4076s | train_loss=0.0901
+  step  460000 |   4160s | train_loss=0.0892
+  step  470000 |   4244s | train_loss=0.0873
+  step  480000 |   4328s | train_loss=0.0850
+  step  490000 |   4412s | train_loss=0.0845
+  step  500000 |   4561s | train_loss=0.0825 | fid=68.6364
+  step  510000 |   4643s | train_loss=0.0832
+  step  520000 |   4727s | train_loss=0.0800
+  step  530000 |   4808s | train_loss=0.0791
+  step  540000 |   4892s | train_loss=0.0773
+  step  550000 |   4975s | train_loss=0.0759
+  step  560000 |   5059s | train_loss=0.0756
+  step  570000 |   5143s | train_loss=0.0747
+  step  580000 |   5227s | train_loss=0.0733
+  step  590000 |   5311s | train_loss=0.0727
+  step  600000 |   5462s | train_loss=0.0716 | fid=69.6382
+  step  610000 |   5543s | train_loss=0.0703
+  step  620000 |   5628s | train_loss=0.0688
+  step  630000 |   5709s | train_loss=0.0687
+  step  640000 |   5793s | train_loss=0.0672
+  step  650000 |   5876s | train_loss=0.0671
+  step  660000 |   5960s | train_loss=0.0657
+  step  670000 |   6044s | train_loss=0.0654
+  step  680000 |   6128s | train_loss=0.0656
+  step  690000 |   6212s | train_loss=0.0634
+  step  700000 |   6363s | train_loss=0.0630 | fid=71.0725
+  step  710000 |   6444s | train_loss=0.0625
+  step  720000 |   6528s | train_loss=0.0611
+  step  730000 |   6610s | train_loss=0.0607
+  step  740000 |   6694s | train_loss=0.0611
+  step  750000 |   6778s | train_loss=0.0600
+  step  760000 |   6860s | train_loss=0.0591
+  step  770000 |   6945s | train_loss=0.0589
+  step  780000 |   7029s | train_loss=0.0577
+  step  790000 |   7113s | train_loss=0.0580
+  step  800000 |   7263s | train_loss=0.0570 | fid=68.9953
+  step  810000 |   7344s | train_loss=0.0576
+  step  820000 |   7428s | train_loss=0.0564
+  step  830000 |   7512s | train_loss=0.0548
+  step  840000 |   7593s | train_loss=0.0548
+  step  850000 |   7677s | train_loss=0.0546
+  step  860000 |   7762s | train_loss=0.0534
+  step  870000 |   7844s | train_loss=0.0534
+  step  880000 |   7928s | train_loss=0.0524
+  step  890000 |   8012s | train_loss=0.0527
+  step  900000 |   8160s | train_loss=0.0516 | fid=68.7992
+  step  910000 |   8241s | train_loss=0.0507
+  step  920000 |   8325s | train_loss=0.0507
+  step  930000 |   8409s | train_loss=0.0507
+  step  940000 |   8490s | train_loss=0.0496
+  step  950000 |   8574s | train_loss=0.0496
+  step  960000 |   8658s | train_loss=0.0495
+  step  970000 |   8743s | train_loss=0.0487
+  step  980000 |   8825s | train_loss=0.0484
+  step  990000 |   8909s | train_loss=0.0490
+  step 1000000 |   9058s | train_loss=0.0477 | fid=67.4563
+  step 1010000 |   9139s | train_loss=0.0477
+  step 1020000 |   9223s | train_loss=0.0476
+  step 1030000 |   9307s | train_loss=0.0464
+  step 1040000 |   9391s | train_loss=0.0460
+  step 1050000 |   9472s | train_loss=0.0463
+  step 1060000 |   9556s | train_loss=0.0462
+  step 1070000 |   9640s | train_loss=0.0458
+  step 1080000 |   9723s | train_loss=0.0447
+  step 1090000 |   9807s | train_loss=0.0449
+  step 1100000 |   9958s | train_loss=0.0443 | fid=68.7496
+  step 1110000 |  10041s | train_loss=0.0443
+  step 1120000 |  10123s | train_loss=0.0442
+  step 1130000 |  10207s | train_loss=0.0434
+  step 1140000 |  10291s | train_loss=0.0437
+  step 1150000 |  10372s | train_loss=0.0429
+  step 1160000 |  10456s | train_loss=0.0430
+  step 1170000 |  10540s | train_loss=0.0426
+  step 1180000 |  10624s | train_loss=0.0424
+  step 1190000 |  10707s | train_loss=0.0420
+  step 1200000 |  10855s | train_loss=0.0416 | fid=69.3845
+  step 1210000 |  10939s | train_loss=0.0414
+  step 1220000 |  11020s | train_loss=0.0413
+  step 1230000 |  11104s | train_loss=0.0417
+  step 1240000 |  11188s | train_loss=0.0408
+  step 1250000 |  11272s | train_loss=0.0401
+  step 1260000 |  11353s | train_loss=0.0401
+  step 1270000 |  11437s | train_loss=0.0396
+  step 1280000 |  11521s | train_loss=0.0399
+  step 1290000 |  11605s | train_loss=0.0392
+  step 1300000 |  11753s | train_loss=0.0391 | fid=68.4728
+  step 1310000 |  11837s | train_loss=0.0388
+  step 1320000 |  11919s | train_loss=0.0387
+  step 1330000 |  12003s | train_loss=0.0385
+  step 1340000 |  12087s | train_loss=0.0384
+  step 1350000 |  12171s | train_loss=0.0383
+  step 1360000 |  12252s | train_loss=0.0387
+  step 1370000 |  12336s | train_loss=0.0378
+  step 1380000 |  12420s | train_loss=0.0370
+  step 1390000 |  12504s | train_loss=0.0369
+  step 1400000 |  12654s | train_loss=0.0375 | fid=68.9206
+  step 1410000 |  12738s | train_loss=0.0370
+  step 1420000 |  12820s | train_loss=0.0365
+  step 1430000 |  12904s | train_loss=0.0364
+  step 1440000 |  12988s | train_loss=0.0366
+  step 1450000 |  13072s | train_loss=0.0359
+  step 1460000 |  13155s | train_loss=0.0360
+  step 1470000 |  13237s | train_loss=0.0359
+  step 1480000 |  13321s | train_loss=0.0355
+  step 1490000 |  13404s | train_loss=0.0358
+  step 1500000 |  13556s | train_loss=0.0354 | fid=68.2307
+  step 1510000 |  13639s | train_loss=0.0350
+  step 1520000 |  13720s | train_loss=0.0353
+  step 1530000 |  13804s | train_loss=0.0348
+  step 1540000 |  13888s | train_loss=0.0345
+  step 1550000 |  13972s | train_loss=0.0343
+  step 1560000 |  14056s | train_loss=0.0340
+  step 1570000 |  14137s | train_loss=0.0340
+  step 1580000 |  14221s | train_loss=0.0340
+  step 1590000 |  14302s | train_loss=0.0338
+  step 1600000 |  14455s | train_loss=0.0341 | fid=67.0740
+  step 1610000 |  14538s | train_loss=0.0338
+  step 1620000 |  14619s | train_loss=0.0335
+  step 1630000 |  14704s | train_loss=0.0336
+  step 1640000 |  14788s | train_loss=0.0332
+  step 1650000 |  14872s | train_loss=0.0335
+  step 1660000 |  14956s | train_loss=0.0330
+  step 1670000 |  15037s | train_loss=0.0330
+  step 1680000 |  15121s | train_loss=0.0324
+  step 1690000 |  15200s | train_loss=0.0327
+  step 1700000 |  15380s | train_loss=0.0322 | fid=67.5261
+  step 1710000 |  15465s | train_loss=0.0322
+  step 1720000 |  15531s | train_loss=0.0327
+  step 1730000 |  15615s | train_loss=0.0320
+  step 1740000 |  15699s | train_loss=0.0317
+  step 1750000 |  15783s | train_loss=0.0316
+  step 1760000 |  15867s | train_loss=0.0314
+  step 1770000 |  15947s | train_loss=0.0310
+  step 1780000 |  16022s | train_loss=0.0315
+  step 1790000 |  16099s | train_loss=0.0312
+  step 1800000 |  16253s | train_loss=0.0311 | fid=67.6975
+  step 1810000 |  16337s | train_loss=0.0309
+  step 1820000 |  16415s | train_loss=0.0309
+  step 1830000 |  16499s | train_loss=0.0310
+  step 1840000 |  16583s | train_loss=0.0305
+  step 1850000 |  16667s | train_loss=0.0308
+  step 1860000 |  16751s | train_loss=0.0310
+  step 1870000 |  16835s | train_loss=0.0306
+  step 1880000 |  16916s | train_loss=0.0303
+  step 1890000 |  16997s | train_loss=0.0300
+  step 1900000 |  17151s | train_loss=0.0299 | fid=67.6106
+  step 1910000 |  17235s | train_loss=0.0302
+  step 1920000 |  17318s | train_loss=0.0296
+  step 1930000 |  17399s | train_loss=0.0292
+  step 1940000 |  17483s | train_loss=0.0298
+  step 1950000 |  17566s | train_loss=0.0302
+  step 1960000 |  17650s | train_loss=0.0291
+  step 1970000 |  17734s | train_loss=0.0290
+  step 1980000 |  17818s | train_loss=0.0292
+  step 1990000 |  17895s | train_loss=0.0291
+  step 2000000 |  18049s | train_loss=0.0286 | fid=67.5222
+  step 2010000 |  18133s | train_loss=0.0287
+  step 2020000 |  18217s | train_loss=0.0287
+  step 2030000 |  18298s | train_loss=0.0282
+  step 2040000 |  18380s | train_loss=0.0284
+  step 2050000 |  18464s | train_loss=0.0286
+  step 2060000 |  18548s | train_loss=0.0283
+  step 2070000 |  18632s | train_loss=0.0279
+  step 2080000 |  18716s | train_loss=0.0281
+  step 2090000 |  18794s | train_loss=0.0279
+  step 2100000 |  18945s | train_loss=0.0277 | fid=67.9847
+  step 2110000 |  19029s | train_loss=0.0279
+  step 2120000 |  19113s | train_loss=0.0280
+  step 2130000 |  19194s | train_loss=0.0274
+  step 2140000 |  19279s | train_loss=0.0274
+  step 2150000 |  19361s | train_loss=0.0272
+  step 2160000 |  19445s | train_loss=0.0271
+  step 2170000 |  19528s | train_loss=0.0269
+  step 2180000 |  19612s | train_loss=0.0275
+  step 2190000 |  19690s | train_loss=0.0271
+  step 2200000 |  19841s | train_loss=0.0269 | fid=68.1450
+  step 2210000 |  19925s | train_loss=0.0266
+  step 2220000 |  20009s | train_loss=0.0266
+  step 2230000 |  20090s | train_loss=0.0268
+  step 2240000 |  20174s | train_loss=0.0266
+  step 2250000 |  20256s | train_loss=0.0265
+  step 2260000 |  20340s | train_loss=0.0263
+  step 2270000 |  20424s | train_loss=0.0262
+  step 2280000 |  20508s | train_loss=0.0265
+  step 2290000 |  20589s | train_loss=0.0264
+  step 2300000 |  20740s | train_loss=0.0262 | fid=67.1282
+  step 2310000 |  20824s | train_loss=0.0259
+  step 2320000 |  20908s | train_loss=0.0261
+  step 2330000 |  20989s | train_loss=0.0257
+  step 2340000 |  21073s | train_loss=0.0258
+  step 2350000 |  21157s | train_loss=0.0255
+  step 2360000 |  21239s | train_loss=0.0259
+  step 2370000 |  21323s | train_loss=0.0251
+  step 2380000 |  21407s | train_loss=0.0251
+  step 2390000 |  21487s | train_loss=0.0252
+  step 2400000 |  21636s | train_loss=0.0253 | fid=67.7781
+  step 2410000 |  21720s | train_loss=0.0249
+  step 2420000 |  21804s | train_loss=0.0251
+  step 2430000 |  21885s | train_loss=0.0250
+  step 2440000 |  21969s | train_loss=0.0246
+  step 2450000 |  22053s | train_loss=0.0247
+  step 2460000 |  22137s | train_loss=0.0244
+  step 2470000 |  22219s | train_loss=0.0243
+  step 2480000 |  22303s | train_loss=0.0246
+  step 2490000 |  22384s | train_loss=0.0243
+  step 2500000 |  22534s | train_loss=0.0243 | fid=66.5222
+  step 2510000 |  22618s | train_loss=0.0243
+  step 2520000 |  22702s | train_loss=0.0241
+  step 2530000 |  22783s | train_loss=0.0241
+  step 2540000 |  22867s | train_loss=0.0243
+  step 2550000 |  22951s | train_loss=0.0241
+  step 2560000 |  23035s | train_loss=0.0242
+  step 2570000 |  23118s | train_loss=0.0239
+  step 2580000 |  23200s | train_loss=0.0241
+  step 2590000 |  23284s | train_loss=0.0238
+  step 2600000 |  23439s | train_loss=0.0240 | fid=67.9495
+  step 2610000 |  23520s | train_loss=0.0238
+  step 2620000 |  23603s | train_loss=0.0237
+  step 2630000 |  23685s | train_loss=0.0236
+  step 2640000 |  23769s | train_loss=0.0232
+  step 2650000 |  23852s | train_loss=0.0234
+  step 2660000 |  23936s | train_loss=0.0232
+  step 2670000 |  24020s | train_loss=0.0230
+  step 2680000 |  24100s | train_loss=0.0229
+  step 2690000 |  24184s | train_loss=0.0230
+  step 2700000 |  24338s | train_loss=0.0232 | fid=68.3081
+  step 2710000 |  24419s | train_loss=0.0231
+  step 2720000 |  24503s | train_loss=0.0229
+  step 2730000 |  24583s | train_loss=0.0228
+  step 2740000 |  24667s | train_loss=0.0231
+  step 2750000 |  24751s | train_loss=0.0228
+  step 2760000 |  24835s | train_loss=0.0224
+  step 2770000 |  24919s | train_loss=0.0226
+  step 2780000 |  25001s | train_loss=0.0226
+  step 2790000 |  25083s | train_loss=0.0223
+  step 2800000 |  25236s | train_loss=0.0224 | fid=67.1816
+  step 2810000 |  25318s | train_loss=0.0222
+  step 2820000 |  25401s | train_loss=0.0220
+  step 2830000 |  25482s | train_loss=0.0223
+  step 2840000 |  25566s | train_loss=0.0218
+  step 2850000 |  25649s | train_loss=0.0219
+  step 2860000 |  25733s | train_loss=0.0218
+  step 2870000 |  25817s | train_loss=0.0223
+  step 2880000 |  25899s | train_loss=0.0217
+  step 2890000 |  25981s | train_loss=0.0217
+  step 2900000 |  26135s | train_loss=0.0216 | fid=66.6862
+  step 2910000 |  26219s | train_loss=0.0220
+  step 2920000 |  26299s | train_loss=0.0212
+  step 2930000 |  26381s | train_loss=0.0215
+  step 2940000 |  26464s | train_loss=0.0211
+  step 2950000 |  26548s | train_loss=0.0208
+  step 2960000 |  26632s | train_loss=0.0211
+  step 2970000 |  26716s | train_loss=0.0216
+  step 2980000 |  26798s | train_loss=0.0212
+  step 2990000 |  26882s | train_loss=0.0214
+  step 3000000 |  27033s | train_loss=0.0212 | fid=67.0902
+  step 3010000 |  27117s | train_loss=0.0211
+  step 3020000 |  27198s | train_loss=0.0209
+  step 3030000 |  27280s | train_loss=0.0213
+  step 3040000 |  27363s | train_loss=0.0209
+  step 3050000 |  27446s | train_loss=0.0213
+  step 3060000 |  27530s | train_loss=0.0213
+  step 3070000 |  27613s | train_loss=0.0208
+  step 3080000 |  27696s | train_loss=0.0210
+  step 3090000 |  27780s | train_loss=0.0209
+  step 3100000 |  27931s | train_loss=0.0206 | fid=68.7723
+  step 3110000 |  28015s | train_loss=0.0209
+  step 3120000 |  28099s | train_loss=0.0205
+  step 3130000 |  28181s | train_loss=0.0203
+  step 3140000 |  28262s | train_loss=0.0205
+  step 3150000 |  28346s | train_loss=0.0204
+  step 3160000 |  28430s | train_loss=0.0204
+  step 3170000 |  28511s | train_loss=0.0203
+  step 3180000 |  28594s | train_loss=0.0203
+  step 3190000 |  28677s | train_loss=0.0201
+  step 3200000 |  28827s | train_loss=0.0197 | fid=67.4118
+  step 3210000 |  28911s | train_loss=0.0200
+  step 3220000 |  28995s | train_loss=0.0201
+  step 3230000 |  29077s | train_loss=0.0200
+  step 3240000 |  29158s | train_loss=0.0199
+  step 3250000 |  29242s | train_loss=0.0203
+  step 3260000 |  29326s | train_loss=0.0198
+  step 3270000 |  29408s | train_loss=0.0196
+  step 3280000 |  29491s | train_loss=0.0198
+  step 3290000 |  29574s | train_loss=0.0196
+  step 3300000 |  29726s | train_loss=0.0200 | fid=66.7757
+  step 3310000 |  29809s | train_loss=0.0198
+  step 3320000 |  29893s | train_loss=0.0198
+  step 3330000 |  29977s | train_loss=0.0196
+  step 3340000 |  30056s | train_loss=0.0197
+  step 3350000 |  30140s | train_loss=0.0197
+  step 3360000 |  30224s | train_loss=0.0197
+  step 3370000 |  30306s | train_loss=0.0197
+  step 3380000 |  30390s | train_loss=0.0192
+  step 3390000 |  30474s | train_loss=0.0193
+  step 3400000 |  30625s | train_loss=0.0194 | fid=67.0931
+  step 3410000 |  30709s | train_loss=0.0191
+  step 3420000 |  30792s | train_loss=0.0193
+  step 3430000 |  30876s | train_loss=0.0194
+  step 3440000 |  30939s | train_loss=0.0193
+  step 3450000 |  31019s | train_loss=0.0194
+  step 3460000 |  31103s | train_loss=0.0188
+  step 3470000 |  31186s | train_loss=0.0192
+  step 3480000 |  31270s | train_loss=0.0187
+  step 3490000 |  31354s | train_loss=0.0192
+  step 3500000 |  31552s | train_loss=0.0187 | fid=67.3352
+  step 3510000 |  31637s | train_loss=0.0190
+  step 3520000 |  31719s | train_loss=0.0193
+  step 3530000 |  31803s | train_loss=0.0188
+  step 3540000 |  31875s | train_loss=0.0189
+  step 3550000 |  31957s | train_loss=0.0184
+  step 3560000 |  32040s | train_loss=0.0186
+  step 3570000 |  32124s | train_loss=0.0184
+  step 3580000 |  32208s | train_loss=0.0185
+  step 3590000 |  32291s | train_loss=0.0186
+  step 3600000 |  32445s | train_loss=0.0185 | fid=67.9619
+  step 3610000 |  32529s | train_loss=0.0185
+  step 3620000 |  32612s | train_loss=0.0185
+  step 3630000 |  32696s | train_loss=0.0184
+  step 3640000 |  32778s | train_loss=0.0182
+  step 3650000 |  32859s | train_loss=0.0184
+  step 3660000 |  32941s | train_loss=0.0187
+  step 3670000 |  33025s | train_loss=0.0182
+  step 3680000 |  33108s | train_loss=0.0182
+  step 3690000 |  33192s | train_loss=0.0179
+  step 3700000 |  33343s | train_loss=0.0180 | fid=67.3683
+  step 3710000 |  33427s | train_loss=0.0180
+  step 3720000 |  33511s | train_loss=0.0180
+  step 3730000 |  33594s | train_loss=0.0180
+  step 3740000 |  33675s | train_loss=0.0180
+  step 3750000 |  33756s | train_loss=0.0181
+  step 3760000 |  33830s | train_loss=0.0180
+  step 3770000 |  33914s | train_loss=0.0181
+  step 3780000 |  33998s | train_loss=0.0176
+  step 3790000 |  34082s | train_loss=0.0178
+  step 3800000 |  34255s | train_loss=0.0178 | fid=68.2178
+  step 3810000 |  34339s | train_loss=0.0177
+  step 3820000 |  34423s | train_loss=0.0173
+  step 3830000 |  34508s | train_loss=0.0177
+  step 3840000 |  34580s | train_loss=0.0173
+  step 3850000 |  34661s | train_loss=0.0176
+  step 3860000 |  34735s | train_loss=0.0175
+  step 3870000 |  34814s | train_loss=0.0172
+  step 3880000 |  34898s | train_loss=0.0176
+  step 3890000 |  34982s | train_loss=0.0176
+  step 3900000 |  35181s | train_loss=0.0174 | fid=67.5382
+  step 3910000 |  35265s | train_loss=0.0171
+  step 3920000 |  35349s | train_loss=0.0175
+  step 3930000 |  35433s | train_loss=0.0171
+  step 3940000 |  35505s | train_loss=0.0175
+  step 3950000 |  35589s | train_loss=0.0175
+  step 3960000 |  35671s | train_loss=0.0171
+  step 3970000 |  35746s | train_loss=0.0172
+  step 3980000 |  35830s | train_loss=0.0170
+  step 3990000 |  35914s | train_loss=0.0167
+  step 4000000 |  36106s | train_loss=0.0170 | fid=67.4431
+  step 4010000 |  36190s | train_loss=0.0169
+  step 4020000 |  36274s | train_loss=0.0171
+  step 4030000 |  36359s | train_loss=0.0168
+  step 4040000 |  36425s | train_loss=0.0168
+  step 4050000 |  36508s | train_loss=0.0170
+  step 4060000 |  36592s | train_loss=0.0167
+  step 4070000 |  36663s | train_loss=0.0169
+  step 4080000 |  36746s | train_loss=0.0168
+  step 4090000 |  36830s | train_loss=0.0168
+  step 4100000 |  37026s | train_loss=0.0167 | fid=66.8059
+  step 4110000 |  37110s | train_loss=0.0169
+  step 4120000 |  37194s | train_loss=0.0165
+  step 4130000 |  37276s | train_loss=0.0165
+  step 4140000 |  37347s | train_loss=0.0164
+  step 4150000 |  37428s | train_loss=0.0165
+  step 4160000 |  37512s | train_loss=0.0167
+  step 4170000 |  37591s | train_loss=0.0163
+  step 4180000 |  37666s | train_loss=0.0165
+  step 4190000 |  37750s | train_loss=0.0166
+  step 4200000 |  37945s | train_loss=0.0163 | fid=67.4547
+  step 4210000 |  38030s | train_loss=0.0162
+  step 4220000 |  38112s | train_loss=0.0164
+  step 4230000 |  38196s | train_loss=0.0161
+  step 4240000 |  38268s | train_loss=0.0161
+  step 4250000 |  38346s | train_loss=0.0163
+  step 4260000 |  38430s | train_loss=0.0160
+  step 4270000 |  38515s | train_loss=0.0161
+  step 4280000 |  38588s | train_loss=0.0164
+  step 4290000 |  38672s | train_loss=0.0160
+  step 4300000 |  38873s | train_loss=0.0163 | fid=67.9438
+  step 4310000 |  38956s | train_loss=0.0161
+  step 4320000 |  39040s | train_loss=0.0162
+  step 4330000 |  39124s | train_loss=0.0160
+  step 4340000 |  39199s | train_loss=0.0161
+  step 4350000 |  39275s | train_loss=0.0158
+  step 4360000 |  39359s | train_loss=0.0159
+  step 4370000 |  39443s | train_loss=0.0162
+  step 4380000 |  39519s | train_loss=0.0161
+  step 4390000 |  39603s | train_loss=0.0159
+  step 4400000 |  39785s | train_loss=0.0161 | fid=67.3423
+  step 4410000 |  39867s | train_loss=0.0157
+  step 4420000 |  39951s | train_loss=0.0157
+  step 4430000 |  40035s | train_loss=0.0159
+  step 4440000 |  40119s | train_loss=0.0156
+  step 4450000 |  40187s | train_loss=0.0159
+  step 4460000 |  40271s | train_loss=0.0158
+  step 4470000 |  40355s | train_loss=0.0154
+  step 4480000 |  40434s | train_loss=0.0156
+  step 4490000 |  40513s | train_loss=0.0157
+  step 4500000 |  40694s | train_loss=0.0159 | fid=66.4418
+  step 4510000 |  40778s | train_loss=0.0158
+  step 4520000 |  40862s | train_loss=0.0156
+  step 4530000 |  40946s | train_loss=0.0156
+  step 4540000 |  41030s | train_loss=0.0154
+  step 4550000 |  41100s | train_loss=0.0155
+  step 4560000 |  41182s | train_loss=0.0157
+  step 4570000 |  41266s | train_loss=0.0155
+  step 4580000 |  41349s | train_loss=0.0154
+  step 4590000 |  41426s | train_loss=0.0152
+  step 4600000 |  41588s | train_loss=0.0154 | fid=67.2044
+  step 4610000 |  41672s | train_loss=0.0156
+  step 4620000 |  41756s | train_loss=0.0157
+  step 4630000 |  41839s | train_loss=0.0153
+  step 4640000 |  41923s | train_loss=0.0152
+  step 4650000 |  42001s | train_loss=0.0155
+  step 4660000 |  42085s | train_loss=0.0152
+  step 4670000 |  42168s | train_loss=0.0151
+  step 4680000 |  42252s | train_loss=0.0150
+  step 4690000 |  42331s | train_loss=0.0150
+  step 4700000 |  42483s | train_loss=0.0150 | fid=67.4073
+  step 4710000 |  42566s | train_loss=0.0153
+  step 4720000 |  42649s | train_loss=0.0155
+  step 4730000 |  42733s | train_loss=0.0153
+  step 4740000 |  42816s | train_loss=0.0152
+  step 4750000 |  42898s | train_loss=0.0152
+  step 4760000 |  42980s | train_loss=0.0150
+  step 4770000 |  43064s | train_loss=0.0148
+  step 4780000 |  43147s | train_loss=0.0152
+  step 4790000 |  43231s | train_loss=0.0148
+  step 4800000 |  43379s | train_loss=0.0153 | fid=67.8355
+  step 4810000 |  43463s | train_loss=0.0149
+  step 4820000 |  43546s | train_loss=0.0148
+  step 4830000 |  43630s | train_loss=0.0146
+  step 4840000 |  43713s | train_loss=0.0149
+  step 4850000 |  43795s | train_loss=0.0149
+  step 4860000 |  43877s | train_loss=0.0152
+  step 4870000 |  43960s | train_loss=0.0147
+  step 4880000 |  44044s | train_loss=0.0146
+  step 4890000 |  44127s | train_loss=0.0147
+  step 4900000 |  44253s | train_loss=0.0147 | fid=67.4834
+  step 4910000 |  44320s | train_loss=0.0147
+  step 4920000 |  44387s | train_loss=0.0146
+  step 4930000 |  44453s | train_loss=0.0147
+  step 4940000 |  44520s | train_loss=0.0146
+  step 4950000 |  44585s | train_loss=0.0147
+  step 4960000 |  44652s | train_loss=0.0148
+  step 4970000 |  44717s | train_loss=0.0143
+  step 4980000 |  44784s | train_loss=0.0144
+  step 4990000 |  44851s | train_loss=0.0145
+  step 5000000 |  44969s | train_loss=0.0144 | fid=67.6126
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..6a765585bd0b052bf59089a9c4d34afb698e1b56
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..8e0bf6156924d1cacef921095b11651206f124f1
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 72.56627655029297, "train_loss_step": 201.21826171875, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 0.9954029083251953, "subset_score_loss": 0.9954029083251953, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9763657450675964, "fid": 305.33845729917624}
+{"step": 10000, "wall_time": 162.40209364891052, "train_loss_step": 34.58146667480469, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.6265966796875, "subset_score_loss": 0.6265966796875}
+{"step": 20000, "wall_time": 254.73691701889038, "train_loss_step": 28.331588745117188, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.5169255828857422, "subset_score_loss": 0.5169255828857422}
+{"step": 30000, "wall_time": 346.94672441482544, "train_loss_step": 24.866329193115234, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.4636275100708008, "subset_score_loss": 0.4636275100708008}
+{"step": 40000, "wall_time": 439.44595432281494, "train_loss_step": 28.082996368408203, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.42019962310791015, "subset_score_loss": 0.42019962310791015}
+{"step": 50000, "wall_time": 531.8687992095947, "train_loss_step": 21.88424301147461, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.3686738204956055, "subset_score_loss": 0.3686738204956055}
+{"step": 60000, "wall_time": 624.2727606296539, "train_loss_step": 19.751873016357422, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.31674655914306643, "subset_score_loss": 0.31674655914306643}
+{"step": 70000, "wall_time": 716.8476791381836, "train_loss_step": 20.157304763793945, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.2722368049621582, "subset_score_loss": 0.2722368049621582}
+{"step": 80000, "wall_time": 809.4112210273743, "train_loss_step": 18.03731918334961, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.2351369285583496, "subset_score_loss": 0.2351369285583496}
+{"step": 90000, "wall_time": 901.8707137107849, "train_loss_step": 17.623249053955078, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.20726665496826172, "subset_score_loss": 0.20726665496826172}
+{"step": 100000, "wall_time": 1061.2349593639374, "train_loss_step": 16.379032135009766, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.18612903594970703, "subset_score_loss": 0.18612903594970703, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9444503784179688, "fid": 65.63812214803804}
+{"step": 110000, "wall_time": 1142.9023251533508, "train_loss_step": 17.022104263305664, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.17130123138427733, "subset_score_loss": 0.17130123138427733}
+{"step": 120000, "wall_time": 1235.3687417507172, "train_loss_step": 14.95040512084961, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.15525176048278808, "subset_score_loss": 0.15525176048278808}
+{"step": 130000, "wall_time": 1327.5911285877228, "train_loss_step": 14.465869903564453, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.14545754432678223, "subset_score_loss": 0.14545754432678223}
+{"step": 140000, "wall_time": 1420.1451966762543, "train_loss_step": 14.727678298950195, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.13699714660644532, "subset_score_loss": 0.13699714660644532}
+{"step": 150000, "wall_time": 1512.7004141807556, "train_loss_step": 13.54705810546875, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.13021258354187012, "subset_score_loss": 0.13021258354187012}
+{"step": 160000, "wall_time": 1605.2308764457703, "train_loss_step": 13.58493423461914, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.12679329872131348, "subset_score_loss": 0.12679329872131348}
+{"step": 170000, "wall_time": 1697.8508138656616, "train_loss_step": 14.094780921936035, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12014636993408204, "subset_score_loss": 0.12014636993408204}
+{"step": 180000, "wall_time": 1790.4252972602844, "train_loss_step": 13.309181213378906, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.11432476997375489, "subset_score_loss": 0.11432476997375489}
+{"step": 190000, "wall_time": 1882.9039990901947, "train_loss_step": 12.799154281616211, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.10927377700805664, "subset_score_loss": 0.10927377700805664}
+{"step": 200000, "wall_time": 2042.235407114029, "train_loss_step": 13.345598220825195, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.10583008766174316, "subset_score_loss": 0.10583008766174316, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9406517744064331, "fid": 73.50888940578153}
+{"step": 210000, "wall_time": 2136.446913957596, "train_loss_step": 12.5377197265625, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.10512723922729492, "subset_score_loss": 0.10512723922729492}
+{"step": 220000, "wall_time": 2220.6947090625763, "train_loss_step": 12.217208862304688, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.10141121864318847, "subset_score_loss": 0.10141121864318847}
+{"step": 230000, "wall_time": 2312.855140686035, "train_loss_step": 12.03502368927002, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.09812973022460937, "subset_score_loss": 0.09812973022460937}
+{"step": 240000, "wall_time": 2405.3868322372437, "train_loss_step": 11.833617210388184, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.10030711174011231, "subset_score_loss": 0.10030711174011231}
+{"step": 250000, "wall_time": 2497.921047925949, "train_loss_step": 11.961020469665527, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.09811683654785157, "subset_score_loss": 0.09811683654785157}
+{"step": 260000, "wall_time": 2590.3755147457123, "train_loss_step": 11.539011001586914, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.0920942497253418, "subset_score_loss": 0.0920942497253418}
+{"step": 270000, "wall_time": 2682.906996488571, "train_loss_step": 11.907512664794922, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.08792827606201171, "subset_score_loss": 0.08792827606201171}
+{"step": 280000, "wall_time": 2775.4406905174255, "train_loss_step": 11.876863479614258, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.08738140106201171, "subset_score_loss": 0.08738140106201171}
+{"step": 290000, "wall_time": 2866.1933629512787, "train_loss_step": 10.906208038330078, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.08779849052429199, "subset_score_loss": 0.08779849052429199}
+{"step": 300000, "wall_time": 3027.509434700012, "train_loss_step": 12.320568084716797, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.08934324264526367, "subset_score_loss": 0.08934324264526367, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9404798746109009, "fid": 82.70763818753012}
+{"step": 310000, "wall_time": 3120.3224036693573, "train_loss_step": 10.504776000976562, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.08296613693237305, "subset_score_loss": 0.08296613693237305}
+{"step": 320000, "wall_time": 3208.040036916733, "train_loss_step": 10.65065860748291, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.08094054222106933, "subset_score_loss": 0.08094054222106933}
+{"step": 330000, "wall_time": 3300.4236855506897, "train_loss_step": 11.303121566772461, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.08063292503356934, "subset_score_loss": 0.08063292503356934}
+{"step": 340000, "wall_time": 3392.809292793274, "train_loss_step": 10.897900581359863, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.0782314682006836, "subset_score_loss": 0.0782314682006836}
+{"step": 350000, "wall_time": 3485.263278722763, "train_loss_step": 10.285330772399902, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.08517857551574708, "subset_score_loss": 0.08517857551574708}
+{"step": 360000, "wall_time": 3577.8585212230682, "train_loss_step": 10.378850936889648, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.07713901996612549, "subset_score_loss": 0.07713901996612549}
+{"step": 370000, "wall_time": 3670.468415260315, "train_loss_step": 10.691776275634766, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.07761236190795899, "subset_score_loss": 0.07761236190795899}
+{"step": 380000, "wall_time": 3763.0147120952606, "train_loss_step": 11.372237205505371, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.07847781181335449, "subset_score_loss": 0.07847781181335449}
+{"step": 390000, "wall_time": 3853.4967856407166, "train_loss_step": 9.861257553100586, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.0735240364074707, "subset_score_loss": 0.0735240364074707}
+{"step": 400000, "wall_time": 4015.18963265419, "train_loss_step": 9.95111083984375, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.07264780044555665, "subset_score_loss": 0.07264780044555665, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.9433162212371826, "fid": 87.74424396038773}
+{"step": 410000, "wall_time": 4107.702590703964, "train_loss_step": 9.761228561401367, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.07209202289581298, "subset_score_loss": 0.07209202289581298}
+{"step": 420000, "wall_time": 4201.732744216919, "train_loss_step": 10.155683517456055, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.0706498908996582, "subset_score_loss": 0.0706498908996582}
+{"step": 430000, "wall_time": 4287.754678726196, "train_loss_step": 9.760077476501465, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.07246095657348633, "subset_score_loss": 0.07246095657348633}
+{"step": 440000, "wall_time": 4379.960639476776, "train_loss_step": 9.591818809509277, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.06869208335876464, "subset_score_loss": 0.06869208335876464}
+{"step": 450000, "wall_time": 4472.514737606049, "train_loss_step": 9.48022747039795, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.06881335258483887, "subset_score_loss": 0.06881335258483887}
+{"step": 460000, "wall_time": 4565.046146869659, "train_loss_step": 9.544321060180664, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.07042091369628906, "subset_score_loss": 0.07042091369628906}
+{"step": 470000, "wall_time": 4657.620892047882, "train_loss_step": 9.76500415802002, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.06732360363006591, "subset_score_loss": 0.06732360363006591}
+{"step": 480000, "wall_time": 4748.297208786011, "train_loss_step": 10.121110916137695, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.06693322658538818, "subset_score_loss": 0.06693322658538818}
+{"step": 490000, "wall_time": 4840.628700494766, "train_loss_step": 10.005125045776367, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.06824228763580323, "subset_score_loss": 0.06824228763580323}
+{"step": 500000, "wall_time": 5001.422974348068, "train_loss_step": 9.389569282531738, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.06424450874328613, "subset_score_loss": 0.06424450874328613, "memorization_fraction_pixel": 0.003000000026077032, "mean_nn_ratio_pixel": 0.9393280148506165, "fid": 92.02882021761275}
+{"step": 510000, "wall_time": 5093.855136632919, "train_loss_step": 9.488401412963867, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.06599111557006836, "subset_score_loss": 0.06599111557006836}
+{"step": 520000, "wall_time": 5186.526936292648, "train_loss_step": 9.072725296020508, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.06371641159057617, "subset_score_loss": 0.06371641159057617}
+{"step": 530000, "wall_time": 5274.494152069092, "train_loss_step": 9.21153450012207, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.06589202404022217, "subset_score_loss": 0.06589202404022217}
+{"step": 540000, "wall_time": 5366.621599912643, "train_loss_step": 8.869729042053223, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.06182882785797119, "subset_score_loss": 0.06182882785797119}
+{"step": 550000, "wall_time": 5459.1845779418945, "train_loss_step": 8.87529182434082, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.06288741111755371, "subset_score_loss": 0.06288741111755371}
+{"step": 560000, "wall_time": 5551.73778629303, "train_loss_step": 9.217207908630371, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.06220808029174805, "subset_score_loss": 0.06220808029174805}
+{"step": 570000, "wall_time": 5644.264377593994, "train_loss_step": 8.656428337097168, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.061622943878173825, "subset_score_loss": 0.061622943878173825}
+{"step": 580000, "wall_time": 5734.858628511429, "train_loss_step": 9.475618362426758, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.06487340927124023, "subset_score_loss": 0.06487340927124023}
+{"step": 590000, "wall_time": 5827.204073429108, "train_loss_step": 8.86939811706543, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.06054279327392578, "subset_score_loss": 0.06054279327392578}
+{"step": 600000, "wall_time": 5987.903824567795, "train_loss_step": 9.108423233032227, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.06137680053710937, "subset_score_loss": 0.06137680053710937, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.933982253074646, "fid": 102.25897408671338}
+{"step": 610000, "wall_time": 6080.520532846451, "train_loss_step": 8.880144119262695, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.05929008960723877, "subset_score_loss": 0.05929008960723877}
+{"step": 620000, "wall_time": 6172.787741661072, "train_loss_step": 9.425168991088867, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.05871129035949707, "subset_score_loss": 0.05871129035949707}
+{"step": 630000, "wall_time": 6266.511107444763, "train_loss_step": 8.272525787353516, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.0614431095123291, "subset_score_loss": 0.0614431095123291}
+{"step": 640000, "wall_time": 6353.43101811409, "train_loss_step": 8.853313446044922, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.05576617240905762, "subset_score_loss": 0.05576617240905762}
+{"step": 650000, "wall_time": 6445.8270428180695, "train_loss_step": 8.550399780273438, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.06347425937652589, "subset_score_loss": 0.06347425937652589}
+{"step": 660000, "wall_time": 6538.3195922374725, "train_loss_step": 9.021758079528809, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.061565728187561036, "subset_score_loss": 0.061565728187561036}
+{"step": 670000, "wall_time": 6629.262497663498, "train_loss_step": 8.73782730102539, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.0553095531463623, "subset_score_loss": 0.0553095531463623}
+{"step": 680000, "wall_time": 6721.217149972916, "train_loss_step": 8.51849365234375, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.05613236427307129, "subset_score_loss": 0.05613236427307129}
+{"step": 690000, "wall_time": 6813.751034736633, "train_loss_step": 9.076386451721191, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.05761542320251465, "subset_score_loss": 0.05761542320251465}
+{"step": 700000, "wall_time": 6974.647917509079, "train_loss_step": 8.760202407836914, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.055777063369750975, "subset_score_loss": 0.055777063369750975, "memorization_fraction_pixel": 0.014800000004470348, "mean_nn_ratio_pixel": 0.9214214086532593, "fid": 95.94746721379934}
+{"step": 710000, "wall_time": 7067.166295528412, "train_loss_step": 7.982839584350586, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.05148679733276367, "subset_score_loss": 0.05148679733276367}
+{"step": 720000, "wall_time": 7159.68721985817, "train_loss_step": 8.204916000366211, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.05517283916473389, "subset_score_loss": 0.05517283916473389}
+{"step": 730000, "wall_time": 7252.452282905579, "train_loss_step": 8.345587730407715, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.05535208225250244, "subset_score_loss": 0.05535208225250244}
+{"step": 740000, "wall_time": 7340.538466215134, "train_loss_step": 8.15523910522461, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.05732414245605469, "subset_score_loss": 0.05732414245605469}
+{"step": 750000, "wall_time": 7432.887469053268, "train_loss_step": 8.39111328125, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.05411739349365234, "subset_score_loss": 0.05411739349365234}
+{"step": 760000, "wall_time": 7525.389301776886, "train_loss_step": 8.241003036499023, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.052593135833740236, "subset_score_loss": 0.052593135833740236}
+{"step": 770000, "wall_time": 7616.249196529388, "train_loss_step": 7.875708103179932, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.05641061782836914, "subset_score_loss": 0.05641061782836914}
+{"step": 780000, "wall_time": 7708.500069141388, "train_loss_step": 8.171992301940918, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.05391119480133057, "subset_score_loss": 0.05391119480133057}
+{"step": 790000, "wall_time": 7800.962708950043, "train_loss_step": 8.945409774780273, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.051996750831604, "subset_score_loss": 0.051996750831604}
+{"step": 800000, "wall_time": 7962.712461709976, "train_loss_step": 7.960334777832031, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.0502562141418457, "subset_score_loss": 0.0502562141418457, "memorization_fraction_pixel": 0.020400000736117363, "mean_nn_ratio_pixel": 0.9089826345443726, "fid": 95.83066950901997}
+{"step": 810000, "wall_time": 8055.260988950729, "train_loss_step": 8.204803466796875, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.05518918037414551, "subset_score_loss": 0.05518918037414551}
+{"step": 820000, "wall_time": 8147.786001205444, "train_loss_step": 8.082036972045898, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.05403782367706299, "subset_score_loss": 0.05403782367706299}
+{"step": 830000, "wall_time": 8240.305478811264, "train_loss_step": 7.950928211212158, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.050841145515441895, "subset_score_loss": 0.050841145515441895}
+{"step": 840000, "wall_time": 8333.598052978516, "train_loss_step": 8.281908988952637, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.052045350074768064, "subset_score_loss": 0.052045350074768064}
+{"step": 850000, "wall_time": 8421.539974212646, "train_loss_step": 7.884895324707031, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.051534805297851566, "subset_score_loss": 0.051534805297851566}
+{"step": 860000, "wall_time": 8512.416531801224, "train_loss_step": 7.828793048858643, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.047541751861572265, "subset_score_loss": 0.047541751861572265}
+{"step": 870000, "wall_time": 8604.812504291534, "train_loss_step": 7.738161087036133, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.04907369136810303, "subset_score_loss": 0.04907369136810303}
+{"step": 880000, "wall_time": 8697.352453708649, "train_loss_step": 7.701714992523193, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.04788569450378418, "subset_score_loss": 0.04788569450378418}
+{"step": 890000, "wall_time": 8789.781912565231, "train_loss_step": 7.786911964416504, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.04785775661468506, "subset_score_loss": 0.04785775661468506}
+{"step": 900000, "wall_time": 8951.619951725006, "train_loss_step": 8.039154052734375, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.04788649559020996, "subset_score_loss": 0.04788649559020996, "memorization_fraction_pixel": 0.025100000202655792, "mean_nn_ratio_pixel": 0.9065245985984802, "fid": 99.87011978643653}
+{"step": 910000, "wall_time": 9044.115741491318, "train_loss_step": 7.70766019821167, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.0480003833770752, "subset_score_loss": 0.0480003833770752}
+{"step": 920000, "wall_time": 9136.71492934227, "train_loss_step": 7.565361976623535, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.04727871417999267, "subset_score_loss": 0.04727871417999267}
+{"step": 930000, "wall_time": 9229.22259259224, "train_loss_step": 7.845555305480957, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.05043374061584473, "subset_score_loss": 0.05043374061584473}
+{"step": 940000, "wall_time": 9321.98887014389, "train_loss_step": 8.080148696899414, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.051757068634033204, "subset_score_loss": 0.051757068634033204}
+{"step": 950000, "wall_time": 9409.918478250504, "train_loss_step": 7.76181697845459, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.049946160316467286, "subset_score_loss": 0.049946160316467286}
+{"step": 960000, "wall_time": 9500.373466968536, "train_loss_step": 7.616763591766357, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.04538100719451904, "subset_score_loss": 0.04538100719451904}
+{"step": 970000, "wall_time": 9592.790371656418, "train_loss_step": 7.60215425491333, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.044245967864990236, "subset_score_loss": 0.044245967864990236}
+{"step": 980000, "wall_time": 9685.282492399216, "train_loss_step": 7.936655044555664, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.06933819770812988, "subset_score_loss": 0.06933819770812988}
+{"step": 990000, "wall_time": 9777.67857003212, "train_loss_step": 7.523348808288574, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.04574618339538574, "subset_score_loss": 0.04574618339538574}
+{"step": 1000000, "wall_time": 9939.718941688538, "train_loss_step": 7.602858066558838, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.045515947341918946, "subset_score_loss": 0.045515947341918946, "memorization_fraction_pixel": 0.038600001484155655, "mean_nn_ratio_pixel": 0.8856295943260193, "fid": 92.72806474633367}
+{"step": 1010000, "wall_time": 10032.367906332016, "train_loss_step": 7.3494062423706055, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.044543495178222654, "subset_score_loss": 0.044543495178222654}
+{"step": 1020000, "wall_time": 10124.876287460327, "train_loss_step": 7.8612823486328125, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.045984354019165036, "subset_score_loss": 0.045984354019165036}
+{"step": 1030000, "wall_time": 10217.38445353508, "train_loss_step": 7.510178089141846, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.04675646305084229, "subset_score_loss": 0.04675646305084229}
+{"step": 1040000, "wall_time": 10309.869582414627, "train_loss_step": 7.570927619934082, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.0461785888671875, "subset_score_loss": 0.0461785888671875}
+{"step": 1050000, "wall_time": 10400.276023626328, "train_loss_step": 7.445226192474365, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.045486526489257814, "subset_score_loss": 0.045486526489257814}
+{"step": 1060000, "wall_time": 10487.992653369904, "train_loss_step": 7.297357082366943, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.04371512413024902, "subset_score_loss": 0.04371512413024902}
+{"step": 1070000, "wall_time": 10580.414486408234, "train_loss_step": 7.827342987060547, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.04548067569732666, "subset_score_loss": 0.04548067569732666}
+{"step": 1080000, "wall_time": 10672.971322059631, "train_loss_step": 7.319349765777588, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.044806385040283205, "subset_score_loss": 0.044806385040283205}
+{"step": 1090000, "wall_time": 10765.22007226944, "train_loss_step": 7.105951309204102, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.04549211025238037, "subset_score_loss": 0.04549211025238037}
+{"step": 1100000, "wall_time": 10927.104679346085, "train_loss_step": 7.714753150939941, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.044640793800354, "subset_score_loss": 0.044640793800354, "memorization_fraction_pixel": 0.04520000144839287, "mean_nn_ratio_pixel": 0.8752796649932861, "fid": 89.38896707548639}
+{"step": 1110000, "wall_time": 11019.664625167847, "train_loss_step": 7.0428948402404785, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.04148323059082031, "subset_score_loss": 0.04148323059082031}
+{"step": 1120000, "wall_time": 11112.176627874374, "train_loss_step": 6.948054790496826, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.044059767723083496, "subset_score_loss": 0.044059767723083496}
+{"step": 1130000, "wall_time": 11204.638966560364, "train_loss_step": 7.2279486656188965, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.041164183616638185, "subset_score_loss": 0.041164183616638185}
+{"step": 1140000, "wall_time": 11297.120107889175, "train_loss_step": 6.884746551513672, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.042154369354248045, "subset_score_loss": 0.042154369354248045}
+{"step": 1150000, "wall_time": 11387.958029031754, "train_loss_step": 7.3052778244018555, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.04186500072479248, "subset_score_loss": 0.04186500072479248}
+{"step": 1160000, "wall_time": 11476.838760137558, "train_loss_step": 7.172696113586426, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.04263228416442871, "subset_score_loss": 0.04263228416442871}
+{"step": 1170000, "wall_time": 11567.975857019424, "train_loss_step": 6.966087341308594, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.04209151744842529, "subset_score_loss": 0.04209151744842529}
+{"step": 1180000, "wall_time": 11660.55005455017, "train_loss_step": 6.89560604095459, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.043201017379760745, "subset_score_loss": 0.043201017379760745}
+{"step": 1190000, "wall_time": 11752.893602609634, "train_loss_step": 6.945343971252441, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.03980718851089478, "subset_score_loss": 0.03980718851089478}
+{"step": 1200000, "wall_time": 11914.94716501236, "train_loss_step": 7.719727039337158, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.04262481689453125, "subset_score_loss": 0.04262481689453125, "memorization_fraction_pixel": 0.056699998676776886, "mean_nn_ratio_pixel": 0.8666657209396362, "fid": 85.98137520048476}
+{"step": 1210000, "wall_time": 12007.416166067123, "train_loss_step": 6.8846893310546875, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.039565613269805906, "subset_score_loss": 0.039565613269805906}
+{"step": 1220000, "wall_time": 12099.968267202377, "train_loss_step": 6.826577186584473, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.04031116962432861, "subset_score_loss": 0.04031116962432861}
+{"step": 1230000, "wall_time": 12192.463121414185, "train_loss_step": 6.962318420410156, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.04098690509796143, "subset_score_loss": 0.04098690509796143}
+{"step": 1240000, "wall_time": 12283.120826482773, "train_loss_step": 7.4105024337768555, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.04116885185241699, "subset_score_loss": 0.04116885185241699}
+{"step": 1250000, "wall_time": 12375.52147102356, "train_loss_step": 6.819643974304199, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.039657669067382814, "subset_score_loss": 0.039657669067382814}
+{"step": 1260000, "wall_time": 12467.63037776947, "train_loss_step": 7.302389621734619, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.04020481586456299, "subset_score_loss": 0.04020481586456299}
+{"step": 1270000, "wall_time": 12556.380102396011, "train_loss_step": 6.529181003570557, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.04358836650848388, "subset_score_loss": 0.04358836650848388}
+{"step": 1280000, "wall_time": 12648.876575946808, "train_loss_step": 6.873819828033447, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.040892567634582516, "subset_score_loss": 0.040892567634582516}
+{"step": 1290000, "wall_time": 12741.263261079788, "train_loss_step": 6.8252949714660645, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.042870774269104, "subset_score_loss": 0.042870774269104}
+{"step": 1300000, "wall_time": 12902.128531455994, "train_loss_step": 6.960068225860596, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.046285548210144044, "subset_score_loss": 0.046285548210144044, "memorization_fraction_pixel": 0.06920000165700912, "mean_nn_ratio_pixel": 0.8542013764381409, "fid": 83.95329332307166}
+{"step": 1310000, "wall_time": 12994.66288304329, "train_loss_step": 6.932003498077393, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.04021499156951904, "subset_score_loss": 0.04021499156951904}
+{"step": 1320000, "wall_time": 13087.181235313416, "train_loss_step": 6.582664489746094, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.04472994327545166, "subset_score_loss": 0.04472994327545166}
+{"step": 1330000, "wall_time": 13179.686713933945, "train_loss_step": 6.6744232177734375, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.039036374092102054, "subset_score_loss": 0.039036374092102054}
+{"step": 1340000, "wall_time": 13270.47427535057, "train_loss_step": 6.338911533355713, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.0384219241142273, "subset_score_loss": 0.0384219241142273}
+{"step": 1350000, "wall_time": 13362.778409004211, "train_loss_step": 7.0900373458862305, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.040550851821899415, "subset_score_loss": 0.040550851821899415}
+{"step": 1360000, "wall_time": 13455.380181312561, "train_loss_step": 6.999600410461426, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.041929583549499515, "subset_score_loss": 0.041929583549499515}
+{"step": 1370000, "wall_time": 13545.212000846863, "train_loss_step": 6.756450653076172, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.03965776205062866, "subset_score_loss": 0.03965776205062866}
+{"step": 1380000, "wall_time": 13635.936294555664, "train_loss_step": 7.0390625, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.03770969390869141, "subset_score_loss": 0.03770969390869141}
+{"step": 1390000, "wall_time": 13728.335574865341, "train_loss_step": 6.605532646179199, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.04308634757995605, "subset_score_loss": 0.04308634757995605}
+{"step": 1400000, "wall_time": 13890.382580757141, "train_loss_step": 6.892772674560547, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.040226716995239255, "subset_score_loss": 0.040226716995239255, "memorization_fraction_pixel": 0.07360000163316727, "mean_nn_ratio_pixel": 0.8449910283088684, "fid": 77.59101595282722}
+{"step": 1410000, "wall_time": 13982.952909231186, "train_loss_step": 6.590178966522217, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.03808551788330078, "subset_score_loss": 0.03808551788330078}
+{"step": 1420000, "wall_time": 14075.513367176056, "train_loss_step": 6.792282581329346, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.039302566051483155, "subset_score_loss": 0.039302566051483155}
+{"step": 1430000, "wall_time": 14166.359332799911, "train_loss_step": 6.597036361694336, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.04149302005767822, "subset_score_loss": 0.04149302005767822}
+{"step": 1440000, "wall_time": 14258.894198417664, "train_loss_step": 7.054515838623047, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.040850977897644046, "subset_score_loss": 0.040850977897644046}
+{"step": 1450000, "wall_time": 14351.223103761673, "train_loss_step": 6.629897117614746, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.0371544098854065, "subset_score_loss": 0.0371544098854065}
+{"step": 1460000, "wall_time": 14443.845633983612, "train_loss_step": 6.641973495483398, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.038396437168121335, "subset_score_loss": 0.038396437168121335}
+{"step": 1470000, "wall_time": 14535.719275712967, "train_loss_step": 6.432175636291504, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.037481057643890384, "subset_score_loss": 0.037481057643890384}
+{"step": 1480000, "wall_time": 14624.808721542358, "train_loss_step": 6.875968933105469, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.03682554960250854, "subset_score_loss": 0.03682554960250854}
+{"step": 1490000, "wall_time": 14717.217070579529, "train_loss_step": 6.47926139831543, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.03805541276931763, "subset_score_loss": 0.03805541276931763}
+{"step": 1500000, "wall_time": 14879.221150875092, "train_loss_step": 6.9679179191589355, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.037952332496643065, "subset_score_loss": 0.037952332496643065, "memorization_fraction_pixel": 0.09549999982118607, "mean_nn_ratio_pixel": 0.8201447129249573, "fid": 76.7935806460102}
+{"step": 1510000, "wall_time": 14971.811366796494, "train_loss_step": 6.507109642028809, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.03722810983657837, "subset_score_loss": 0.03722810983657837}
+{"step": 1520000, "wall_time": 15064.377526283264, "train_loss_step": 6.147086143493652, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.04152777671813965, "subset_score_loss": 0.04152777671813965}
+{"step": 1530000, "wall_time": 15155.002415895462, "train_loss_step": 6.558018207550049, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.040777783393859866, "subset_score_loss": 0.040777783393859866}
+{"step": 1540000, "wall_time": 15247.276230335236, "train_loss_step": 6.575374603271484, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.036673512458801266, "subset_score_loss": 0.036673512458801266}
+{"step": 1550000, "wall_time": 15339.817780971527, "train_loss_step": 6.407754898071289, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.033856394290924074, "subset_score_loss": 0.033856394290924074}
+{"step": 1560000, "wall_time": 15432.36103963852, "train_loss_step": 6.180746078491211, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.035735924243927, "subset_score_loss": 0.035735924243927}
+{"step": 1570000, "wall_time": 15525.132023334503, "train_loss_step": 6.223543167114258, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.03597898483276367, "subset_score_loss": 0.03597898483276367}
+{"step": 1580000, "wall_time": 15614.72515630722, "train_loss_step": 6.231941223144531, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.03486523151397705, "subset_score_loss": 0.03486523151397705}
+{"step": 1590000, "wall_time": 15705.409274101257, "train_loss_step": 6.655109882354736, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.03485512256622315, "subset_score_loss": 0.03485512256622315}
+{"step": 1600000, "wall_time": 15867.440924882889, "train_loss_step": 6.288726806640625, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.03857560634613037, "subset_score_loss": 0.03857560634613037, "memorization_fraction_pixel": 0.12049999833106995, "mean_nn_ratio_pixel": 0.7970553636550903, "fid": 68.70862441243591}
+{"step": 1610000, "wall_time": 15960.041526556015, "train_loss_step": 6.395080089569092, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.0367643666267395, "subset_score_loss": 0.0367643666267395}
+{"step": 1620000, "wall_time": 16050.874912023544, "train_loss_step": 7.104669570922852, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.03519703149795532, "subset_score_loss": 0.03519703149795532}
+{"step": 1630000, "wall_time": 16143.416040182114, "train_loss_step": 6.6160888671875, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03880124807357788, "subset_score_loss": 0.03880124807357788}
+{"step": 1640000, "wall_time": 16235.783263921738, "train_loss_step": 6.386659622192383, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.03617812633514404, "subset_score_loss": 0.03617812633514404}
+{"step": 1650000, "wall_time": 16328.323306322098, "train_loss_step": 6.371610641479492, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.037126095294952394, "subset_score_loss": 0.037126095294952394}
+{"step": 1660000, "wall_time": 16420.845614910126, "train_loss_step": 6.447957515716553, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.03727382898330688, "subset_score_loss": 0.03727382898330688}
+{"step": 1670000, "wall_time": 16513.38185453415, "train_loss_step": 6.516023635864258, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.03325960159301758, "subset_score_loss": 0.03325960159301758}
+{"step": 1680000, "wall_time": 16605.14519405365, "train_loss_step": 6.058437347412109, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.036767463684082034, "subset_score_loss": 0.036767463684082034}
+{"step": 1690000, "wall_time": 16693.9020550251, "train_loss_step": 6.237114906311035, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.03432689666748047, "subset_score_loss": 0.03432689666748047}
+{"step": 1700000, "wall_time": 16856.0017683506, "train_loss_step": 6.094667434692383, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.0339575457572937, "subset_score_loss": 0.0339575457572937, "memorization_fraction_pixel": 0.12960000336170197, "mean_nn_ratio_pixel": 0.7952963709831238, "fid": 67.3148205529812}
+{"step": 1710000, "wall_time": 16948.618399858475, "train_loss_step": 6.215680122375488, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.035354549884796145, "subset_score_loss": 0.035354549884796145}
+{"step": 1720000, "wall_time": 17039.356426477432, "train_loss_step": 6.550109386444092, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.039205300807952884, "subset_score_loss": 0.039205300807952884}
+{"step": 1730000, "wall_time": 17131.64435505867, "train_loss_step": 6.421627998352051, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.03599023580551147, "subset_score_loss": 0.03599023580551147}
+{"step": 1740000, "wall_time": 17224.21254301071, "train_loss_step": 6.468006134033203, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.03579239845275879, "subset_score_loss": 0.03579239845275879}
+{"step": 1750000, "wall_time": 17316.648050308228, "train_loss_step": 6.010880470275879, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.03311379909515381, "subset_score_loss": 0.03311379909515381}
+{"step": 1760000, "wall_time": 17409.19487786293, "train_loss_step": 5.849209785461426, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.03170495271682739, "subset_score_loss": 0.03170495271682739}
+{"step": 1770000, "wall_time": 17501.674958229065, "train_loss_step": 6.106705665588379, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.03439126253128052, "subset_score_loss": 0.03439126253128052}
+{"step": 1780000, "wall_time": 17594.275480270386, "train_loss_step": 5.644721984863281, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.03483701229095459, "subset_score_loss": 0.03483701229095459}
+{"step": 1790000, "wall_time": 17683.964860200882, "train_loss_step": 6.552814960479736, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.04263779640197754, "subset_score_loss": 0.04263779640197754}
+{"step": 1800000, "wall_time": 17843.192439556122, "train_loss_step": 6.100794792175293, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.03344024658203125, "subset_score_loss": 0.03344024658203125, "memorization_fraction_pixel": 0.15219999849796295, "mean_nn_ratio_pixel": 0.7732511162757874, "fid": 64.39757432846628}
+{"step": 1810000, "wall_time": 17933.798373937607, "train_loss_step": 6.075218200683594, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.0397417140007019, "subset_score_loss": 0.0397417140007019}
+{"step": 1820000, "wall_time": 18026.270396232605, "train_loss_step": 6.010845184326172, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.03338226318359375, "subset_score_loss": 0.03338226318359375}
+{"step": 1830000, "wall_time": 18118.603687286377, "train_loss_step": 6.420533180236816, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.03500158071517944, "subset_score_loss": 0.03500158071517944}
+{"step": 1840000, "wall_time": 18211.179433345795, "train_loss_step": 6.082615852355957, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.033110527992248534, "subset_score_loss": 0.033110527992248534}
+{"step": 1850000, "wall_time": 18303.697590589523, "train_loss_step": 5.785122394561768, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.031095609664916993, "subset_score_loss": 0.031095609664916993}
+{"step": 1860000, "wall_time": 18396.194080114365, "train_loss_step": 6.076541900634766, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.03238821029663086, "subset_score_loss": 0.03238821029663086}
+{"step": 1870000, "wall_time": 18488.66879749298, "train_loss_step": 6.387365341186523, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.032155344486236574, "subset_score_loss": 0.032155344486236574}
+{"step": 1880000, "wall_time": 18581.064790725708, "train_loss_step": 5.878490447998047, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.032896842956542965, "subset_score_loss": 0.032896842956542965}
+{"step": 1890000, "wall_time": 18673.04523420334, "train_loss_step": 6.068123817443848, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.03453723669052124, "subset_score_loss": 0.03453723669052124}
+{"step": 1900000, "wall_time": 18831.525292158127, "train_loss_step": 6.156099319458008, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.03240915775299072, "subset_score_loss": 0.03240915775299072, "memorization_fraction_pixel": 0.17270000278949738, "mean_nn_ratio_pixel": 0.7575371265411377, "fid": 62.2532298868166}
+{"step": 1910000, "wall_time": 18922.20992398262, "train_loss_step": 5.738372325897217, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.032855274677276614, "subset_score_loss": 0.032855274677276614}
+{"step": 1920000, "wall_time": 19014.73002243042, "train_loss_step": 5.698266506195068, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.03458744764328003, "subset_score_loss": 0.03458744764328003}
+{"step": 1930000, "wall_time": 19107.206654548645, "train_loss_step": 5.860639572143555, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.03153331756591797, "subset_score_loss": 0.03153331756591797}
+{"step": 1940000, "wall_time": 19199.761128902435, "train_loss_step": 6.154970169067383, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.033295607566833495, "subset_score_loss": 0.033295607566833495}
+{"step": 1950000, "wall_time": 19292.274369239807, "train_loss_step": 5.965643882751465, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.034136040210723875, "subset_score_loss": 0.034136040210723875}
+{"step": 1960000, "wall_time": 19384.80522584915, "train_loss_step": 5.984668731689453, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.03208337068557739, "subset_score_loss": 0.03208337068557739}
+{"step": 1970000, "wall_time": 19477.392204761505, "train_loss_step": 6.243899345397949, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.03469924449920654, "subset_score_loss": 0.03469924449920654}
+{"step": 1980000, "wall_time": 19569.72294664383, "train_loss_step": 6.189473628997803, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.03591128349304199, "subset_score_loss": 0.03591128349304199}
+{"step": 1990000, "wall_time": 19662.50600385666, "train_loss_step": 5.7056379318237305, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.03275431394577026, "subset_score_loss": 0.03275431394577026}
+{"step": 2000000, "wall_time": 19819.620311498642, "train_loss_step": 5.916072845458984, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.03300556421279907, "subset_score_loss": 0.03300556421279907, "memorization_fraction_pixel": 0.1754000037908554, "mean_nn_ratio_pixel": 0.7599694132804871, "fid": 61.023513394615335}
+{"step": 2010000, "wall_time": 19912.231074810028, "train_loss_step": 6.281161785125732, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.03411174535751343, "subset_score_loss": 0.03411174535751343}
+{"step": 2020000, "wall_time": 20004.647288560867, "train_loss_step": 5.952286720275879, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.032704825401306155, "subset_score_loss": 0.032704825401306155}
+{"step": 2030000, "wall_time": 20097.124943494797, "train_loss_step": 5.814333438873291, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.02992581844329834, "subset_score_loss": 0.02992581844329834}
+{"step": 2040000, "wall_time": 20189.559030771255, "train_loss_step": 5.662263870239258, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.03147081136703491, "subset_score_loss": 0.03147081136703491}
+{"step": 2050000, "wall_time": 20282.02517771721, "train_loss_step": 6.083899021148682, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.0327989935874939, "subset_score_loss": 0.0327989935874939}
+{"step": 2060000, "wall_time": 20374.518523216248, "train_loss_step": 5.858551025390625, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.029651217460632324, "subset_score_loss": 0.029651217460632324}
+{"step": 2070000, "wall_time": 20467.055156469345, "train_loss_step": 5.640496253967285, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.03394714117050171, "subset_score_loss": 0.03394714117050171}
+{"step": 2080000, "wall_time": 20559.45341038704, "train_loss_step": 5.694228172302246, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.030791890621185303, "subset_score_loss": 0.030791890621185303}
+{"step": 2090000, "wall_time": 20651.98311805725, "train_loss_step": 6.0099616050720215, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.029525644779205322, "subset_score_loss": 0.029525644779205322}
+{"step": 2100000, "wall_time": 20809.638298273087, "train_loss_step": 5.5561723709106445, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.031547152996063234, "subset_score_loss": 0.031547152996063234, "memorization_fraction_pixel": 0.18549999594688416, "mean_nn_ratio_pixel": 0.753490686416626, "fid": 62.60592001103092}
+{"step": 2110000, "wall_time": 20900.69792985916, "train_loss_step": 5.644375801086426, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.030455482006073, "subset_score_loss": 0.030455482006073}
+{"step": 2120000, "wall_time": 20993.08750486374, "train_loss_step": 5.759025573730469, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.031049108505249022, "subset_score_loss": 0.031049108505249022}
+{"step": 2130000, "wall_time": 21085.643436908722, "train_loss_step": 6.0218610763549805, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.03214289903640747, "subset_score_loss": 0.03214289903640747}
+{"step": 2140000, "wall_time": 21178.239267110825, "train_loss_step": 5.510004043579102, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.030104424953460693, "subset_score_loss": 0.030104424953460693}
+{"step": 2150000, "wall_time": 21270.7327876091, "train_loss_step": 5.60738468170166, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.027882590293884277, "subset_score_loss": 0.027882590293884277}
+{"step": 2160000, "wall_time": 21363.27656340599, "train_loss_step": 5.790805816650391, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.03351945400238037, "subset_score_loss": 0.03351945400238037}
+{"step": 2170000, "wall_time": 21455.765288352966, "train_loss_step": 5.667686939239502, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.03118460178375244, "subset_score_loss": 0.03118460178375244}
+{"step": 2180000, "wall_time": 21548.255367040634, "train_loss_step": 6.173346519470215, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.02986377239227295, "subset_score_loss": 0.02986377239227295}
+{"step": 2190000, "wall_time": 21640.771965503693, "train_loss_step": 5.651659965515137, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.031228020191192626, "subset_score_loss": 0.031228020191192626}
+{"step": 2200000, "wall_time": 21800.819741010666, "train_loss_step": 5.480216026306152, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.030486292839050293, "subset_score_loss": 0.030486292839050293, "memorization_fraction_pixel": 0.21389999985694885, "mean_nn_ratio_pixel": 0.7290244698524475, "fid": 59.6343469763326}
+{"step": 2210000, "wall_time": 21890.22221851349, "train_loss_step": 4.838496208190918, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.033998892307281495, "subset_score_loss": 0.033998892307281495}
+{"step": 2220000, "wall_time": 21982.782121419907, "train_loss_step": 5.490904808044434, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.02874413728713989, "subset_score_loss": 0.02874413728713989}
+{"step": 2230000, "wall_time": 22075.221451044083, "train_loss_step": 5.828693389892578, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.030667681694030762, "subset_score_loss": 0.030667681694030762}
+{"step": 2240000, "wall_time": 22167.683496952057, "train_loss_step": 5.61939001083374, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.03121786832809448, "subset_score_loss": 0.03121786832809448}
+{"step": 2250000, "wall_time": 22260.254587173462, "train_loss_step": 5.750666618347168, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.029927570819854737, "subset_score_loss": 0.029927570819854737}
+{"step": 2260000, "wall_time": 22352.824863672256, "train_loss_step": 5.579067230224609, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.028896193504333496, "subset_score_loss": 0.028896193504333496}
+{"step": 2270000, "wall_time": 22445.294914722443, "train_loss_step": 5.781524658203125, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.03191619873046875, "subset_score_loss": 0.03191619873046875}
+{"step": 2280000, "wall_time": 22537.850420475006, "train_loss_step": 5.338745594024658, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.029772746562957763, "subset_score_loss": 0.029772746562957763}
+{"step": 2290000, "wall_time": 22630.321202993393, "train_loss_step": 5.694515228271484, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.028650097846984864, "subset_score_loss": 0.028650097846984864}
+{"step": 2300000, "wall_time": 22790.086314201355, "train_loss_step": 5.752699851989746, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.03014878511428833, "subset_score_loss": 0.03014878511428833, "memorization_fraction_pixel": 0.22030000388622284, "mean_nn_ratio_pixel": 0.7229356169700623, "fid": 58.1247949953328}
+{"step": 2310000, "wall_time": 22879.282997369766, "train_loss_step": 5.71766471862793, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.029180312156677247, "subset_score_loss": 0.029180312156677247}
+{"step": 2320000, "wall_time": 22970.35728287697, "train_loss_step": 5.6502814292907715, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.032408709526062014, "subset_score_loss": 0.032408709526062014}
+{"step": 2330000, "wall_time": 23062.92791032791, "train_loss_step": 5.532732963562012, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.028409156799316406, "subset_score_loss": 0.028409156799316406}
+{"step": 2340000, "wall_time": 23155.443751573563, "train_loss_step": 5.416026592254639, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.02684624195098877, "subset_score_loss": 0.02684624195098877}
+{"step": 2350000, "wall_time": 23247.96330666542, "train_loss_step": 5.469306945800781, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.02947721004486084, "subset_score_loss": 0.02947721004486084}
+{"step": 2360000, "wall_time": 23340.51777458191, "train_loss_step": 5.791916370391846, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.029818463325500488, "subset_score_loss": 0.029818463325500488}
+{"step": 2370000, "wall_time": 23432.877277851105, "train_loss_step": 5.821978569030762, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.031193976402282716, "subset_score_loss": 0.031193976402282716}
+{"step": 2380000, "wall_time": 23525.342210292816, "train_loss_step": 5.699192047119141, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.03138644218444824, "subset_score_loss": 0.03138644218444824}
+{"step": 2390000, "wall_time": 23615.97377896309, "train_loss_step": 5.677164077758789, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.0277086877822876, "subset_score_loss": 0.0277086877822876}
+{"step": 2400000, "wall_time": 23776.987808465958, "train_loss_step": 5.103450775146484, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.026961216926574706, "subset_score_loss": 0.026961216926574706, "memorization_fraction_pixel": 0.2353000044822693, "mean_nn_ratio_pixel": 0.7172550559043884, "fid": 58.52835065076293}
+{"step": 2410000, "wall_time": 23869.300000667572, "train_loss_step": 5.649225234985352, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.028818809986114503, "subset_score_loss": 0.028818809986114503}
+{"step": 2420000, "wall_time": 23957.74949479103, "train_loss_step": 5.549497127532959, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.027763593196868896, "subset_score_loss": 0.027763593196868896}
+{"step": 2430000, "wall_time": 24050.249230384827, "train_loss_step": 5.534331321716309, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.029680113792419433, "subset_score_loss": 0.029680113792419433}
+{"step": 2440000, "wall_time": 24142.774102926254, "train_loss_step": 5.487735748291016, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.02897598743438721, "subset_score_loss": 0.02897598743438721}
+{"step": 2450000, "wall_time": 24235.323451280594, "train_loss_step": 5.345185279846191, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.026433606147766114, "subset_score_loss": 0.026433606147766114}
+{"step": 2460000, "wall_time": 24327.817685842514, "train_loss_step": 5.641953468322754, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.028190622329711913, "subset_score_loss": 0.028190622329711913}
+{"step": 2470000, "wall_time": 24420.41855621338, "train_loss_step": 5.38723087310791, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.027884087562561034, "subset_score_loss": 0.027884087562561034}
+{"step": 2480000, "wall_time": 24512.958250045776, "train_loss_step": 5.684045791625977, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.027618401050567627, "subset_score_loss": 0.027618401050567627}
+{"step": 2490000, "wall_time": 24603.65789079666, "train_loss_step": 5.065871238708496, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.030368473529815674, "subset_score_loss": 0.030368473529815674}
+{"step": 2500000, "wall_time": 24764.540850162506, "train_loss_step": 5.592647075653076, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.029494271278381348, "subset_score_loss": 0.029494271278381348, "memorization_fraction_pixel": 0.2662000060081482, "mean_nn_ratio_pixel": 0.6946572065353394, "fid": 55.1359842146359}
+{"step": 2510000, "wall_time": 24857.83179950714, "train_loss_step": 5.527773857116699, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.02608433723449707, "subset_score_loss": 0.02608433723449707}
+{"step": 2520000, "wall_time": 24946.98742556572, "train_loss_step": 5.439955711364746, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.02875564098358154, "subset_score_loss": 0.02875564098358154}
+{"step": 2530000, "wall_time": 25038.061409235, "train_loss_step": 5.443254470825195, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.02937567710876465, "subset_score_loss": 0.02937567710876465}
+{"step": 2540000, "wall_time": 25130.6080391407, "train_loss_step": 5.288944244384766, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.025673046112060546, "subset_score_loss": 0.025673046112060546}
+{"step": 2550000, "wall_time": 25223.153292179108, "train_loss_step": 5.166108131408691, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.027687032222747803, "subset_score_loss": 0.027687032222747803}
+{"step": 2560000, "wall_time": 25315.644161701202, "train_loss_step": 5.663532257080078, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.02742656946182251, "subset_score_loss": 0.02742656946182251}
+{"step": 2570000, "wall_time": 25408.18560886383, "train_loss_step": 5.530916213989258, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.02716672420501709, "subset_score_loss": 0.02716672420501709}
+{"step": 2580000, "wall_time": 25499.09224152565, "train_loss_step": 5.143378257751465, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.026107070446014406, "subset_score_loss": 0.026107070446014406}
+{"step": 2590000, "wall_time": 25591.5732049942, "train_loss_step": 5.390311241149902, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.02901170253753662, "subset_score_loss": 0.02901170253753662}
+{"step": 2600000, "wall_time": 25753.4734416008, "train_loss_step": 5.720620155334473, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.027462193965911864, "subset_score_loss": 0.027462193965911864, "memorization_fraction_pixel": 0.24199999868869781, "mean_nn_ratio_pixel": 0.7173485159873962, "fid": 56.37884905568231}
+{"step": 2610000, "wall_time": 25846.241368055344, "train_loss_step": 5.450887680053711, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.02870058536529541, "subset_score_loss": 0.02870058536529541}
+{"step": 2620000, "wall_time": 25938.25722551346, "train_loss_step": 5.313117027282715, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.028692808151245117, "subset_score_loss": 0.028692808151245117}
+{"step": 2630000, "wall_time": 26027.004019498825, "train_loss_step": 4.840875625610352, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.024805116653442382, "subset_score_loss": 0.024805116653442382}
+{"step": 2640000, "wall_time": 26119.611441850662, "train_loss_step": 5.565686225891113, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.02949524164199829, "subset_score_loss": 0.02949524164199829}
+{"step": 2650000, "wall_time": 26212.17492723465, "train_loss_step": 5.415668487548828, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.0288662052154541, "subset_score_loss": 0.0288662052154541}
+{"step": 2660000, "wall_time": 26304.677537441254, "train_loss_step": 5.455044746398926, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.028005123138427734, "subset_score_loss": 0.028005123138427734}
+{"step": 2670000, "wall_time": 26397.08026456833, "train_loss_step": 5.187711715698242, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.026918156147003172, "subset_score_loss": 0.026918156147003172}
+{"step": 2680000, "wall_time": 26488.13894033432, "train_loss_step": 5.171964645385742, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.02600017786026001, "subset_score_loss": 0.02600017786026001}
+{"step": 2690000, "wall_time": 26580.671418905258, "train_loss_step": 5.392154216766357, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.03058931589126587, "subset_score_loss": 0.03058931589126587}
+{"step": 2700000, "wall_time": 26741.561979293823, "train_loss_step": 5.501136779785156, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.026714105606079102, "subset_score_loss": 0.026714105606079102, "memorization_fraction_pixel": 0.2531000077724457, "mean_nn_ratio_pixel": 0.7123605608940125, "fid": 55.579197841283296}
+{"step": 2710000, "wall_time": 26834.13076734543, "train_loss_step": 5.648405075073242, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.027815709114074706, "subset_score_loss": 0.027815709114074706}
+{"step": 2720000, "wall_time": 26927.33144927025, "train_loss_step": 5.106823444366455, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.02668133020401001, "subset_score_loss": 0.02668133020401001}
+{"step": 2730000, "wall_time": 27016.81601381302, "train_loss_step": 5.298617362976074, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.02586068868637085, "subset_score_loss": 0.02586068868637085}
+{"step": 2740000, "wall_time": 27107.78093123436, "train_loss_step": 5.26515531539917, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.025055582523345946, "subset_score_loss": 0.025055582523345946}
+{"step": 2750000, "wall_time": 27200.34723162651, "train_loss_step": 5.0643720626831055, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.0261312198638916, "subset_score_loss": 0.0261312198638916}
+{"step": 2760000, "wall_time": 27292.935761213303, "train_loss_step": 5.33229923248291, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.026711103916168214, "subset_score_loss": 0.026711103916168214}
+{"step": 2770000, "wall_time": 27383.61538863182, "train_loss_step": 5.084810256958008, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.027000954151153566, "subset_score_loss": 0.027000954151153566}
+{"step": 2780000, "wall_time": 27476.131179332733, "train_loss_step": 4.905458450317383, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.026515817642211913, "subset_score_loss": 0.026515817642211913}
+{"step": 2790000, "wall_time": 27568.474264383316, "train_loss_step": 5.236043930053711, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.025961697101593018, "subset_score_loss": 0.025961697101593018}
+{"step": 2800000, "wall_time": 27730.55242729187, "train_loss_step": 5.145375728607178, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.02635758638381958, "subset_score_loss": 0.02635758638381958, "memorization_fraction_pixel": 0.27459999918937683, "mean_nn_ratio_pixel": 0.69868004322052, "fid": 52.17489360106457}
+{"step": 2810000, "wall_time": 27823.144660949707, "train_loss_step": 5.127987861633301, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.02643902540206909, "subset_score_loss": 0.02643902540206909}
+{"step": 2820000, "wall_time": 27915.799327373505, "train_loss_step": 5.337072372436523, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.02483525037765503, "subset_score_loss": 0.02483525037765503}
+{"step": 2830000, "wall_time": 28007.7126660347, "train_loss_step": 5.075473785400391, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.026677591800689696, "subset_score_loss": 0.026677591800689696}
+{"step": 2840000, "wall_time": 28097.09641480446, "train_loss_step": 5.205481052398682, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.02555405378341675, "subset_score_loss": 0.02555405378341675}
+{"step": 2850000, "wall_time": 28189.054097890854, "train_loss_step": 5.625046730041504, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.025260703563690187, "subset_score_loss": 0.025260703563690187}
+{"step": 2860000, "wall_time": 28281.487733364105, "train_loss_step": 5.244030952453613, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.02609750270843506, "subset_score_loss": 0.02609750270843506}
+{"step": 2870000, "wall_time": 28372.219994306564, "train_loss_step": 5.316951274871826, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.026217741966247557, "subset_score_loss": 0.026217741966247557}
+{"step": 2880000, "wall_time": 28464.748933553696, "train_loss_step": 5.484186172485352, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.029528937339782714, "subset_score_loss": 0.029528937339782714}
+{"step": 2890000, "wall_time": 28557.053935050964, "train_loss_step": 5.241216659545898, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.025283873081207275, "subset_score_loss": 0.025283873081207275}
+{"step": 2900000, "wall_time": 28719.061013698578, "train_loss_step": 5.83585786819458, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.031562535762786864, "subset_score_loss": 0.031562535762786864, "memorization_fraction_pixel": 0.30079999566078186, "mean_nn_ratio_pixel": 0.6695737838745117, "fid": 49.137688971859674}
+{"step": 2910000, "wall_time": 28811.608423233032, "train_loss_step": 5.227039337158203, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.026977250576019286, "subset_score_loss": 0.026977250576019286}
+{"step": 2920000, "wall_time": 28904.077544927597, "train_loss_step": 5.16259241104126, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.02405113935470581, "subset_score_loss": 0.02405113935470581}
+{"step": 2930000, "wall_time": 28997.21754717827, "train_loss_step": 4.876914978027344, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.02614400625228882, "subset_score_loss": 0.02614400625228882}
+{"step": 2940000, "wall_time": 29086.60131072998, "train_loss_step": 4.934070587158203, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.029065864086151125, "subset_score_loss": 0.029065864086151125}
+{"step": 2950000, "wall_time": 29177.85044002533, "train_loss_step": 4.8701090812683105, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.025048358440399168, "subset_score_loss": 0.025048358440399168}
+{"step": 2960000, "wall_time": 29268.440441846848, "train_loss_step": 5.073856830596924, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.0251371955871582, "subset_score_loss": 0.0251371955871582}
+{"step": 2970000, "wall_time": 29361.00634241104, "train_loss_step": 5.190637111663818, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.02702199935913086, "subset_score_loss": 0.02702199935913086}
+{"step": 2980000, "wall_time": 29453.444589614868, "train_loss_step": 5.10640811920166, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.026125478744506835, "subset_score_loss": 0.026125478744506835}
+{"step": 2990000, "wall_time": 29545.915937900543, "train_loss_step": 5.122707366943359, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.02350062847137451, "subset_score_loss": 0.02350062847137451}
+{"step": 3000000, "wall_time": 29707.96732354164, "train_loss_step": 5.034604072570801, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.025440335273742676, "subset_score_loss": 0.025440335273742676, "memorization_fraction_pixel": 0.29919999837875366, "mean_nn_ratio_pixel": 0.6760061979293823, "fid": 51.56002770175594}
+{"step": 3010000, "wall_time": 29800.510083436966, "train_loss_step": 4.571676254272461, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.02515702486038208, "subset_score_loss": 0.02515702486038208}
+{"step": 3020000, "wall_time": 29893.08869433403, "train_loss_step": 5.532306671142578, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.02560318946838379, "subset_score_loss": 0.02560318946838379}
+{"step": 3030000, "wall_time": 29985.70996904373, "train_loss_step": 4.825888156890869, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.02329597473144531, "subset_score_loss": 0.02329597473144531}
+{"step": 3040000, "wall_time": 30077.547788858414, "train_loss_step": 4.964972496032715, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.02647188901901245, "subset_score_loss": 0.02647188901901245}
+{"step": 3050000, "wall_time": 30168.211794614792, "train_loss_step": 5.047458648681641, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.023934447765350343, "subset_score_loss": 0.023934447765350343}
+{"step": 3060000, "wall_time": 30257.010944366455, "train_loss_step": 4.848608493804932, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.025916953086853028, "subset_score_loss": 0.025916953086853028}
+{"step": 3070000, "wall_time": 30349.525600910187, "train_loss_step": 4.972559928894043, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.025940353870391845, "subset_score_loss": 0.025940353870391845}
+{"step": 3080000, "wall_time": 30441.868103027344, "train_loss_step": 4.745450973510742, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.023877930641174317, "subset_score_loss": 0.023877930641174317}
+{"step": 3090000, "wall_time": 30534.447027921677, "train_loss_step": 4.7860107421875, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.024261105060577392, "subset_score_loss": 0.024261105060577392}
+{"step": 3100000, "wall_time": 30696.42472267151, "train_loss_step": 4.986588954925537, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.02330720901489258, "subset_score_loss": 0.02330720901489258, "memorization_fraction_pixel": 0.2937999963760376, "mean_nn_ratio_pixel": 0.6812269687652588, "fid": 54.0866067455939}
+{"step": 3110000, "wall_time": 30789.106336593628, "train_loss_step": 4.996181011199951, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.025991013050079347, "subset_score_loss": 0.025991013050079347}
+{"step": 3120000, "wall_time": 30881.615277051926, "train_loss_step": 4.836669921875, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.02379896879196167, "subset_score_loss": 0.02379896879196167}
+{"step": 3130000, "wall_time": 30974.170679330826, "train_loss_step": 5.6953582763671875, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.024391796588897705, "subset_score_loss": 0.024391796588897705}
+{"step": 3140000, "wall_time": 31067.25070476532, "train_loss_step": 4.793302536010742, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.02670769691467285, "subset_score_loss": 0.02670769691467285}
+{"step": 3150000, "wall_time": 31153.64508676529, "train_loss_step": 4.731127738952637, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.023599417209625245, "subset_score_loss": 0.023599417209625245}
+{"step": 3160000, "wall_time": 31244.919919490814, "train_loss_step": 4.756630897521973, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.023550167083740234, "subset_score_loss": 0.023550167083740234}
+{"step": 3170000, "wall_time": 31337.427107810974, "train_loss_step": 4.8224287033081055, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.02586212635040283, "subset_score_loss": 0.02586212635040283}
+{"step": 3180000, "wall_time": 31429.818907260895, "train_loss_step": 5.023926734924316, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.025373804569244384, "subset_score_loss": 0.025373804569244384}
+{"step": 3190000, "wall_time": 31522.35690188408, "train_loss_step": 4.89591121673584, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.02428759813308716, "subset_score_loss": 0.02428759813308716}
+{"step": 3200000, "wall_time": 31684.470271110535, "train_loss_step": 4.904352188110352, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.027342867851257325, "subset_score_loss": 0.027342867851257325, "memorization_fraction_pixel": 0.33059999346733093, "mean_nn_ratio_pixel": 0.6555364727973938, "fid": 50.21557247761949}
+{"step": 3210000, "wall_time": 31777.085609436035, "train_loss_step": 5.402126312255859, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.025112886428833008, "subset_score_loss": 0.025112886428833008}
+{"step": 3220000, "wall_time": 31869.617833852768, "train_loss_step": 5.119107246398926, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.026097304821014404, "subset_score_loss": 0.026097304821014404}
+{"step": 3230000, "wall_time": 31962.12005496025, "train_loss_step": 4.8310627937316895, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.028780157566070556, "subset_score_loss": 0.028780157566070556}
+{"step": 3240000, "wall_time": 32054.69806790352, "train_loss_step": 4.784393310546875, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.024672935009002684, "subset_score_loss": 0.024672935009002684}
+{"step": 3250000, "wall_time": 32144.30366063118, "train_loss_step": 5.296194076538086, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.02523845911026001, "subset_score_loss": 0.02523845911026001}
+{"step": 3260000, "wall_time": 32235.02095937729, "train_loss_step": 4.747042655944824, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.024597277641296388, "subset_score_loss": 0.024597277641296388}
+{"step": 3270000, "wall_time": 32325.50335240364, "train_loss_step": 5.487022399902344, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.027907681465148926, "subset_score_loss": 0.027907681465148926}
+{"step": 3280000, "wall_time": 32418.068078756332, "train_loss_step": 4.776928901672363, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.022069463729858397, "subset_score_loss": 0.022069463729858397}
+{"step": 3290000, "wall_time": 32510.46973800659, "train_loss_step": 4.804803848266602, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.022665467262268067, "subset_score_loss": 0.022665467262268067}
+{"step": 3300000, "wall_time": 32672.381865501404, "train_loss_step": 4.839931011199951, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.025556750297546386, "subset_score_loss": 0.025556750297546386, "memorization_fraction_pixel": 0.3522999882698059, "mean_nn_ratio_pixel": 0.6376630663871765, "fid": 48.43324364764101}
+{"step": 3310000, "wall_time": 32764.934706687927, "train_loss_step": 4.926206588745117, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.02702293634414673, "subset_score_loss": 0.02702293634414673}
+{"step": 3320000, "wall_time": 32857.34711241722, "train_loss_step": 5.418156623840332, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.02625750541687012, "subset_score_loss": 0.02625750541687012}
+{"step": 3330000, "wall_time": 32949.81210851669, "train_loss_step": 4.743194580078125, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.022463195323944092, "subset_score_loss": 0.022463195323944092}
+{"step": 3340000, "wall_time": 33040.23527956009, "train_loss_step": 4.788244247436523, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.022997369766235353, "subset_score_loss": 0.022997369766235353}
+{"step": 3350000, "wall_time": 33133.32982850075, "train_loss_step": 4.881783485412598, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.025989716053009034, "subset_score_loss": 0.025989716053009034}
+{"step": 3360000, "wall_time": 33222.28886222839, "train_loss_step": 4.632865905761719, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.023501129150390626, "subset_score_loss": 0.023501129150390626}
+{"step": 3370000, "wall_time": 33313.39442873001, "train_loss_step": 4.736258506774902, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.02565232992172241, "subset_score_loss": 0.02565232992172241}
+{"step": 3380000, "wall_time": 33405.992235183716, "train_loss_step": 4.7422943115234375, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.022979586124420165, "subset_score_loss": 0.022979586124420165}
+{"step": 3390000, "wall_time": 33498.46001172066, "train_loss_step": 4.618328094482422, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.024578158855438233, "subset_score_loss": 0.024578158855438233}
+{"step": 3400000, "wall_time": 33660.34279179573, "train_loss_step": 5.0213165283203125, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.02477919101715088, "subset_score_loss": 0.02477919101715088, "memorization_fraction_pixel": 0.32670000195503235, "mean_nn_ratio_pixel": 0.6650066375732422, "fid": 50.583495904181895}
+{"step": 3410000, "wall_time": 33752.93859028816, "train_loss_step": 4.781114101409912, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.022410850524902343, "subset_score_loss": 0.022410850524902343}
+{"step": 3420000, "wall_time": 33845.44290661812, "train_loss_step": 4.867508411407471, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.023557634353637696, "subset_score_loss": 0.023557634353637696}
+{"step": 3430000, "wall_time": 33937.8593621254, "train_loss_step": 4.887880325317383, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.02453148603439331, "subset_score_loss": 0.02453148603439331}
+{"step": 3440000, "wall_time": 34028.51595711708, "train_loss_step": 4.755182266235352, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.023845515251159667, "subset_score_loss": 0.023845515251159667}
+{"step": 3450000, "wall_time": 34121.209471940994, "train_loss_step": 4.837865352630615, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.022799267768859863, "subset_score_loss": 0.022799267768859863}
+{"step": 3460000, "wall_time": 34212.078082084656, "train_loss_step": 4.710618019104004, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.024308385848999022, "subset_score_loss": 0.024308385848999022}
+{"step": 3470000, "wall_time": 34302.6956551075, "train_loss_step": 4.795273780822754, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.0245216703414917, "subset_score_loss": 0.0245216703414917}
+{"step": 3480000, "wall_time": 34393.25602579117, "train_loss_step": 4.8098249435424805, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.022338404655456542, "subset_score_loss": 0.022338404655456542}
+{"step": 3490000, "wall_time": 34485.580788612366, "train_loss_step": 4.704110145568848, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.023879780769348144, "subset_score_loss": 0.023879780769348144}
+{"step": 3500000, "wall_time": 34646.74096536636, "train_loss_step": 5.118277549743652, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.024843406677246094, "subset_score_loss": 0.024843406677246094, "memorization_fraction_pixel": 0.3328000009059906, "mean_nn_ratio_pixel": 0.6587167382240295, "fid": 50.886224058066304}
+{"step": 3510000, "wall_time": 34739.18437170982, "train_loss_step": 4.885154724121094, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.023388664722442627, "subset_score_loss": 0.023388664722442627}
+{"step": 3520000, "wall_time": 34831.660626888275, "train_loss_step": 5.3157548904418945, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.022590065002441408, "subset_score_loss": 0.022590065002441408}
+{"step": 3530000, "wall_time": 34922.32502436638, "train_loss_step": 5.333611011505127, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.022731966972351074, "subset_score_loss": 0.022731966972351074}
+{"step": 3540000, "wall_time": 35014.84760308266, "train_loss_step": 5.007906913757324, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.02396564245223999, "subset_score_loss": 0.02396564245223999}
+{"step": 3550000, "wall_time": 35107.2357749939, "train_loss_step": 4.7176127433776855, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.023730714321136475, "subset_score_loss": 0.023730714321136475}
+{"step": 3560000, "wall_time": 35200.157393693924, "train_loss_step": 5.284208297729492, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.027457735538482665, "subset_score_loss": 0.027457735538482665}
+{"step": 3570000, "wall_time": 35288.51124835014, "train_loss_step": 4.751142978668213, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.0214194393157959, "subset_score_loss": 0.0214194393157959}
+{"step": 3580000, "wall_time": 35379.2542822361, "train_loss_step": 4.882922649383545, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.025319013595581055, "subset_score_loss": 0.025319013595581055}
+{"step": 3590000, "wall_time": 35471.68214607239, "train_loss_step": 4.783466339111328, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.02334263324737549, "subset_score_loss": 0.02334263324737549}
+{"step": 3600000, "wall_time": 35633.81941699982, "train_loss_step": 4.7843337059021, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.023177044391632082, "subset_score_loss": 0.023177044391632082, "memorization_fraction_pixel": 0.3513999879360199, "mean_nn_ratio_pixel": 0.6462655067443848, "fid": 48.4399095578251}
+{"step": 3610000, "wall_time": 35726.202728271484, "train_loss_step": 4.74247932434082, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.023561902046203613, "subset_score_loss": 0.023561902046203613}
+{"step": 3620000, "wall_time": 35818.67040729523, "train_loss_step": 4.963848114013672, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.023441331386566164, "subset_score_loss": 0.023441331386566164}
+{"step": 3630000, "wall_time": 35909.62987136841, "train_loss_step": 4.787154197692871, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.023386802673339844, "subset_score_loss": 0.023386802673339844}
+{"step": 3640000, "wall_time": 36002.16816473007, "train_loss_step": 4.5756425857543945, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.022022578716278076, "subset_score_loss": 0.022022578716278076}
+{"step": 3650000, "wall_time": 36094.53817629814, "train_loss_step": 4.577200889587402, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.02330085039138794, "subset_score_loss": 0.02330085039138794}
+{"step": 3660000, "wall_time": 36186.96028852463, "train_loss_step": 4.508796691894531, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.022429697513580323, "subset_score_loss": 0.022429697513580323}
+{"step": 3670000, "wall_time": 36277.329961299896, "train_loss_step": 4.6545844078063965, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.023292834758758544, "subset_score_loss": 0.023292834758758544}
+{"step": 3680000, "wall_time": 36367.57033634186, "train_loss_step": 4.670833587646484, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.026120386123657226, "subset_score_loss": 0.026120386123657226}
+{"step": 3690000, "wall_time": 36458.25027346611, "train_loss_step": 5.198986053466797, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.025348856449127197, "subset_score_loss": 0.025348856449127197}
+{"step": 3700000, "wall_time": 36619.37667322159, "train_loss_step": 5.227504730224609, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.02283764600753784, "subset_score_loss": 0.02283764600753784, "memorization_fraction_pixel": 0.3700000047683716, "mean_nn_ratio_pixel": 0.6306896805763245, "fid": 48.91451768915492}
+{"step": 3710000, "wall_time": 36711.68805241585, "train_loss_step": 4.743495464324951, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.023685903549194337, "subset_score_loss": 0.023685903549194337}
+{"step": 3720000, "wall_time": 36802.34855031967, "train_loss_step": 4.432480812072754, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.02399667501449585, "subset_score_loss": 0.02399667501449585}
+{"step": 3730000, "wall_time": 36894.870312690735, "train_loss_step": 4.754190444946289, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.022394604682922363, "subset_score_loss": 0.022394604682922363}
+{"step": 3740000, "wall_time": 36987.26776981354, "train_loss_step": 4.491145133972168, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.02192495107650757, "subset_score_loss": 0.02192495107650757}
+{"step": 3750000, "wall_time": 37079.56763768196, "train_loss_step": 4.776040077209473, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.02178154230117798, "subset_score_loss": 0.02178154230117798}
+{"step": 3760000, "wall_time": 37171.96100234985, "train_loss_step": 4.858794689178467, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.021558678150177, "subset_score_loss": 0.021558678150177}
+{"step": 3770000, "wall_time": 37264.92091989517, "train_loss_step": 4.884632110595703, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.02357085943222046, "subset_score_loss": 0.02357085943222046}
+{"step": 3780000, "wall_time": 37352.43138241768, "train_loss_step": 4.944310665130615, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.020660226345062257, "subset_score_loss": 0.020660226345062257}
+{"step": 3790000, "wall_time": 37443.4519572258, "train_loss_step": 4.559365749359131, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.022688007354736327, "subset_score_loss": 0.022688007354736327}
+{"step": 3800000, "wall_time": 37605.44728255272, "train_loss_step": 4.928627014160156, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.02300853729248047, "subset_score_loss": 0.02300853729248047, "memorization_fraction_pixel": 0.399399995803833, "mean_nn_ratio_pixel": 0.6135714650154114, "fid": 46.89591447604137}
+{"step": 3810000, "wall_time": 37697.73109650612, "train_loss_step": 4.53853702545166, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.02155444860458374, "subset_score_loss": 0.02155444860458374}
+{"step": 3820000, "wall_time": 37788.7267434597, "train_loss_step": 4.454231262207031, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.021551856994628905, "subset_score_loss": 0.021551856994628905}
+{"step": 3830000, "wall_time": 37881.26652741432, "train_loss_step": 5.015072345733643, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.021229665279388427, "subset_score_loss": 0.021229665279388427}
+{"step": 3840000, "wall_time": 37973.6630115509, "train_loss_step": 4.286322116851807, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.021285762786865236, "subset_score_loss": 0.021285762786865236}
+{"step": 3850000, "wall_time": 38065.79329395294, "train_loss_step": 4.6407012939453125, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.023291006088256835, "subset_score_loss": 0.023291006088256835}
+{"step": 3860000, "wall_time": 38158.360359191895, "train_loss_step": 4.624567031860352, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.023946239948272705, "subset_score_loss": 0.023946239948272705}
+{"step": 3870000, "wall_time": 38250.714963674545, "train_loss_step": 4.548650741577148, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.022082090377807617, "subset_score_loss": 0.022082090377807617}
+{"step": 3880000, "wall_time": 38341.72167778015, "train_loss_step": 5.079195499420166, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.021563944816589357, "subset_score_loss": 0.021563944816589357}
+{"step": 3890000, "wall_time": 38431.8578350544, "train_loss_step": 4.685680389404297, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.02202186107635498, "subset_score_loss": 0.02202186107635498}
+{"step": 3900000, "wall_time": 38592.0104572773, "train_loss_step": 4.501736640930176, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.021457817554473877, "subset_score_loss": 0.021457817554473877, "memorization_fraction_pixel": 0.40059998631477356, "mean_nn_ratio_pixel": 0.6139044165611267, "fid": 46.70895841748304}
+{"step": 3910000, "wall_time": 38682.717245578766, "train_loss_step": 4.722468376159668, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.020732991695404053, "subset_score_loss": 0.020732991695404053}
+{"step": 3920000, "wall_time": 38775.09931755066, "train_loss_step": 5.12884521484375, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.021713004112243653, "subset_score_loss": 0.021713004112243653}
+{"step": 3930000, "wall_time": 38867.669072151184, "train_loss_step": 4.440251350402832, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.02300081729888916, "subset_score_loss": 0.02300081729888916}
+{"step": 3940000, "wall_time": 38959.830624341965, "train_loss_step": 4.895009994506836, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.021526963710784913, "subset_score_loss": 0.021526963710784913}
+{"step": 3950000, "wall_time": 39052.3798186779, "train_loss_step": 4.482134819030762, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.021558334827423097, "subset_score_loss": 0.021558334827423097}
+{"step": 3960000, "wall_time": 39144.917419433594, "train_loss_step": 4.656269550323486, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.021258838176727295, "subset_score_loss": 0.021258838176727295}
+{"step": 3970000, "wall_time": 39237.329741716385, "train_loss_step": 4.90936803817749, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.02351092338562012, "subset_score_loss": 0.02351092338562012}
+{"step": 3980000, "wall_time": 39330.304704904556, "train_loss_step": 4.470257759094238, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.021518237590789795, "subset_score_loss": 0.021518237590789795}
+{"step": 3990000, "wall_time": 39418.52551984787, "train_loss_step": 4.802547454833984, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.028061275482177735, "subset_score_loss": 0.028061275482177735}
+{"step": 4000000, "wall_time": 39578.82417726517, "train_loss_step": 4.503045082092285, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.02202183961868286, "subset_score_loss": 0.02202183961868286, "memorization_fraction_pixel": 0.3603000044822693, "mean_nn_ratio_pixel": 0.6419543027877808, "fid": 49.73880215024401}
+{"step": 4010000, "wall_time": 39669.80720067024, "train_loss_step": 4.75211238861084, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.02054067373275757, "subset_score_loss": 0.02054067373275757}
+{"step": 4020000, "wall_time": 39762.22298383713, "train_loss_step": 4.407280445098877, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.023777780532836915, "subset_score_loss": 0.023777780532836915}
+{"step": 4030000, "wall_time": 39854.46753120422, "train_loss_step": 4.949174880981445, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.02122344970703125, "subset_score_loss": 0.02122344970703125}
+{"step": 4040000, "wall_time": 39947.05311059952, "train_loss_step": 4.635258674621582, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.021326231956481933, "subset_score_loss": 0.021326231956481933}
+{"step": 4050000, "wall_time": 40039.5399749279, "train_loss_step": 4.50496768951416, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.019676231145858765, "subset_score_loss": 0.019676231145858765}
+{"step": 4060000, "wall_time": 40131.898846149445, "train_loss_step": 4.363646507263184, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.021358039379119873, "subset_score_loss": 0.021358039379119873}
+{"step": 4070000, "wall_time": 40224.44815540314, "train_loss_step": 4.626667022705078, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.022134613990783692, "subset_score_loss": 0.022134613990783692}
+{"step": 4080000, "wall_time": 40316.844094753265, "train_loss_step": 4.716253280639648, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.020254986286163332, "subset_score_loss": 0.020254986286163332}
+{"step": 4090000, "wall_time": 40407.9265794754, "train_loss_step": 4.741613388061523, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.022165572643280028, "subset_score_loss": 0.022165572643280028}
+{"step": 4100000, "wall_time": 40563.524931907654, "train_loss_step": 4.85605001449585, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.02150921106338501, "subset_score_loss": 0.02150921106338501, "memorization_fraction_pixel": 0.37139999866485596, "mean_nn_ratio_pixel": 0.6365692019462585, "fid": 47.81169994859113}
+{"step": 4110000, "wall_time": 40656.07133746147, "train_loss_step": 4.4915032386779785, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.021918799877166748, "subset_score_loss": 0.021918799877166748}
+{"step": 4120000, "wall_time": 40748.24491548538, "train_loss_step": 4.3355231285095215, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.020735547542572022, "subset_score_loss": 0.020735547542572022}
+{"step": 4130000, "wall_time": 40840.57352566719, "train_loss_step": 4.902390480041504, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.022695801258087157, "subset_score_loss": 0.022695801258087157}
+{"step": 4140000, "wall_time": 40933.15499830246, "train_loss_step": 4.747393608093262, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.02098637342453003, "subset_score_loss": 0.02098637342453003}
+{"step": 4150000, "wall_time": 41025.725204229355, "train_loss_step": 4.9107890129089355, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.023191514015197753, "subset_score_loss": 0.023191514015197753}
+{"step": 4160000, "wall_time": 41118.109540224075, "train_loss_step": 5.065380573272705, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.0204392409324646, "subset_score_loss": 0.0204392409324646}
+{"step": 4170000, "wall_time": 41210.57250738144, "train_loss_step": 4.414565086364746, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.022133035659790037, "subset_score_loss": 0.022133035659790037}
+{"step": 4180000, "wall_time": 41303.14600777626, "train_loss_step": 4.689486503601074, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.02006556749343872, "subset_score_loss": 0.02006556749343872}
+{"step": 4190000, "wall_time": 41396.0619828701, "train_loss_step": 5.008885383605957, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.022946853637695313, "subset_score_loss": 0.022946853637695313}
+{"step": 4200000, "wall_time": 41550.69506573677, "train_loss_step": 4.478338241577148, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.0195829963684082, "subset_score_loss": 0.0195829963684082, "memorization_fraction_pixel": 0.36309999227523804, "mean_nn_ratio_pixel": 0.645965039730072, "fid": 50.32285236140318}
+{"step": 4210000, "wall_time": 41641.28385901451, "train_loss_step": 4.551246643066406, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.02090214967727661, "subset_score_loss": 0.02090214967727661}
+{"step": 4220000, "wall_time": 41733.62895202637, "train_loss_step": 4.39578914642334, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.02041546106338501, "subset_score_loss": 0.02041546106338501}
+{"step": 4230000, "wall_time": 41826.14283537865, "train_loss_step": 4.961432456970215, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.02433976411819458, "subset_score_loss": 0.02433976411819458}
+{"step": 4240000, "wall_time": 41918.60168361664, "train_loss_step": 4.78792667388916, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.021368987560272217, "subset_score_loss": 0.021368987560272217}
+{"step": 4250000, "wall_time": 42011.08145546913, "train_loss_step": 4.781003952026367, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.020732557773590087, "subset_score_loss": 0.020732557773590087}
+{"step": 4260000, "wall_time": 42103.57417154312, "train_loss_step": 4.567025661468506, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.02017768383026123, "subset_score_loss": 0.02017768383026123}
+{"step": 4270000, "wall_time": 42196.05746150017, "train_loss_step": 4.476086139678955, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.020947840213775635, "subset_score_loss": 0.020947840213775635}
+{"step": 4280000, "wall_time": 42288.62065792084, "train_loss_step": 4.225072860717773, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.019970157146453858, "subset_score_loss": 0.019970157146453858}
+{"step": 4290000, "wall_time": 42381.17635560036, "train_loss_step": 4.883814811706543, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.021042182445526122, "subset_score_loss": 0.021042182445526122}
+{"step": 4300000, "wall_time": 42537.296369075775, "train_loss_step": 4.820642471313477, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.021301469802856444, "subset_score_loss": 0.021301469802856444, "memorization_fraction_pixel": 0.42419999837875366, "mean_nn_ratio_pixel": 0.5990483164787292, "fid": 48.71095514832214}
+{"step": 4310000, "wall_time": 42628.396748781204, "train_loss_step": 4.884771347045898, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.021710267066955568, "subset_score_loss": 0.021710267066955568}
+{"step": 4320000, "wall_time": 42720.9416911602, "train_loss_step": 4.753653526306152, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.021159510612487793, "subset_score_loss": 0.021159510612487793}
+{"step": 4330000, "wall_time": 42813.35190677643, "train_loss_step": 4.78608512878418, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.02002533435821533, "subset_score_loss": 0.02002533435821533}
+{"step": 4340000, "wall_time": 42905.907945394516, "train_loss_step": 4.5208892822265625, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.02081836462020874, "subset_score_loss": 0.02081836462020874}
+{"step": 4350000, "wall_time": 42998.3263425827, "train_loss_step": 4.54987096786499, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.022314846515655518, "subset_score_loss": 0.022314846515655518}
+{"step": 4360000, "wall_time": 43090.817818403244, "train_loss_step": 4.800808906555176, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.021009609699249268, "subset_score_loss": 0.021009609699249268}
+{"step": 4370000, "wall_time": 43183.38436985016, "train_loss_step": 4.648249626159668, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.020258493423461914, "subset_score_loss": 0.020258493423461914}
+{"step": 4380000, "wall_time": 43275.97066926956, "train_loss_step": 4.208727836608887, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.020197188854217528, "subset_score_loss": 0.020197188854217528}
+{"step": 4390000, "wall_time": 43366.89721083641, "train_loss_step": 4.563885688781738, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.020756537914276122, "subset_score_loss": 0.020756537914276122}
+{"step": 4400000, "wall_time": 43527.39369773865, "train_loss_step": 4.506325721740723, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.021232001781463623, "subset_score_loss": 0.021232001781463623, "memorization_fraction_pixel": 0.3919000029563904, "mean_nn_ratio_pixel": 0.6227754354476929, "fid": 49.06175180378046}
+{"step": 4410000, "wall_time": 43617.58466005325, "train_loss_step": 4.495153427124023, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.019928057193756104, "subset_score_loss": 0.019928057193756104}
+{"step": 4420000, "wall_time": 43708.387165784836, "train_loss_step": 4.85828971862793, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.0215626859664917, "subset_score_loss": 0.0215626859664917}
+{"step": 4430000, "wall_time": 43800.83398103714, "train_loss_step": 4.3763747215271, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.01917798638343811, "subset_score_loss": 0.01917798638343811}
+{"step": 4440000, "wall_time": 43893.37274169922, "train_loss_step": 4.254393577575684, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.01987647294998169, "subset_score_loss": 0.01987647294998169}
+{"step": 4450000, "wall_time": 43985.74155020714, "train_loss_step": 4.908354759216309, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.021504263877868652, "subset_score_loss": 0.021504263877868652}
+{"step": 4460000, "wall_time": 44078.2568693161, "train_loss_step": 4.426940441131592, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.019558953046798708, "subset_score_loss": 0.019558953046798708}
+{"step": 4470000, "wall_time": 44170.852162361145, "train_loss_step": 4.294429779052734, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.020367419719696044, "subset_score_loss": 0.020367419719696044}
+{"step": 4480000, "wall_time": 44263.38524842262, "train_loss_step": 4.171202659606934, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.021502711772918702, "subset_score_loss": 0.021502711772918702}
+{"step": 4490000, "wall_time": 44354.00549888611, "train_loss_step": 4.621110916137695, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.02029597282409668, "subset_score_loss": 0.02029597282409668}
+{"step": 4500000, "wall_time": 44516.47079706192, "train_loss_step": 4.806995868682861, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.02223062515258789, "subset_score_loss": 0.02223062515258789, "memorization_fraction_pixel": 0.4072999954223633, "mean_nn_ratio_pixel": 0.6112299561500549, "fid": 48.65535449240021}
+{"step": 4510000, "wall_time": 44605.934891700745, "train_loss_step": 4.335620403289795, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.020556867122650146, "subset_score_loss": 0.020556867122650146}
+{"step": 4520000, "wall_time": 44697.10439682007, "train_loss_step": 4.84285831451416, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.022140359878540038, "subset_score_loss": 0.022140359878540038}
+{"step": 4530000, "wall_time": 44789.55609416962, "train_loss_step": 4.531835556030273, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.019397348165512085, "subset_score_loss": 0.019397348165512085}
+{"step": 4540000, "wall_time": 44882.081859350204, "train_loss_step": 4.166392803192139, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.022298526763916016, "subset_score_loss": 0.022298526763916016}
+{"step": 4550000, "wall_time": 44974.59449124336, "train_loss_step": 4.568380355834961, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.020180296897888184, "subset_score_loss": 0.020180296897888184}
+{"step": 4560000, "wall_time": 45067.05257725716, "train_loss_step": 4.772873401641846, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.022400848865509033, "subset_score_loss": 0.022400848865509033}
+{"step": 4570000, "wall_time": 45159.63027858734, "train_loss_step": 4.689621925354004, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.020810065269470216, "subset_score_loss": 0.020810065269470216}
+{"step": 4580000, "wall_time": 45250.241384506226, "train_loss_step": 4.195547103881836, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.02062701225280762, "subset_score_loss": 0.02062701225280762}
+{"step": 4590000, "wall_time": 45342.73833990097, "train_loss_step": 4.427949905395508, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.018886336088180543, "subset_score_loss": 0.018886336088180543}
+{"step": 4600000, "wall_time": 45504.468302965164, "train_loss_step": 4.682232856750488, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.02067610263824463, "subset_score_loss": 0.02067610263824463, "memorization_fraction_pixel": 0.45019999146461487, "mean_nn_ratio_pixel": 0.5788448452949524, "fid": 48.152422597911226}
+{"step": 4610000, "wall_time": 45596.35989665985, "train_loss_step": 4.392185211181641, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.021053102016448975, "subset_score_loss": 0.021053102016448975}
+{"step": 4620000, "wall_time": 45687.26009273529, "train_loss_step": 4.362149238586426, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.02084610939025879, "subset_score_loss": 0.02084610939025879}
+{"step": 4630000, "wall_time": 45778.11481499672, "train_loss_step": 4.167171955108643, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.020440709590911866, "subset_score_loss": 0.020440709590911866}
+{"step": 4640000, "wall_time": 45870.63178062439, "train_loss_step": 4.311981201171875, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.02001819372177124, "subset_score_loss": 0.02001819372177124}
+{"step": 4650000, "wall_time": 45963.19467663765, "train_loss_step": 4.3079094886779785, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.02152261734008789, "subset_score_loss": 0.02152261734008789}
+{"step": 4660000, "wall_time": 46055.7458114624, "train_loss_step": 4.468813896179199, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.02150463581085205, "subset_score_loss": 0.02150463581085205}
+{"step": 4670000, "wall_time": 46148.24006009102, "train_loss_step": 4.474562644958496, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.01945828914642334, "subset_score_loss": 0.01945828914642334}
+{"step": 4680000, "wall_time": 46238.8607840538, "train_loss_step": 4.672043800354004, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.024169440269470214, "subset_score_loss": 0.024169440269470214}
+{"step": 4690000, "wall_time": 46331.430053949356, "train_loss_step": 4.018584251403809, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.019191575050354005, "subset_score_loss": 0.019191575050354005}
+{"step": 4700000, "wall_time": 46493.69629621506, "train_loss_step": 4.470709800720215, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.020793461799621583, "subset_score_loss": 0.020793461799621583, "memorization_fraction_pixel": 0.4359000027179718, "mean_nn_ratio_pixel": 0.5891026854515076, "fid": 48.53943874506575}
+{"step": 4710000, "wall_time": 46586.71720409393, "train_loss_step": 4.2570414543151855, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.01938570499420166, "subset_score_loss": 0.01938570499420166}
+{"step": 4720000, "wall_time": 46675.96573281288, "train_loss_step": 4.461626052856445, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.02067415714263916, "subset_score_loss": 0.02067415714263916}
+{"step": 4730000, "wall_time": 46767.13332104683, "train_loss_step": 4.47808837890625, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.01959080696105957, "subset_score_loss": 0.01959080696105957}
+{"step": 4740000, "wall_time": 46859.6342382431, "train_loss_step": 4.368987560272217, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.02147378444671631, "subset_score_loss": 0.02147378444671631}
+{"step": 4750000, "wall_time": 46952.27103495598, "train_loss_step": 4.580479145050049, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.02037919521331787, "subset_score_loss": 0.02037919521331787}
+{"step": 4760000, "wall_time": 47044.88476371765, "train_loss_step": 4.478702545166016, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.01899303317070007, "subset_score_loss": 0.01899303317070007}
+{"step": 4770000, "wall_time": 47134.414100408554, "train_loss_step": 4.536980152130127, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.01942670464515686, "subset_score_loss": 0.01942670464515686}
+{"step": 4780000, "wall_time": 47209.238115787506, "train_loss_step": 4.37824821472168, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.019207522869110108, "subset_score_loss": 0.019207522869110108}
+{"step": 4790000, "wall_time": 47283.97345328331, "train_loss_step": 4.443802356719971, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.01961328983306885, "subset_score_loss": 0.01961328983306885}
+{"step": 4800000, "wall_time": 47416.170986413956, "train_loss_step": 4.314329147338867, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.020790605545043944, "subset_score_loss": 0.020790605545043944, "memorization_fraction_pixel": 0.428600013256073, "mean_nn_ratio_pixel": 0.5968521237373352, "fid": 52.13182469880483}
+{"step": 4810000, "wall_time": 47491.01215052605, "train_loss_step": 4.60282039642334, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.023231334686279297, "subset_score_loss": 0.023231334686279297}
+{"step": 4820000, "wall_time": 47564.35785531998, "train_loss_step": 4.31404972076416, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.021687183380126953, "subset_score_loss": 0.021687183380126953}
+{"step": 4830000, "wall_time": 47636.46370053291, "train_loss_step": 4.544778823852539, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.0201521372795105, "subset_score_loss": 0.0201521372795105}
+{"step": 4840000, "wall_time": 47708.97361731529, "train_loss_step": 4.251811981201172, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.020000483989715576, "subset_score_loss": 0.020000483989715576}
+{"step": 4850000, "wall_time": 47783.77676343918, "train_loss_step": 4.834362030029297, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.018092012405395506, "subset_score_loss": 0.018092012405395506}
+{"step": 4860000, "wall_time": 47858.607068538666, "train_loss_step": 4.206849098205566, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.01858333110809326, "subset_score_loss": 0.01858333110809326}
+{"step": 4870000, "wall_time": 47933.51112699509, "train_loss_step": 4.563345909118652, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.020310180187225343, "subset_score_loss": 0.020310180187225343}
+{"step": 4880000, "wall_time": 48008.22740864754, "train_loss_step": 4.320306777954102, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.020136029720306398, "subset_score_loss": 0.020136029720306398}
+{"step": 4890000, "wall_time": 48083.071241378784, "train_loss_step": 4.744815349578857, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.01987262487411499, "subset_score_loss": 0.01987262487411499}
+{"step": 4900000, "wall_time": 48215.029143333435, "train_loss_step": 4.2742438316345215, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.01834100604057312, "subset_score_loss": 0.01834100604057312, "memorization_fraction_pixel": 0.45579999685287476, "mean_nn_ratio_pixel": 0.5779963135719299, "fid": 48.893747148950325}
+{"step": 4910000, "wall_time": 48289.7826256752, "train_loss_step": 4.402225971221924, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.01839434266090393, "subset_score_loss": 0.01839434266090393}
+{"step": 4920000, "wall_time": 48365.19003343582, "train_loss_step": 4.531274795532227, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.019629169702529908, "subset_score_loss": 0.019629169702529908}
+{"step": 4930000, "wall_time": 48435.151699543, "train_loss_step": 4.418499946594238, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.018155767917633056, "subset_score_loss": 0.018155767917633056}
+{"step": 4940000, "wall_time": 48508.24649500847, "train_loss_step": 4.554750919342041, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.018565598726272583, "subset_score_loss": 0.018565598726272583}
+{"step": 4950000, "wall_time": 48582.41316199303, "train_loss_step": 4.50185489654541, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.0197519314289093, "subset_score_loss": 0.0197519314289093}
+{"step": 4960000, "wall_time": 48657.18526172638, "train_loss_step": 4.418450355529785, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.024144151210784913, "subset_score_loss": 0.024144151210784913}
+{"step": 4970000, "wall_time": 48731.9219930172, "train_loss_step": 4.305364608764648, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.020272512435913086, "subset_score_loss": 0.020272512435913086}
+{"step": 4980000, "wall_time": 48806.76074075699, "train_loss_step": 4.544480323791504, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.01972770571708679, "subset_score_loss": 0.01972770571708679}
+{"step": 4990000, "wall_time": 48881.4499540329, "train_loss_step": 4.405692100524902, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.019518970251083373, "subset_score_loss": 0.019518970251083373}
+{"step": 5000000, "wall_time": 49013.223777770996, "train_loss_step": 4.469851016998291, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.0183052396774292, "subset_score_loss": 0.0183052396774292, "memorization_fraction_pixel": 0.4323999881744385, "mean_nn_ratio_pixel": 0.5956133008003235, "fid": 51.7889432069712}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..6d63de637fd35b9a4bf79b5f0a3982d8b4b35510
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=0.9954 | fid=305.3385
+  step   10000 |    162s | train_loss=0.6266
+  step   20000 |    255s | train_loss=0.5169
+  step   30000 |    347s | train_loss=0.4636
+  step   40000 |    439s | train_loss=0.4202
+  step   50000 |    532s | train_loss=0.3687
+  step   60000 |    624s | train_loss=0.3167
+  step   70000 |    717s | train_loss=0.2722
+  step   80000 |    809s | train_loss=0.2351
+  step   90000 |    902s | train_loss=0.2073
+  step  100000 |   1061s | train_loss=0.1861 | fid=65.6381
+  step  110000 |   1143s | train_loss=0.1713
+  step  120000 |   1235s | train_loss=0.1553
+  step  130000 |   1328s | train_loss=0.1455
+  step  140000 |   1420s | train_loss=0.1370
+  step  150000 |   1513s | train_loss=0.1302
+  step  160000 |   1605s | train_loss=0.1268
+  step  170000 |   1698s | train_loss=0.1201
+  step  180000 |   1790s | train_loss=0.1143
+  step  190000 |   1883s | train_loss=0.1093
+  step  200000 |   2042s | train_loss=0.1058 | fid=73.5089
+  step  210000 |   2136s | train_loss=0.1051
+  step  220000 |   2221s | train_loss=0.1014
+  step  230000 |   2313s | train_loss=0.0981
+  step  240000 |   2405s | train_loss=0.1003
+  step  250000 |   2498s | train_loss=0.0981
+  step  260000 |   2590s | train_loss=0.0921
+  step  270000 |   2683s | train_loss=0.0879
+  step  280000 |   2775s | train_loss=0.0874
+  step  290000 |   2866s | train_loss=0.0878
+  step  300000 |   3028s | train_loss=0.0893 | fid=82.7076
+  step  310000 |   3120s | train_loss=0.0830
+  step  320000 |   3208s | train_loss=0.0809
+  step  330000 |   3300s | train_loss=0.0806
+  step  340000 |   3393s | train_loss=0.0782
+  step  350000 |   3485s | train_loss=0.0852
+  step  360000 |   3578s | train_loss=0.0771
+  step  370000 |   3670s | train_loss=0.0776
+  step  380000 |   3763s | train_loss=0.0785
+  step  390000 |   3853s | train_loss=0.0735
+  step  400000 |   4015s | train_loss=0.0726 | fid=87.7442
+  step  410000 |   4108s | train_loss=0.0721
+  step  420000 |   4202s | train_loss=0.0706
+  step  430000 |   4288s | train_loss=0.0725
+  step  440000 |   4380s | train_loss=0.0687
+  step  450000 |   4473s | train_loss=0.0688
+  step  460000 |   4565s | train_loss=0.0704
+  step  470000 |   4658s | train_loss=0.0673
+  step  480000 |   4748s | train_loss=0.0669
+  step  490000 |   4841s | train_loss=0.0682
+  step  500000 |   5001s | train_loss=0.0642 | fid=92.0288
+  step  510000 |   5094s | train_loss=0.0660
+  step  520000 |   5187s | train_loss=0.0637
+  step  530000 |   5274s | train_loss=0.0659
+  step  540000 |   5367s | train_loss=0.0618
+  step  550000 |   5459s | train_loss=0.0629
+  step  560000 |   5552s | train_loss=0.0622
+  step  570000 |   5644s | train_loss=0.0616
+  step  580000 |   5735s | train_loss=0.0649
+  step  590000 |   5827s | train_loss=0.0605
+  step  600000 |   5988s | train_loss=0.0614 | fid=102.2590
+  step  610000 |   6081s | train_loss=0.0593
+  step  620000 |   6173s | train_loss=0.0587
+  step  630000 |   6267s | train_loss=0.0614
+  step  640000 |   6353s | train_loss=0.0558
+  step  650000 |   6446s | train_loss=0.0635
+  step  660000 |   6538s | train_loss=0.0616
+  step  670000 |   6629s | train_loss=0.0553
+  step  680000 |   6721s | train_loss=0.0561
+  step  690000 |   6814s | train_loss=0.0576
+  step  700000 |   6975s | train_loss=0.0558 | fid=95.9475
+  step  710000 |   7067s | train_loss=0.0515
+  step  720000 |   7160s | train_loss=0.0552
+  step  730000 |   7252s | train_loss=0.0554
+  step  740000 |   7341s | train_loss=0.0573
+  step  750000 |   7433s | train_loss=0.0541
+  step  760000 |   7525s | train_loss=0.0526
+  step  770000 |   7616s | train_loss=0.0564
+  step  780000 |   7709s | train_loss=0.0539
+  step  790000 |   7801s | train_loss=0.0520
+  step  800000 |   7963s | train_loss=0.0503 | fid=95.8307
+  step  810000 |   8055s | train_loss=0.0552
+  step  820000 |   8148s | train_loss=0.0540
+  step  830000 |   8240s | train_loss=0.0508
+  step  840000 |   8334s | train_loss=0.0520
+  step  850000 |   8422s | train_loss=0.0515
+  step  860000 |   8512s | train_loss=0.0475
+  step  870000 |   8605s | train_loss=0.0491
+  step  880000 |   8697s | train_loss=0.0479
+  step  890000 |   8790s | train_loss=0.0479
+  step  900000 |   8952s | train_loss=0.0479 | fid=99.8701
+  step  910000 |   9044s | train_loss=0.0480
+  step  920000 |   9137s | train_loss=0.0473
+  step  930000 |   9229s | train_loss=0.0504
+  step  940000 |   9322s | train_loss=0.0518
+  step  950000 |   9410s | train_loss=0.0499
+  step  960000 |   9500s | train_loss=0.0454
+  step  970000 |   9593s | train_loss=0.0442
+  step  980000 |   9685s | train_loss=0.0693
+  step  990000 |   9778s | train_loss=0.0457
+  step 1000000 |   9940s | train_loss=0.0455 | fid=92.7281
+  step 1010000 |  10032s | train_loss=0.0445
+  step 1020000 |  10125s | train_loss=0.0460
+  step 1030000 |  10217s | train_loss=0.0468
+  step 1040000 |  10310s | train_loss=0.0462
+  step 1050000 |  10400s | train_loss=0.0455
+  step 1060000 |  10488s | train_loss=0.0437
+  step 1070000 |  10580s | train_loss=0.0455
+  step 1080000 |  10673s | train_loss=0.0448
+  step 1090000 |  10765s | train_loss=0.0455
+  step 1100000 |  10927s | train_loss=0.0446 | fid=89.3890
+  step 1110000 |  11020s | train_loss=0.0415
+  step 1120000 |  11112s | train_loss=0.0441
+  step 1130000 |  11205s | train_loss=0.0412
+  step 1140000 |  11297s | train_loss=0.0422
+  step 1150000 |  11388s | train_loss=0.0419
+  step 1160000 |  11477s | train_loss=0.0426
+  step 1170000 |  11568s | train_loss=0.0421
+  step 1180000 |  11661s | train_loss=0.0432
+  step 1190000 |  11753s | train_loss=0.0398
+  step 1200000 |  11915s | train_loss=0.0426 | fid=85.9814
+  step 1210000 |  12007s | train_loss=0.0396
+  step 1220000 |  12100s | train_loss=0.0403
+  step 1230000 |  12192s | train_loss=0.0410
+  step 1240000 |  12283s | train_loss=0.0412
+  step 1250000 |  12376s | train_loss=0.0397
+  step 1260000 |  12468s | train_loss=0.0402
+  step 1270000 |  12556s | train_loss=0.0436
+  step 1280000 |  12649s | train_loss=0.0409
+  step 1290000 |  12741s | train_loss=0.0429
+  step 1300000 |  12902s | train_loss=0.0463 | fid=83.9533
+  step 1310000 |  12995s | train_loss=0.0402
+  step 1320000 |  13087s | train_loss=0.0447
+  step 1330000 |  13180s | train_loss=0.0390
+  step 1340000 |  13270s | train_loss=0.0384
+  step 1350000 |  13363s | train_loss=0.0406
+  step 1360000 |  13455s | train_loss=0.0419
+  step 1370000 |  13545s | train_loss=0.0397
+  step 1380000 |  13636s | train_loss=0.0377
+  step 1390000 |  13728s | train_loss=0.0431
+  step 1400000 |  13890s | train_loss=0.0402 | fid=77.5910
+  step 1410000 |  13983s | train_loss=0.0381
+  step 1420000 |  14076s | train_loss=0.0393
+  step 1430000 |  14166s | train_loss=0.0415
+  step 1440000 |  14259s | train_loss=0.0409
+  step 1450000 |  14351s | train_loss=0.0372
+  step 1460000 |  14444s | train_loss=0.0384
+  step 1470000 |  14536s | train_loss=0.0375
+  step 1480000 |  14625s | train_loss=0.0368
+  step 1490000 |  14717s | train_loss=0.0381
+  step 1500000 |  14879s | train_loss=0.0380 | fid=76.7936
+  step 1510000 |  14972s | train_loss=0.0372
+  step 1520000 |  15064s | train_loss=0.0415
+  step 1530000 |  15155s | train_loss=0.0408
+  step 1540000 |  15247s | train_loss=0.0367
+  step 1550000 |  15340s | train_loss=0.0339
+  step 1560000 |  15432s | train_loss=0.0357
+  step 1570000 |  15525s | train_loss=0.0360
+  step 1580000 |  15615s | train_loss=0.0349
+  step 1590000 |  15705s | train_loss=0.0349
+  step 1600000 |  15867s | train_loss=0.0386 | fid=68.7086
+  step 1610000 |  15960s | train_loss=0.0368
+  step 1620000 |  16051s | train_loss=0.0352
+  step 1630000 |  16143s | train_loss=0.0388
+  step 1640000 |  16236s | train_loss=0.0362
+  step 1650000 |  16328s | train_loss=0.0371
+  step 1660000 |  16421s | train_loss=0.0373
+  step 1670000 |  16513s | train_loss=0.0333
+  step 1680000 |  16605s | train_loss=0.0368
+  step 1690000 |  16694s | train_loss=0.0343
+  step 1700000 |  16856s | train_loss=0.0340 | fid=67.3148
+  step 1710000 |  16949s | train_loss=0.0354
+  step 1720000 |  17039s | train_loss=0.0392
+  step 1730000 |  17132s | train_loss=0.0360
+  step 1740000 |  17224s | train_loss=0.0358
+  step 1750000 |  17317s | train_loss=0.0331
+  step 1760000 |  17409s | train_loss=0.0317
+  step 1770000 |  17502s | train_loss=0.0344
+  step 1780000 |  17594s | train_loss=0.0348
+  step 1790000 |  17684s | train_loss=0.0426
+  step 1800000 |  17843s | train_loss=0.0334 | fid=64.3976
+  step 1810000 |  17934s | train_loss=0.0397
+  step 1820000 |  18026s | train_loss=0.0334
+  step 1830000 |  18119s | train_loss=0.0350
+  step 1840000 |  18211s | train_loss=0.0331
+  step 1850000 |  18304s | train_loss=0.0311
+  step 1860000 |  18396s | train_loss=0.0324
+  step 1870000 |  18489s | train_loss=0.0322
+  step 1880000 |  18581s | train_loss=0.0329
+  step 1890000 |  18673s | train_loss=0.0345
+  step 1900000 |  18832s | train_loss=0.0324 | fid=62.2532
+  step 1910000 |  18922s | train_loss=0.0329
+  step 1920000 |  19015s | train_loss=0.0346
+  step 1930000 |  19107s | train_loss=0.0315
+  step 1940000 |  19200s | train_loss=0.0333
+  step 1950000 |  19292s | train_loss=0.0341
+  step 1960000 |  19385s | train_loss=0.0321
+  step 1970000 |  19477s | train_loss=0.0347
+  step 1980000 |  19570s | train_loss=0.0359
+  step 1990000 |  19663s | train_loss=0.0328
+  step 2000000 |  19820s | train_loss=0.0330 | fid=61.0235
+  step 2010000 |  19912s | train_loss=0.0341
+  step 2020000 |  20005s | train_loss=0.0327
+  step 2030000 |  20097s | train_loss=0.0299
+  step 2040000 |  20190s | train_loss=0.0315
+  step 2050000 |  20282s | train_loss=0.0328
+  step 2060000 |  20375s | train_loss=0.0297
+  step 2070000 |  20467s | train_loss=0.0339
+  step 2080000 |  20559s | train_loss=0.0308
+  step 2090000 |  20652s | train_loss=0.0295
+  step 2100000 |  20810s | train_loss=0.0315 | fid=62.6059
+  step 2110000 |  20901s | train_loss=0.0305
+  step 2120000 |  20993s | train_loss=0.0310
+  step 2130000 |  21086s | train_loss=0.0321
+  step 2140000 |  21178s | train_loss=0.0301
+  step 2150000 |  21271s | train_loss=0.0279
+  step 2160000 |  21363s | train_loss=0.0335
+  step 2170000 |  21456s | train_loss=0.0312
+  step 2180000 |  21548s | train_loss=0.0299
+  step 2190000 |  21641s | train_loss=0.0312
+  step 2200000 |  21801s | train_loss=0.0305 | fid=59.6343
+  step 2210000 |  21890s | train_loss=0.0340
+  step 2220000 |  21983s | train_loss=0.0287
+  step 2230000 |  22075s | train_loss=0.0307
+  step 2240000 |  22168s | train_loss=0.0312
+  step 2250000 |  22260s | train_loss=0.0299
+  step 2260000 |  22353s | train_loss=0.0289
+  step 2270000 |  22445s | train_loss=0.0319
+  step 2280000 |  22538s | train_loss=0.0298
+  step 2290000 |  22630s | train_loss=0.0287
+  step 2300000 |  22790s | train_loss=0.0301 | fid=58.1248
+  step 2310000 |  22879s | train_loss=0.0292
+  step 2320000 |  22970s | train_loss=0.0324
+  step 2330000 |  23063s | train_loss=0.0284
+  step 2340000 |  23155s | train_loss=0.0268
+  step 2350000 |  23248s | train_loss=0.0295
+  step 2360000 |  23341s | train_loss=0.0298
+  step 2370000 |  23433s | train_loss=0.0312
+  step 2380000 |  23525s | train_loss=0.0314
+  step 2390000 |  23616s | train_loss=0.0277
+  step 2400000 |  23777s | train_loss=0.0270 | fid=58.5284
+  step 2410000 |  23869s | train_loss=0.0288
+  step 2420000 |  23958s | train_loss=0.0278
+  step 2430000 |  24050s | train_loss=0.0297
+  step 2440000 |  24143s | train_loss=0.0290
+  step 2450000 |  24235s | train_loss=0.0264
+  step 2460000 |  24328s | train_loss=0.0282
+  step 2470000 |  24420s | train_loss=0.0279
+  step 2480000 |  24513s | train_loss=0.0276
+  step 2490000 |  24604s | train_loss=0.0304
+  step 2500000 |  24765s | train_loss=0.0295 | fid=55.1360
+  step 2510000 |  24858s | train_loss=0.0261
+  step 2520000 |  24947s | train_loss=0.0288
+  step 2530000 |  25038s | train_loss=0.0294
+  step 2540000 |  25131s | train_loss=0.0257
+  step 2550000 |  25223s | train_loss=0.0277
+  step 2560000 |  25316s | train_loss=0.0274
+  step 2570000 |  25408s | train_loss=0.0272
+  step 2580000 |  25499s | train_loss=0.0261
+  step 2590000 |  25592s | train_loss=0.0290
+  step 2600000 |  25753s | train_loss=0.0275 | fid=56.3788
+  step 2610000 |  25846s | train_loss=0.0287
+  step 2620000 |  25938s | train_loss=0.0287
+  step 2630000 |  26027s | train_loss=0.0248
+  step 2640000 |  26120s | train_loss=0.0295
+  step 2650000 |  26212s | train_loss=0.0289
+  step 2660000 |  26305s | train_loss=0.0280
+  step 2670000 |  26397s | train_loss=0.0269
+  step 2680000 |  26488s | train_loss=0.0260
+  step 2690000 |  26581s | train_loss=0.0306
+  step 2700000 |  26742s | train_loss=0.0267 | fid=55.5792
+  step 2710000 |  26834s | train_loss=0.0278
+  step 2720000 |  26927s | train_loss=0.0267
+  step 2730000 |  27017s | train_loss=0.0259
+  step 2740000 |  27108s | train_loss=0.0251
+  step 2750000 |  27200s | train_loss=0.0261
+  step 2760000 |  27293s | train_loss=0.0267
+  step 2770000 |  27384s | train_loss=0.0270
+  step 2780000 |  27476s | train_loss=0.0265
+  step 2790000 |  27568s | train_loss=0.0260
+  step 2800000 |  27731s | train_loss=0.0264 | fid=52.1749
+  step 2810000 |  27823s | train_loss=0.0264
+  step 2820000 |  27916s | train_loss=0.0248
+  step 2830000 |  28008s | train_loss=0.0267
+  step 2840000 |  28097s | train_loss=0.0256
+  step 2850000 |  28189s | train_loss=0.0253
+  step 2860000 |  28281s | train_loss=0.0261
+  step 2870000 |  28372s | train_loss=0.0262
+  step 2880000 |  28465s | train_loss=0.0295
+  step 2890000 |  28557s | train_loss=0.0253
+  step 2900000 |  28719s | train_loss=0.0316 | fid=49.1377
+  step 2910000 |  28812s | train_loss=0.0270
+  step 2920000 |  28904s | train_loss=0.0241
+  step 2930000 |  28997s | train_loss=0.0261
+  step 2940000 |  29087s | train_loss=0.0291
+  step 2950000 |  29178s | train_loss=0.0250
+  step 2960000 |  29268s | train_loss=0.0251
+  step 2970000 |  29361s | train_loss=0.0270
+  step 2980000 |  29453s | train_loss=0.0261
+  step 2990000 |  29546s | train_loss=0.0235
+  step 3000000 |  29708s | train_loss=0.0254 | fid=51.5600
+  step 3010000 |  29801s | train_loss=0.0252
+  step 3020000 |  29893s | train_loss=0.0256
+  step 3030000 |  29986s | train_loss=0.0233
+  step 3040000 |  30078s | train_loss=0.0265
+  step 3050000 |  30168s | train_loss=0.0239
+  step 3060000 |  30257s | train_loss=0.0259
+  step 3070000 |  30350s | train_loss=0.0259
+  step 3080000 |  30442s | train_loss=0.0239
+  step 3090000 |  30534s | train_loss=0.0243
+  step 3100000 |  30696s | train_loss=0.0233 | fid=54.0866
+  step 3110000 |  30789s | train_loss=0.0260
+  step 3120000 |  30882s | train_loss=0.0238
+  step 3130000 |  30974s | train_loss=0.0244
+  step 3140000 |  31067s | train_loss=0.0267
+  step 3150000 |  31154s | train_loss=0.0236
+  step 3160000 |  31245s | train_loss=0.0236
+  step 3170000 |  31337s | train_loss=0.0259
+  step 3180000 |  31430s | train_loss=0.0254
+  step 3190000 |  31522s | train_loss=0.0243
+  step 3200000 |  31684s | train_loss=0.0273 | fid=50.2156
+  step 3210000 |  31777s | train_loss=0.0251
+  step 3220000 |  31870s | train_loss=0.0261
+  step 3230000 |  31962s | train_loss=0.0288
+  step 3240000 |  32055s | train_loss=0.0247
+  step 3250000 |  32144s | train_loss=0.0252
+  step 3260000 |  32235s | train_loss=0.0246
+  step 3270000 |  32326s | train_loss=0.0279
+  step 3280000 |  32418s | train_loss=0.0221
+  step 3290000 |  32510s | train_loss=0.0227
+  step 3300000 |  32672s | train_loss=0.0256 | fid=48.4332
+  step 3310000 |  32765s | train_loss=0.0270
+  step 3320000 |  32857s | train_loss=0.0263
+  step 3330000 |  32950s | train_loss=0.0225
+  step 3340000 |  33040s | train_loss=0.0230
+  step 3350000 |  33133s | train_loss=0.0260
+  step 3360000 |  33222s | train_loss=0.0235
+  step 3370000 |  33313s | train_loss=0.0257
+  step 3380000 |  33406s | train_loss=0.0230
+  step 3390000 |  33498s | train_loss=0.0246
+  step 3400000 |  33660s | train_loss=0.0248 | fid=50.5835
+  step 3410000 |  33753s | train_loss=0.0224
+  step 3420000 |  33845s | train_loss=0.0236
+  step 3430000 |  33938s | train_loss=0.0245
+  step 3440000 |  34029s | train_loss=0.0238
+  step 3450000 |  34121s | train_loss=0.0228
+  step 3460000 |  34212s | train_loss=0.0243
+  step 3470000 |  34303s | train_loss=0.0245
+  step 3480000 |  34393s | train_loss=0.0223
+  step 3490000 |  34486s | train_loss=0.0239
+  step 3500000 |  34647s | train_loss=0.0248 | fid=50.8862
+  step 3510000 |  34739s | train_loss=0.0234
+  step 3520000 |  34832s | train_loss=0.0226
+  step 3530000 |  34922s | train_loss=0.0227
+  step 3540000 |  35015s | train_loss=0.0240
+  step 3550000 |  35107s | train_loss=0.0237
+  step 3560000 |  35200s | train_loss=0.0275
+  step 3570000 |  35289s | train_loss=0.0214
+  step 3580000 |  35379s | train_loss=0.0253
+  step 3590000 |  35472s | train_loss=0.0233
+  step 3600000 |  35634s | train_loss=0.0232 | fid=48.4399
+  step 3610000 |  35726s | train_loss=0.0236
+  step 3620000 |  35819s | train_loss=0.0234
+  step 3630000 |  35910s | train_loss=0.0234
+  step 3640000 |  36002s | train_loss=0.0220
+  step 3650000 |  36095s | train_loss=0.0233
+  step 3660000 |  36187s | train_loss=0.0224
+  step 3670000 |  36277s | train_loss=0.0233
+  step 3680000 |  36368s | train_loss=0.0261
+  step 3690000 |  36458s | train_loss=0.0253
+  step 3700000 |  36619s | train_loss=0.0228 | fid=48.9145
+  step 3710000 |  36712s | train_loss=0.0237
+  step 3720000 |  36802s | train_loss=0.0240
+  step 3730000 |  36895s | train_loss=0.0224
+  step 3740000 |  36987s | train_loss=0.0219
+  step 3750000 |  37080s | train_loss=0.0218
+  step 3760000 |  37172s | train_loss=0.0216
+  step 3770000 |  37265s | train_loss=0.0236
+  step 3780000 |  37352s | train_loss=0.0207
+  step 3790000 |  37443s | train_loss=0.0227
+  step 3800000 |  37605s | train_loss=0.0230 | fid=46.8959
+  step 3810000 |  37698s | train_loss=0.0216
+  step 3820000 |  37789s | train_loss=0.0216
+  step 3830000 |  37881s | train_loss=0.0212
+  step 3840000 |  37974s | train_loss=0.0213
+  step 3850000 |  38066s | train_loss=0.0233
+  step 3860000 |  38158s | train_loss=0.0239
+  step 3870000 |  38251s | train_loss=0.0221
+  step 3880000 |  38342s | train_loss=0.0216
+  step 3890000 |  38432s | train_loss=0.0220
+  step 3900000 |  38592s | train_loss=0.0215 | fid=46.7090
+  step 3910000 |  38683s | train_loss=0.0207
+  step 3920000 |  38775s | train_loss=0.0217
+  step 3930000 |  38868s | train_loss=0.0230
+  step 3940000 |  38960s | train_loss=0.0215
+  step 3950000 |  39052s | train_loss=0.0216
+  step 3960000 |  39145s | train_loss=0.0213
+  step 3970000 |  39237s | train_loss=0.0235
+  step 3980000 |  39330s | train_loss=0.0215
+  step 3990000 |  39419s | train_loss=0.0281
+  step 4000000 |  39579s | train_loss=0.0220 | fid=49.7388
+  step 4010000 |  39670s | train_loss=0.0205
+  step 4020000 |  39762s | train_loss=0.0238
+  step 4030000 |  39854s | train_loss=0.0212
+  step 4040000 |  39947s | train_loss=0.0213
+  step 4050000 |  40040s | train_loss=0.0197
+  step 4060000 |  40132s | train_loss=0.0214
+  step 4070000 |  40224s | train_loss=0.0221
+  step 4080000 |  40317s | train_loss=0.0203
+  step 4090000 |  40408s | train_loss=0.0222
+  step 4100000 |  40564s | train_loss=0.0215 | fid=47.8117
+  step 4110000 |  40656s | train_loss=0.0219
+  step 4120000 |  40748s | train_loss=0.0207
+  step 4130000 |  40841s | train_loss=0.0227
+  step 4140000 |  40933s | train_loss=0.0210
+  step 4150000 |  41026s | train_loss=0.0232
+  step 4160000 |  41118s | train_loss=0.0204
+  step 4170000 |  41211s | train_loss=0.0221
+  step 4180000 |  41303s | train_loss=0.0201
+  step 4190000 |  41396s | train_loss=0.0229
+  step 4200000 |  41551s | train_loss=0.0196 | fid=50.3229
+  step 4210000 |  41641s | train_loss=0.0209
+  step 4220000 |  41734s | train_loss=0.0204
+  step 4230000 |  41826s | train_loss=0.0243
+  step 4240000 |  41919s | train_loss=0.0214
+  step 4250000 |  42011s | train_loss=0.0207
+  step 4260000 |  42104s | train_loss=0.0202
+  step 4270000 |  42196s | train_loss=0.0209
+  step 4280000 |  42289s | train_loss=0.0200
+  step 4290000 |  42381s | train_loss=0.0210
+  step 4300000 |  42537s | train_loss=0.0213 | fid=48.7110
+  step 4310000 |  42628s | train_loss=0.0217
+  step 4320000 |  42721s | train_loss=0.0212
+  step 4330000 |  42813s | train_loss=0.0200
+  step 4340000 |  42906s | train_loss=0.0208
+  step 4350000 |  42998s | train_loss=0.0223
+  step 4360000 |  43091s | train_loss=0.0210
+  step 4370000 |  43183s | train_loss=0.0203
+  step 4380000 |  43276s | train_loss=0.0202
+  step 4390000 |  43367s | train_loss=0.0208
+  step 4400000 |  43527s | train_loss=0.0212 | fid=49.0618
+  step 4410000 |  43618s | train_loss=0.0199
+  step 4420000 |  43708s | train_loss=0.0216
+  step 4430000 |  43801s | train_loss=0.0192
+  step 4440000 |  43893s | train_loss=0.0199
+  step 4450000 |  43986s | train_loss=0.0215
+  step 4460000 |  44078s | train_loss=0.0196
+  step 4470000 |  44171s | train_loss=0.0204
+  step 4480000 |  44263s | train_loss=0.0215
+  step 4490000 |  44354s | train_loss=0.0203
+  step 4500000 |  44516s | train_loss=0.0222 | fid=48.6554
+  step 4510000 |  44606s | train_loss=0.0206
+  step 4520000 |  44697s | train_loss=0.0221
+  step 4530000 |  44790s | train_loss=0.0194
+  step 4540000 |  44882s | train_loss=0.0223
+  step 4550000 |  44975s | train_loss=0.0202
+  step 4560000 |  45067s | train_loss=0.0224
+  step 4570000 |  45160s | train_loss=0.0208
+  step 4580000 |  45250s | train_loss=0.0206
+  step 4590000 |  45343s | train_loss=0.0189
+  step 4600000 |  45504s | train_loss=0.0207 | fid=48.1524
+  step 4610000 |  45596s | train_loss=0.0211
+  step 4620000 |  45687s | train_loss=0.0208
+  step 4630000 |  45778s | train_loss=0.0204
+  step 4640000 |  45871s | train_loss=0.0200
+  step 4650000 |  45963s | train_loss=0.0215
+  step 4660000 |  46056s | train_loss=0.0215
+  step 4670000 |  46148s | train_loss=0.0195
+  step 4680000 |  46239s | train_loss=0.0242
+  step 4690000 |  46331s | train_loss=0.0192
+  step 4700000 |  46494s | train_loss=0.0208 | fid=48.5394
+  step 4710000 |  46587s | train_loss=0.0194
+  step 4720000 |  46676s | train_loss=0.0207
+  step 4730000 |  46767s | train_loss=0.0196
+  step 4740000 |  46860s | train_loss=0.0215
+  step 4750000 |  46952s | train_loss=0.0204
+  step 4760000 |  47045s | train_loss=0.0190
+  step 4770000 |  47134s | train_loss=0.0194
+  step 4780000 |  47209s | train_loss=0.0192
+  step 4790000 |  47284s | train_loss=0.0196
+  step 4800000 |  47416s | train_loss=0.0208 | fid=52.1318
+  step 4810000 |  47491s | train_loss=0.0232
+  step 4820000 |  47564s | train_loss=0.0217
+  step 4830000 |  47636s | train_loss=0.0202
+  step 4840000 |  47709s | train_loss=0.0200
+  step 4850000 |  47784s | train_loss=0.0181
+  step 4860000 |  47859s | train_loss=0.0186
+  step 4870000 |  47934s | train_loss=0.0203
+  step 4880000 |  48008s | train_loss=0.0201
+  step 4890000 |  48083s | train_loss=0.0199
+  step 4900000 |  48215s | train_loss=0.0183 | fid=48.8937
+  step 4910000 |  48290s | train_loss=0.0184
+  step 4920000 |  48365s | train_loss=0.0196
+  step 4930000 |  48435s | train_loss=0.0182
+  step 4940000 |  48508s | train_loss=0.0186
+  step 4950000 |  48582s | train_loss=0.0198
+  step 4960000 |  48657s | train_loss=0.0241
+  step 4970000 |  48732s | train_loss=0.0203
+  step 4980000 |  48807s | train_loss=0.0197
+  step 4990000 |  48881s | train_loss=0.0195
+  step 5000000 |  49013s | train_loss=0.0183 | fid=51.7889
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7596a36cbc16545d66ad5fc4dda8f97db4a1c1e9
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..63650729d5cc5a3c0feb2e4c11b2d2ed183691bd
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 30, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 67.39736890792847, "train_loss_step": 29.84023666381836, "n_params": 4326430, "total_flops": 13290792960, "train_loss": 0.9997117996215821, "subset_score_loss": 0.9997117996215821, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9708657264709473, "fid": 246.36958374243466}
+{"step": 10000, "wall_time": 154.9578893184662, "train_loss_step": 6.352392673492432, "n_params": 4326430, "total_flops": 132907929600000, "train_loss": 0.867816670735677, "subset_score_loss": 0.867816670735677}
+{"step": 20000, "wall_time": 242.56693410873413, "train_loss_step": 6.374547958374023, "n_params": 4326430, "total_flops": 265815859200000, "train_loss": 0.8564708073933919, "subset_score_loss": 0.8564708073933919}
+{"step": 30000, "wall_time": 330.19161915779114, "train_loss_step": 5.545546531677246, "n_params": 4326430, "total_flops": 398723788800000, "train_loss": 0.8389965057373047, "subset_score_loss": 0.8389965057373047}
+{"step": 40000, "wall_time": 417.8031415939331, "train_loss_step": 6.08494758605957, "n_params": 4326430, "total_flops": 531631718400000, "train_loss": 0.8040306091308593, "subset_score_loss": 0.8040306091308593}
+{"step": 50000, "wall_time": 505.4197132587433, "train_loss_step": 5.901821613311768, "n_params": 4326430, "total_flops": 664539648000000, "train_loss": 0.745517349243164, "subset_score_loss": 0.745517349243164}
+{"step": 60000, "wall_time": 593.0259413719177, "train_loss_step": 5.448060989379883, "n_params": 4326430, "total_flops": 797447577600000, "train_loss": 0.6627384821573893, "subset_score_loss": 0.6627384821573893}
+{"step": 70000, "wall_time": 680.6249945163727, "train_loss_step": 5.159068584442139, "n_params": 4326430, "total_flops": 930355507200000, "train_loss": 0.5479801813761394, "subset_score_loss": 0.5479801813761394}
+{"step": 80000, "wall_time": 768.2616093158722, "train_loss_step": 4.615264892578125, "n_params": 4326430, "total_flops": 1063263436800000, "train_loss": 0.4254108428955078, "subset_score_loss": 0.4254108428955078}
+{"step": 90000, "wall_time": 855.8891475200653, "train_loss_step": 4.265645503997803, "n_params": 4326430, "total_flops": 1196171366400000, "train_loss": 0.3313064257303874, "subset_score_loss": 0.3313064257303874}
+{"step": 100000, "wall_time": 1002.6668996810913, "train_loss_step": 4.229779243469238, "n_params": 4326430, "total_flops": 1329079296000000, "train_loss": 0.26846758524576825, "subset_score_loss": 0.26846758524576825, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9132664799690247, "fid": 62.6921698621056}
+{"step": 110000, "wall_time": 1088.953894853592, "train_loss_step": 4.00869083404541, "n_params": 4326430, "total_flops": 1461987225600000, "train_loss": 0.22830154101053873, "subset_score_loss": 0.22830154101053873}
+{"step": 120000, "wall_time": 1176.6152081489563, "train_loss_step": 3.559372663497925, "n_params": 4326430, "total_flops": 1594895155200000, "train_loss": 0.19923421541849773, "subset_score_loss": 0.19923421541849773}
+{"step": 130000, "wall_time": 1264.2192471027374, "train_loss_step": 3.587003707885742, "n_params": 4326430, "total_flops": 1727803084800000, "train_loss": 0.18296241760253906, "subset_score_loss": 0.18296241760253906}
+{"step": 140000, "wall_time": 1351.870376110077, "train_loss_step": 3.7479772567749023, "n_params": 4326430, "total_flops": 1860711014400000, "train_loss": 0.16716346740722657, "subset_score_loss": 0.16716346740722657}
+{"step": 150000, "wall_time": 1439.4512856006622, "train_loss_step": 3.560751438140869, "n_params": 4326430, "total_flops": 1993618944000000, "train_loss": 0.15653998057047527, "subset_score_loss": 0.15653998057047527}
+{"step": 160000, "wall_time": 1527.0758640766144, "train_loss_step": 3.4274344444274902, "n_params": 4326430, "total_flops": 2126526873600000, "train_loss": 0.14488261540730793, "subset_score_loss": 0.14488261540730793}
+{"step": 170000, "wall_time": 1614.7052037715912, "train_loss_step": 3.6226582527160645, "n_params": 4326430, "total_flops": 2259434803200000, "train_loss": 0.1367451032002767, "subset_score_loss": 0.1367451032002767}
+{"step": 180000, "wall_time": 1702.348867893219, "train_loss_step": 3.0728607177734375, "n_params": 4326430, "total_flops": 2392342732800000, "train_loss": 0.1308258851369222, "subset_score_loss": 0.1308258851369222}
+{"step": 190000, "wall_time": 1789.9695572853088, "train_loss_step": 3.182041883468628, "n_params": 4326430, "total_flops": 2525250662400000, "train_loss": 0.12251325448354085, "subset_score_loss": 0.12251325448354085}
+{"step": 200000, "wall_time": 1936.620598077774, "train_loss_step": 3.237621784210205, "n_params": 4326430, "total_flops": 2658158592000000, "train_loss": 0.11761873563130697, "subset_score_loss": 0.11761873563130697, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.8200487494468689, "fid": 62.57607727826537}
+{"step": 210000, "wall_time": 2022.7804083824158, "train_loss_step": 2.9577465057373047, "n_params": 4326430, "total_flops": 2791066521600000, "train_loss": 0.1117638111114502, "subset_score_loss": 0.1117638111114502}
+{"step": 220000, "wall_time": 2110.3904089927673, "train_loss_step": 3.3350632190704346, "n_params": 4326430, "total_flops": 2923974451200000, "train_loss": 0.10776911576588949, "subset_score_loss": 0.10776911576588949}
+{"step": 230000, "wall_time": 2198.0256776809692, "train_loss_step": 2.9071707725524902, "n_params": 4326430, "total_flops": 3056882380800000, "train_loss": 0.10278852780659993, "subset_score_loss": 0.10278852780659993}
+{"step": 240000, "wall_time": 2285.6361196041107, "train_loss_step": 3.2580907344818115, "n_params": 4326430, "total_flops": 3189790310400000, "train_loss": 0.09925215244293213, "subset_score_loss": 0.09925215244293213}
+{"step": 250000, "wall_time": 2373.255434036255, "train_loss_step": 3.2462122440338135, "n_params": 4326430, "total_flops": 3322698240000000, "train_loss": 0.09561873277028402, "subset_score_loss": 0.09561873277028402}
+{"step": 260000, "wall_time": 2460.8930265903473, "train_loss_step": 3.081083297729492, "n_params": 4326430, "total_flops": 3455606169600000, "train_loss": 0.0936246633529663, "subset_score_loss": 0.0936246633529663}
+{"step": 270000, "wall_time": 2548.5394294261932, "train_loss_step": 2.792062997817993, "n_params": 4326430, "total_flops": 3588514099200000, "train_loss": 0.08983516693115234, "subset_score_loss": 0.08983516693115234}
+{"step": 280000, "wall_time": 2636.1636140346527, "train_loss_step": 2.9199891090393066, "n_params": 4326430, "total_flops": 3721422028800000, "train_loss": 0.08704566955566406, "subset_score_loss": 0.08704566955566406}
+{"step": 290000, "wall_time": 2723.7013103961945, "train_loss_step": 2.9138808250427246, "n_params": 4326430, "total_flops": 3854329958400000, "train_loss": 0.08441261450449626, "subset_score_loss": 0.08441261450449626}
+{"step": 300000, "wall_time": 2871.6218609809875, "train_loss_step": 3.141052722930908, "n_params": 4326430, "total_flops": 3987237888000000, "train_loss": 0.0821756362915039, "subset_score_loss": 0.0821756362915039, "memorization_fraction_pixel": 0.024700000882148743, "mean_nn_ratio_pixel": 0.7549192905426025, "fid": 60.90214825635694}
+{"step": 310000, "wall_time": 2958.9790618419647, "train_loss_step": 2.832796335220337, "n_params": 4326430, "total_flops": 4120145817600000, "train_loss": 0.08088568846384685, "subset_score_loss": 0.08088568846384685}
+{"step": 320000, "wall_time": 3045.4475700855255, "train_loss_step": 2.96868896484375, "n_params": 4326430, "total_flops": 4253053747200000, "train_loss": 0.07881146272023519, "subset_score_loss": 0.07881146272023519}
+{"step": 330000, "wall_time": 3133.091038942337, "train_loss_step": 2.8491220474243164, "n_params": 4326430, "total_flops": 4385961676800000, "train_loss": 0.07592098712921143, "subset_score_loss": 0.07592098712921143}
+{"step": 340000, "wall_time": 3220.7921574115753, "train_loss_step": 2.7684969902038574, "n_params": 4326430, "total_flops": 4518869606400000, "train_loss": 0.0742660363515218, "subset_score_loss": 0.0742660363515218}
+{"step": 350000, "wall_time": 3308.422008037567, "train_loss_step": 2.9717164039611816, "n_params": 4326430, "total_flops": 4651777536000000, "train_loss": 0.0737529993057251, "subset_score_loss": 0.0737529993057251}
+{"step": 360000, "wall_time": 3396.009357213974, "train_loss_step": 2.944779634475708, "n_params": 4326430, "total_flops": 4784685465600000, "train_loss": 0.07064650058746338, "subset_score_loss": 0.07064650058746338}
+{"step": 370000, "wall_time": 3483.691065311432, "train_loss_step": 2.825979232788086, "n_params": 4326430, "total_flops": 4917593395200000, "train_loss": 0.06994850635528564, "subset_score_loss": 0.06994850635528564}
+{"step": 380000, "wall_time": 3571.3437464237213, "train_loss_step": 2.9730496406555176, "n_params": 4326430, "total_flops": 5050501324800000, "train_loss": 0.06803150177001953, "subset_score_loss": 0.06803150177001953}
+{"step": 390000, "wall_time": 3655.4968869686127, "train_loss_step": 2.8845582008361816, "n_params": 4326430, "total_flops": 5183409254400000, "train_loss": 0.06706583499908447, "subset_score_loss": 0.06706583499908447}
+{"step": 400000, "wall_time": 3806.1666259765625, "train_loss_step": 2.8876843452453613, "n_params": 4326430, "total_flops": 5316317184000000, "train_loss": 0.06474776665369669, "subset_score_loss": 0.06474776665369669, "memorization_fraction_pixel": 0.043699998408555984, "mean_nn_ratio_pixel": 0.7112385034561157, "fid": 59.50247314388123}
+{"step": 410000, "wall_time": 3894.0169110298157, "train_loss_step": 2.8547072410583496, "n_params": 4326430, "total_flops": 5449225113600000, "train_loss": 0.06313693523406982, "subset_score_loss": 0.06313693523406982}
+{"step": 420000, "wall_time": 3980.0233833789825, "train_loss_step": 2.9438037872314453, "n_params": 4326430, "total_flops": 5582133043200000, "train_loss": 0.062419267495473225, "subset_score_loss": 0.062419267495473225}
+{"step": 430000, "wall_time": 4067.6461799144745, "train_loss_step": 2.6442203521728516, "n_params": 4326430, "total_flops": 5715040972800000, "train_loss": 0.06144732634226481, "subset_score_loss": 0.06144732634226481}
+{"step": 440000, "wall_time": 4155.273699045181, "train_loss_step": 3.034545660018921, "n_params": 4326430, "total_flops": 5847948902400000, "train_loss": 0.06078945795694987, "subset_score_loss": 0.06078945795694987}
+{"step": 450000, "wall_time": 4242.909869670868, "train_loss_step": 2.6265177726745605, "n_params": 4326430, "total_flops": 5980856832000000, "train_loss": 0.059824573993682864, "subset_score_loss": 0.059824573993682864}
+{"step": 460000, "wall_time": 4330.541106462479, "train_loss_step": 2.6647424697875977, "n_params": 4326430, "total_flops": 6113764761600000, "train_loss": 0.05805428028106689, "subset_score_loss": 0.05805428028106689}
+{"step": 470000, "wall_time": 4418.180848836899, "train_loss_step": 3.006223201751709, "n_params": 4326430, "total_flops": 6246672691200000, "train_loss": 0.05638493696848552, "subset_score_loss": 0.05638493696848552}
+{"step": 480000, "wall_time": 4505.71869468689, "train_loss_step": 2.805943489074707, "n_params": 4326430, "total_flops": 6379580620800000, "train_loss": 0.05642779270807902, "subset_score_loss": 0.05642779270807902}
+{"step": 490000, "wall_time": 4587.79177737236, "train_loss_step": 2.898479461669922, "n_params": 4326430, "total_flops": 6512488550400000, "train_loss": 0.05537567536036173, "subset_score_loss": 0.05537567536036173}
+{"step": 500000, "wall_time": 4742.408051729202, "train_loss_step": 2.6046090126037598, "n_params": 4326430, "total_flops": 6645396480000000, "train_loss": 0.05556957324345906, "subset_score_loss": 0.05556957324345906, "memorization_fraction_pixel": 0.06289999932050705, "mean_nn_ratio_pixel": 0.6772295236587524, "fid": 59.059926781913035}
+{"step": 510000, "wall_time": 4830.117187738419, "train_loss_step": 2.960984230041504, "n_params": 4326430, "total_flops": 6778304409600000, "train_loss": 0.053955415884653725, "subset_score_loss": 0.053955415884653725}
+{"step": 520000, "wall_time": 4916.5625331401825, "train_loss_step": 2.827199935913086, "n_params": 4326430, "total_flops": 6911212339200000, "train_loss": 0.05368187030156454, "subset_score_loss": 0.05368187030156454}
+{"step": 530000, "wall_time": 5004.170227527618, "train_loss_step": 2.6514739990234375, "n_params": 4326430, "total_flops": 7044120268800000, "train_loss": 0.05175800323486328, "subset_score_loss": 0.05175800323486328}
+{"step": 540000, "wall_time": 5091.815464496613, "train_loss_step": 2.843641757965088, "n_params": 4326430, "total_flops": 7177028198400000, "train_loss": 0.05134298404057821, "subset_score_loss": 0.05134298404057821}
+{"step": 550000, "wall_time": 5179.462344646454, "train_loss_step": 2.923647165298462, "n_params": 4326430, "total_flops": 7309936128000000, "train_loss": 0.051430960496266685, "subset_score_loss": 0.051430960496266685}
+{"step": 560000, "wall_time": 5267.080151557922, "train_loss_step": 2.842224359512329, "n_params": 4326430, "total_flops": 7442844057600000, "train_loss": 0.049809126059214275, "subset_score_loss": 0.049809126059214275}
+{"step": 570000, "wall_time": 5354.727931499481, "train_loss_step": 2.5190281867980957, "n_params": 4326430, "total_flops": 7575751987200000, "train_loss": 0.04927697976430257, "subset_score_loss": 0.04927697976430257}
+{"step": 580000, "wall_time": 5439.889862060547, "train_loss_step": 2.6057043075561523, "n_params": 4326430, "total_flops": 7708659916800000, "train_loss": 0.04878402551015218, "subset_score_loss": 0.04878402551015218}
+{"step": 590000, "wall_time": 5521.999097108841, "train_loss_step": 2.6216087341308594, "n_params": 4326430, "total_flops": 7841567846400000, "train_loss": 0.04773728450139363, "subset_score_loss": 0.04773728450139363}
+{"step": 600000, "wall_time": 5676.141856431961, "train_loss_step": 2.4138708114624023, "n_params": 4326430, "total_flops": 7974475776000000, "train_loss": 0.047023804982503255, "subset_score_loss": 0.047023804982503255, "memorization_fraction_pixel": 0.07840000092983246, "mean_nn_ratio_pixel": 0.6456376314163208, "fid": 58.11157442338252}
+{"step": 610000, "wall_time": 5763.829581260681, "train_loss_step": 2.7425899505615234, "n_params": 4326430, "total_flops": 8107383705600000, "train_loss": 0.046622169017791745, "subset_score_loss": 0.046622169017791745}
+{"step": 620000, "wall_time": 5851.664463996887, "train_loss_step": 2.865288257598877, "n_params": 4326430, "total_flops": 8240291635200000, "train_loss": 0.04605969587961833, "subset_score_loss": 0.04605969587961833}
+{"step": 630000, "wall_time": 5937.5468373298645, "train_loss_step": 2.7565789222717285, "n_params": 4326430, "total_flops": 8373199564800000, "train_loss": 0.045939322312672934, "subset_score_loss": 0.045939322312672934}
+{"step": 640000, "wall_time": 6025.167927503586, "train_loss_step": 2.7190732955932617, "n_params": 4326430, "total_flops": 8506107494400000, "train_loss": 0.045758056640625, "subset_score_loss": 0.045758056640625}
+{"step": 650000, "wall_time": 6112.807591915131, "train_loss_step": 2.6692965030670166, "n_params": 4326430, "total_flops": 8639015424000000, "train_loss": 0.04496508836746216, "subset_score_loss": 0.04496508836746216}
+{"step": 660000, "wall_time": 6200.473634958267, "train_loss_step": 2.4938712120056152, "n_params": 4326430, "total_flops": 8771923353600000, "train_loss": 0.04411070744196574, "subset_score_loss": 0.04411070744196574}
+{"step": 670000, "wall_time": 6287.967688560486, "train_loss_step": 2.545586109161377, "n_params": 4326430, "total_flops": 8904831283200000, "train_loss": 0.04359360933303833, "subset_score_loss": 0.04359360933303833}
+{"step": 680000, "wall_time": 6370.445439338684, "train_loss_step": 2.782909870147705, "n_params": 4326430, "total_flops": 9037739212800000, "train_loss": 0.04403189023335775, "subset_score_loss": 0.04403189023335775}
+{"step": 690000, "wall_time": 6455.420380115509, "train_loss_step": 2.6605467796325684, "n_params": 4326430, "total_flops": 9170647142400000, "train_loss": 0.04277635812759399, "subset_score_loss": 0.04277635812759399}
+{"step": 700000, "wall_time": 6609.531587600708, "train_loss_step": 2.70448899269104, "n_params": 4326430, "total_flops": 9303555072000000, "train_loss": 0.042705643177032473, "subset_score_loss": 0.042705643177032473, "memorization_fraction_pixel": 0.09600000083446503, "mean_nn_ratio_pixel": 0.6183249950408936, "fid": 58.62990821299808}
+{"step": 710000, "wall_time": 6697.140964746475, "train_loss_step": 2.9449453353881836, "n_params": 4326430, "total_flops": 9436463001600000, "train_loss": 0.04194769461949666, "subset_score_loss": 0.04194769461949666}
+{"step": 720000, "wall_time": 6784.875587463379, "train_loss_step": 2.8447160720825195, "n_params": 4326430, "total_flops": 9569370931200000, "train_loss": 0.041422796249389646, "subset_score_loss": 0.041422796249389646}
+{"step": 730000, "wall_time": 6870.904263496399, "train_loss_step": 2.647061347961426, "n_params": 4326430, "total_flops": 9702278860800000, "train_loss": 0.04109888871510824, "subset_score_loss": 0.04109888871510824}
+{"step": 740000, "wall_time": 6958.543872833252, "train_loss_step": 2.734196424484253, "n_params": 4326430, "total_flops": 9835186790400000, "train_loss": 0.040685629844665526, "subset_score_loss": 0.040685629844665526}
+{"step": 750000, "wall_time": 7046.1837821006775, "train_loss_step": 2.823157787322998, "n_params": 4326430, "total_flops": 9968094720000000, "train_loss": 0.040771484375, "subset_score_loss": 0.040771484375}
+{"step": 760000, "wall_time": 7133.767000198364, "train_loss_step": 2.5282368659973145, "n_params": 4326430, "total_flops": 10101002649600000, "train_loss": 0.03994019428888957, "subset_score_loss": 0.03994019428888957}
+{"step": 770000, "wall_time": 7218.449392795563, "train_loss_step": 2.3911280632019043, "n_params": 4326430, "total_flops": 10233910579200000, "train_loss": 0.03923159837722778, "subset_score_loss": 0.03923159837722778}
+{"step": 780000, "wall_time": 7303.034497976303, "train_loss_step": 2.4968671798706055, "n_params": 4326430, "total_flops": 10366818508800000, "train_loss": 0.038869412740071614, "subset_score_loss": 0.038869412740071614}
+{"step": 790000, "wall_time": 7387.791970252991, "train_loss_step": 2.5787606239318848, "n_params": 4326430, "total_flops": 10499726438400000, "train_loss": 0.03900222380956014, "subset_score_loss": 0.03900222380956014}
+{"step": 800000, "wall_time": 7545.061386585236, "train_loss_step": 2.432485580444336, "n_params": 4326430, "total_flops": 10632634368000000, "train_loss": 0.03911994298299153, "subset_score_loss": 0.03911994298299153, "memorization_fraction_pixel": 0.1137000024318695, "mean_nn_ratio_pixel": 0.5955858826637268, "fid": 57.65026375760802}
+{"step": 810000, "wall_time": 7632.74592924118, "train_loss_step": 2.6558542251586914, "n_params": 4326430, "total_flops": 10765542297600000, "train_loss": 0.03786349296569824, "subset_score_loss": 0.03786349296569824}
+{"step": 820000, "wall_time": 7720.380222320557, "train_loss_step": 2.3701248168945312, "n_params": 4326430, "total_flops": 10898450227200000, "train_loss": 0.03762356042861938, "subset_score_loss": 0.03762356042861938}
+{"step": 830000, "wall_time": 7806.590077877045, "train_loss_step": 2.6020476818084717, "n_params": 4326430, "total_flops": 11031358156800000, "train_loss": 0.03782584667205811, "subset_score_loss": 0.03782584667205811}
+{"step": 840000, "wall_time": 7894.231213092804, "train_loss_step": 2.5573863983154297, "n_params": 4326430, "total_flops": 11164266086400000, "train_loss": 0.03701646725336711, "subset_score_loss": 0.03701646725336711}
+{"step": 850000, "wall_time": 7981.855549573898, "train_loss_step": 2.591243267059326, "n_params": 4326430, "total_flops": 11297174016000000, "train_loss": 0.03701898654301961, "subset_score_loss": 0.03701898654301961}
+{"step": 860000, "wall_time": 8068.516983270645, "train_loss_step": 2.6399285793304443, "n_params": 4326430, "total_flops": 11430081945600000, "train_loss": 0.03683515787124634, "subset_score_loss": 0.03683515787124634}
+{"step": 870000, "wall_time": 8153.153456687927, "train_loss_step": 2.4282965660095215, "n_params": 4326430, "total_flops": 11562989875200000, "train_loss": 0.03621447881062825, "subset_score_loss": 0.03621447881062825}
+{"step": 880000, "wall_time": 8236.225815057755, "train_loss_step": 2.3885254859924316, "n_params": 4326430, "total_flops": 11695897804800000, "train_loss": 0.03613924582799276, "subset_score_loss": 0.03613924582799276}
+{"step": 890000, "wall_time": 8323.839302539825, "train_loss_step": 2.659755229949951, "n_params": 4326430, "total_flops": 11828805734400000, "train_loss": 0.03591875632603963, "subset_score_loss": 0.03591875632603963}
+{"step": 900000, "wall_time": 8481.298653364182, "train_loss_step": 2.2742578983306885, "n_params": 4326430, "total_flops": 11961713664000000, "train_loss": 0.035406033198038735, "subset_score_loss": 0.035406033198038735, "memorization_fraction_pixel": 0.12680000066757202, "mean_nn_ratio_pixel": 0.5750728845596313, "fid": 58.180693387049175}
+{"step": 910000, "wall_time": 8568.970174074173, "train_loss_step": 2.475741386413574, "n_params": 4326430, "total_flops": 12094621593600000, "train_loss": 0.03536241849263509, "subset_score_loss": 0.03536241849263509}
+{"step": 920000, "wall_time": 8656.5543217659, "train_loss_step": 2.764148712158203, "n_params": 4326430, "total_flops": 12227529523200000, "train_loss": 0.03448305130004883, "subset_score_loss": 0.03448305130004883}
+{"step": 930000, "wall_time": 8744.631844520569, "train_loss_step": 2.5654354095458984, "n_params": 4326430, "total_flops": 12360437452800000, "train_loss": 0.03507841825485229, "subset_score_loss": 0.03507841825485229}
+{"step": 940000, "wall_time": 8830.444100141525, "train_loss_step": 2.5450847148895264, "n_params": 4326430, "total_flops": 12493345382400000, "train_loss": 0.034483619530995685, "subset_score_loss": 0.034483619530995685}
+{"step": 950000, "wall_time": 8918.04273033142, "train_loss_step": 2.651068925857544, "n_params": 4326430, "total_flops": 12626253312000000, "train_loss": 0.03420885801315308, "subset_score_loss": 0.03420885801315308}
+{"step": 960000, "wall_time": 9003.224400043488, "train_loss_step": 2.4980876445770264, "n_params": 4326430, "total_flops": 12759161241600000, "train_loss": 0.03396131197611491, "subset_score_loss": 0.03396131197611491}
+{"step": 970000, "wall_time": 9088.173641681671, "train_loss_step": 2.425173759460449, "n_params": 4326430, "total_flops": 12892069171200000, "train_loss": 0.03329256772994995, "subset_score_loss": 0.03329256772994995}
+{"step": 980000, "wall_time": 9172.862875461578, "train_loss_step": 2.4577136039733887, "n_params": 4326430, "total_flops": 13024977100800000, "train_loss": 0.0335029125213623, "subset_score_loss": 0.0335029125213623}
+{"step": 990000, "wall_time": 9260.536373138428, "train_loss_step": 2.5881690979003906, "n_params": 4326430, "total_flops": 13157885030400000, "train_loss": 0.03409997224807739, "subset_score_loss": 0.03409997224807739}
+{"step": 1000000, "wall_time": 9417.763812065125, "train_loss_step": 2.574453830718994, "n_params": 4326430, "total_flops": 13290792960000000, "train_loss": 0.03294175863265991, "subset_score_loss": 0.03294175863265991, "memorization_fraction_pixel": 0.1451999992132187, "mean_nn_ratio_pixel": 0.5555307865142822, "fid": 57.03266776883346}
+{"step": 1010000, "wall_time": 9505.421686649323, "train_loss_step": 2.6995930671691895, "n_params": 4326430, "total_flops": 13423700889600000, "train_loss": 0.03281632860501607, "subset_score_loss": 0.03281632860501607}
+{"step": 1020000, "wall_time": 9593.028446435928, "train_loss_step": 2.373525381088257, "n_params": 4326430, "total_flops": 13556608819200000, "train_loss": 0.03282034198443095, "subset_score_loss": 0.03282034198443095}
+{"step": 1030000, "wall_time": 9680.877718687057, "train_loss_step": 2.5424656867980957, "n_params": 4326430, "total_flops": 13689516748800000, "train_loss": 0.03235273162523906, "subset_score_loss": 0.03235273162523906}
+{"step": 1040000, "wall_time": 9766.810622930527, "train_loss_step": 2.6570515632629395, "n_params": 4326430, "total_flops": 13822424678400000, "train_loss": 0.031998385985692344, "subset_score_loss": 0.031998385985692344}
+{"step": 1050000, "wall_time": 9852.038375377655, "train_loss_step": 2.780975341796875, "n_params": 4326430, "total_flops": 13955332608000000, "train_loss": 0.03236830035845439, "subset_score_loss": 0.03236830035845439}
+{"step": 1060000, "wall_time": 9939.392904043198, "train_loss_step": 2.462930202484131, "n_params": 4326430, "total_flops": 14088240537600000, "train_loss": 0.03165483872095744, "subset_score_loss": 0.03165483872095744}
+{"step": 1070000, "wall_time": 10024.082780838013, "train_loss_step": 2.9509668350219727, "n_params": 4326430, "total_flops": 14221148467200000, "train_loss": 0.03161790172259013, "subset_score_loss": 0.03161790172259013}
+{"step": 1080000, "wall_time": 10108.720561504364, "train_loss_step": 2.3744335174560547, "n_params": 4326430, "total_flops": 14354056396800000, "train_loss": 0.03170552651087443, "subset_score_loss": 0.03170552651087443}
+{"step": 1090000, "wall_time": 10196.332644701004, "train_loss_step": 2.6214957237243652, "n_params": 4326430, "total_flops": 14486964326400000, "train_loss": 0.03104009429613749, "subset_score_loss": 0.03104009429613749}
+{"step": 1100000, "wall_time": 10353.789108514786, "train_loss_step": 2.5512032508850098, "n_params": 4326430, "total_flops": 14619872256000000, "train_loss": 0.031222585837046304, "subset_score_loss": 0.031222585837046304, "memorization_fraction_pixel": 0.16680000722408295, "mean_nn_ratio_pixel": 0.5348187685012817, "fid": 57.13987817346536}
+{"step": 1110000, "wall_time": 10441.447067260742, "train_loss_step": 2.4452624320983887, "n_params": 4326430, "total_flops": 14752780185600000, "train_loss": 0.031263069311777754, "subset_score_loss": 0.031263069311777754}
+{"step": 1120000, "wall_time": 10529.08919429779, "train_loss_step": 2.383774995803833, "n_params": 4326430, "total_flops": 14885688115200000, "train_loss": 0.030533703168233235, "subset_score_loss": 0.030533703168233235}
+{"step": 1130000, "wall_time": 10616.792704582214, "train_loss_step": 2.509707450866699, "n_params": 4326430, "total_flops": 15018596044800000, "train_loss": 0.03045625885327657, "subset_score_loss": 0.03045625885327657}
+{"step": 1140000, "wall_time": 10702.939511299133, "train_loss_step": 2.4626808166503906, "n_params": 4326430, "total_flops": 15151503974400000, "train_loss": 0.030461623271306356, "subset_score_loss": 0.030461623271306356}
+{"step": 1150000, "wall_time": 10787.472201347351, "train_loss_step": 2.4418857097625732, "n_params": 4326430, "total_flops": 15284411904000000, "train_loss": 0.02978729804356893, "subset_score_loss": 0.02978729804356893}
+{"step": 1160000, "wall_time": 10872.495867013931, "train_loss_step": 2.5771849155426025, "n_params": 4326430, "total_flops": 15417319833600000, "train_loss": 0.02971396247545878, "subset_score_loss": 0.02971396247545878}
+{"step": 1170000, "wall_time": 10957.207385778427, "train_loss_step": 2.4091339111328125, "n_params": 4326430, "total_flops": 15550227763200000, "train_loss": 0.02946642835934957, "subset_score_loss": 0.02946642835934957}
+{"step": 1180000, "wall_time": 11044.858858823776, "train_loss_step": 2.614717721939087, "n_params": 4326430, "total_flops": 15683135692800000, "train_loss": 0.029571290810902914, "subset_score_loss": 0.029571290810902914}
+{"step": 1190000, "wall_time": 11132.457683801651, "train_loss_step": 2.440154790878296, "n_params": 4326430, "total_flops": 15816043622400000, "train_loss": 0.029024757941563926, "subset_score_loss": 0.029024757941563926}
+{"step": 1200000, "wall_time": 11289.811543941498, "train_loss_step": 2.2912349700927734, "n_params": 4326430, "total_flops": 15948951552000000, "train_loss": 0.028586838642756143, "subset_score_loss": 0.028586838642756143, "memorization_fraction_pixel": 0.15119999647140503, "mean_nn_ratio_pixel": 0.5388516783714294, "fid": 57.1630544200726}
+{"step": 1210000, "wall_time": 11377.437605142593, "train_loss_step": 2.673509120941162, "n_params": 4326430, "total_flops": 16081859481600000, "train_loss": 0.028908071915308635, "subset_score_loss": 0.028908071915308635}
+{"step": 1220000, "wall_time": 11465.073105335236, "train_loss_step": 2.5894107818603516, "n_params": 4326430, "total_flops": 16214767411200000, "train_loss": 0.02858426570892334, "subset_score_loss": 0.02858426570892334}
+{"step": 1230000, "wall_time": 11552.644173145294, "train_loss_step": 2.4016127586364746, "n_params": 4326430, "total_flops": 16347675340800000, "train_loss": 0.02811624010403951, "subset_score_loss": 0.02811624010403951}
+{"step": 1240000, "wall_time": 11636.680764198303, "train_loss_step": 2.492244005203247, "n_params": 4326430, "total_flops": 16480583270400000, "train_loss": 0.028561143080393474, "subset_score_loss": 0.028561143080393474}
+{"step": 1250000, "wall_time": 11723.402720689774, "train_loss_step": 2.545943260192871, "n_params": 4326430, "total_flops": 16613491200000000, "train_loss": 0.02795053521792094, "subset_score_loss": 0.02795053521792094}
+{"step": 1260000, "wall_time": 11808.24309515953, "train_loss_step": 2.345257520675659, "n_params": 4326430, "total_flops": 16746399129600000, "train_loss": 0.027965499957402547, "subset_score_loss": 0.027965499957402547}
+{"step": 1270000, "wall_time": 11893.453928470612, "train_loss_step": 2.2745068073272705, "n_params": 4326430, "total_flops": 16879307059200000, "train_loss": 0.02844111720720927, "subset_score_loss": 0.02844111720720927}
+{"step": 1280000, "wall_time": 11981.066568136215, "train_loss_step": 2.3840179443359375, "n_params": 4326430, "total_flops": 17012214988800000, "train_loss": 0.027754179636637368, "subset_score_loss": 0.027754179636637368}
+{"step": 1290000, "wall_time": 12068.729858636856, "train_loss_step": 2.589087963104248, "n_params": 4326430, "total_flops": 17145122918400000, "train_loss": 0.027930392821629842, "subset_score_loss": 0.027930392821629842}
+{"step": 1300000, "wall_time": 12223.874438285828, "train_loss_step": 2.704627513885498, "n_params": 4326430, "total_flops": 17278030848000000, "train_loss": 0.027494593461354574, "subset_score_loss": 0.027494593461354574, "memorization_fraction_pixel": 0.1678999960422516, "mean_nn_ratio_pixel": 0.5219317674636841, "fid": 56.69779553326077}
+{"step": 1310000, "wall_time": 12311.506003856659, "train_loss_step": 2.4506258964538574, "n_params": 4326430, "total_flops": 17410938777600000, "train_loss": 0.026806064446767173, "subset_score_loss": 0.026806064446767173}
+{"step": 1320000, "wall_time": 12399.178291082382, "train_loss_step": 2.5734024047851562, "n_params": 4326430, "total_flops": 17543846707200000, "train_loss": 0.027751312653223673, "subset_score_loss": 0.027751312653223673}
+{"step": 1330000, "wall_time": 12486.769043684006, "train_loss_step": 2.5703015327453613, "n_params": 4326430, "total_flops": 17676754636800000, "train_loss": 0.02708451549212138, "subset_score_loss": 0.02708451549212138}
+{"step": 1340000, "wall_time": 12572.170390367508, "train_loss_step": 2.612279176712036, "n_params": 4326430, "total_flops": 17809662566400000, "train_loss": 0.02648955980936686, "subset_score_loss": 0.02648955980936686}
+{"step": 1350000, "wall_time": 12655.248842954636, "train_loss_step": 2.5971648693084717, "n_params": 4326430, "total_flops": 17942570496000000, "train_loss": 0.026794856786727904, "subset_score_loss": 0.026794856786727904}
+{"step": 1360000, "wall_time": 12742.872173786163, "train_loss_step": 2.3744401931762695, "n_params": 4326430, "total_flops": 18075478425600000, "train_loss": 0.02644884983698527, "subset_score_loss": 0.02644884983698527}
+{"step": 1370000, "wall_time": 12828.244606733322, "train_loss_step": 2.6606240272521973, "n_params": 4326430, "total_flops": 18208386355200000, "train_loss": 0.02666250467300415, "subset_score_loss": 0.02666250467300415}
+{"step": 1380000, "wall_time": 12915.833153486252, "train_loss_step": 2.3753647804260254, "n_params": 4326430, "total_flops": 18341294284800000, "train_loss": 0.026326251029968262, "subset_score_loss": 0.026326251029968262}
+{"step": 1390000, "wall_time": 13003.489484071732, "train_loss_step": 2.577422618865967, "n_params": 4326430, "total_flops": 18474202214400000, "train_loss": 0.02610380252202352, "subset_score_loss": 0.02610380252202352}
+{"step": 1400000, "wall_time": 13160.581347942352, "train_loss_step": 2.291438102722168, "n_params": 4326430, "total_flops": 18607110144000000, "train_loss": 0.02598150571187337, "subset_score_loss": 0.02598150571187337, "memorization_fraction_pixel": 0.19629999995231628, "mean_nn_ratio_pixel": 0.50333571434021, "fid": 57.104780364672436}
+{"step": 1410000, "wall_time": 13248.248072862625, "train_loss_step": 2.5124545097351074, "n_params": 4326430, "total_flops": 18740018073600000, "train_loss": 0.026072295506795247, "subset_score_loss": 0.026072295506795247}
+{"step": 1420000, "wall_time": 13335.83748459816, "train_loss_step": 2.442070245742798, "n_params": 4326430, "total_flops": 18872926003200000, "train_loss": 0.02583803137143453, "subset_score_loss": 0.02583803137143453}
+{"step": 1430000, "wall_time": 13420.344700813293, "train_loss_step": 2.5570831298828125, "n_params": 4326430, "total_flops": 19005833932800000, "train_loss": 0.025200889507929484, "subset_score_loss": 0.025200889507929484}
+{"step": 1440000, "wall_time": 13507.96481704712, "train_loss_step": 2.4787325859069824, "n_params": 4326430, "total_flops": 19138741862400000, "train_loss": 0.025304651260375975, "subset_score_loss": 0.025304651260375975}
+{"step": 1450000, "wall_time": 13590.960172176361, "train_loss_step": 2.452742338180542, "n_params": 4326430, "total_flops": 19271649792000000, "train_loss": 0.025283714135487873, "subset_score_loss": 0.025283714135487873}
+{"step": 1460000, "wall_time": 13675.797999382019, "train_loss_step": 2.319577217102051, "n_params": 4326430, "total_flops": 19404557721600000, "train_loss": 0.024929720163345336, "subset_score_loss": 0.024929720163345336}
+{"step": 1470000, "wall_time": 13763.44347000122, "train_loss_step": 2.4032130241394043, "n_params": 4326430, "total_flops": 19537465651200000, "train_loss": 0.0252051572004954, "subset_score_loss": 0.0252051572004954}
+{"step": 1480000, "wall_time": 13851.084742546082, "train_loss_step": 2.5877866744995117, "n_params": 4326430, "total_flops": 19670373580800000, "train_loss": 0.025458977619806925, "subset_score_loss": 0.025458977619806925}
+{"step": 1490000, "wall_time": 13938.685461521149, "train_loss_step": 2.5743350982666016, "n_params": 4326430, "total_flops": 19803281510400000, "train_loss": 0.025449528296788534, "subset_score_loss": 0.025449528296788534}
+{"step": 1500000, "wall_time": 14096.246194601059, "train_loss_step": 2.240107536315918, "n_params": 4326430, "total_flops": 19936189440000000, "train_loss": 0.02493514617284139, "subset_score_loss": 0.02493514617284139, "memorization_fraction_pixel": 0.19750000536441803, "mean_nn_ratio_pixel": 0.4955867528915405, "fid": 57.51260680008238}
+{"step": 1510000, "wall_time": 14183.870459318161, "train_loss_step": 2.188145399093628, "n_params": 4326430, "total_flops": 20069097369600000, "train_loss": 0.024683783451716106, "subset_score_loss": 0.024683783451716106}
+{"step": 1520000, "wall_time": 14271.329684257507, "train_loss_step": 2.460512161254883, "n_params": 4326430, "total_flops": 20202005299200000, "train_loss": 0.024388086795806885, "subset_score_loss": 0.024388086795806885}
+{"step": 1530000, "wall_time": 14355.87941122055, "train_loss_step": 2.4882214069366455, "n_params": 4326430, "total_flops": 20334913228800000, "train_loss": 0.0243758757909139, "subset_score_loss": 0.0243758757909139}
+{"step": 1540000, "wall_time": 14443.166255235672, "train_loss_step": 2.442798137664795, "n_params": 4326430, "total_flops": 20467821158400000, "train_loss": 0.025032697121302287, "subset_score_loss": 0.025032697121302287}
+{"step": 1550000, "wall_time": 14526.700330257416, "train_loss_step": 2.2405810356140137, "n_params": 4326430, "total_flops": 20600729088000000, "train_loss": 0.02395374377568563, "subset_score_loss": 0.02395374377568563}
+{"step": 1560000, "wall_time": 14611.417841672897, "train_loss_step": 2.3832883834838867, "n_params": 4326430, "total_flops": 20733637017600000, "train_loss": 0.024276475111643474, "subset_score_loss": 0.024276475111643474}
+{"step": 1570000, "wall_time": 14699.064692020416, "train_loss_step": 2.4381654262542725, "n_params": 4326430, "total_flops": 20866544947200000, "train_loss": 0.023721156517664592, "subset_score_loss": 0.023721156517664592}
+{"step": 1580000, "wall_time": 14786.737257957458, "train_loss_step": 2.306952953338623, "n_params": 4326430, "total_flops": 20999452876800000, "train_loss": 0.023838514089584352, "subset_score_loss": 0.023838514089584352}
+{"step": 1590000, "wall_time": 14874.383084774017, "train_loss_step": 2.357861042022705, "n_params": 4326430, "total_flops": 21132360806400000, "train_loss": 0.02326317032178243, "subset_score_loss": 0.02326317032178243}
+{"step": 1600000, "wall_time": 15031.659989595413, "train_loss_step": 2.443056106567383, "n_params": 4326430, "total_flops": 21265268736000000, "train_loss": 0.024072863658269248, "subset_score_loss": 0.024072863658269248, "memorization_fraction_pixel": 0.21209999918937683, "mean_nn_ratio_pixel": 0.4880254864692688, "fid": 57.14235724905045}
+{"step": 1610000, "wall_time": 15119.349533081055, "train_loss_step": 2.238682985305786, "n_params": 4326430, "total_flops": 21398176665600000, "train_loss": 0.024016012748082478, "subset_score_loss": 0.024016012748082478}
+{"step": 1620000, "wall_time": 15201.450752735138, "train_loss_step": 2.2878241539001465, "n_params": 4326430, "total_flops": 21531084595200000, "train_loss": 0.023188143968582153, "subset_score_loss": 0.023188143968582153}
+{"step": 1630000, "wall_time": 15289.040496349335, "train_loss_step": 2.4916930198669434, "n_params": 4326430, "total_flops": 21663992524800000, "train_loss": 0.023311662673950195, "subset_score_loss": 0.023311662673950195}
+{"step": 1640000, "wall_time": 15369.272404670715, "train_loss_step": 2.1707615852355957, "n_params": 4326430, "total_flops": 21796900454400000, "train_loss": 0.023206925392150878, "subset_score_loss": 0.023206925392150878}
+{"step": 1650000, "wall_time": 15454.585354804993, "train_loss_step": 2.4619956016540527, "n_params": 4326430, "total_flops": 21929808384000000, "train_loss": 0.023127080996831258, "subset_score_loss": 0.023127080996831258}
+{"step": 1660000, "wall_time": 15525.007560014725, "train_loss_step": 2.1722071170806885, "n_params": 4326430, "total_flops": 22062716313600000, "train_loss": 0.023164188861846922, "subset_score_loss": 0.023164188861846922}
+{"step": 1670000, "wall_time": 15612.39866065979, "train_loss_step": 2.3018476963043213, "n_params": 4326430, "total_flops": 22195624243200000, "train_loss": 0.02310375968615214, "subset_score_loss": 0.02310375968615214}
+{"step": 1680000, "wall_time": 15699.899862289429, "train_loss_step": 2.346019744873047, "n_params": 4326430, "total_flops": 22328532172800000, "train_loss": 0.0228078822294871, "subset_score_loss": 0.0228078822294871}
+{"step": 1690000, "wall_time": 15787.489956617355, "train_loss_step": 2.1308040618896484, "n_params": 4326430, "total_flops": 22461440102400000, "train_loss": 0.022647194067637124, "subset_score_loss": 0.022647194067637124}
+{"step": 1700000, "wall_time": 15985.71468615532, "train_loss_step": 2.3997066020965576, "n_params": 4326430, "total_flops": 22594348032000000, "train_loss": 0.02300346295038859, "subset_score_loss": 0.02300346295038859, "memorization_fraction_pixel": 0.21940000355243683, "mean_nn_ratio_pixel": 0.47799527645111084, "fid": 57.047751740923395}
+{"step": 1710000, "wall_time": 16068.386582136154, "train_loss_step": 2.4246411323547363, "n_params": 4326430, "total_flops": 22727255961600000, "train_loss": 0.022221883138020832, "subset_score_loss": 0.022221883138020832}
+{"step": 1720000, "wall_time": 16154.335195064545, "train_loss_step": 2.4883322715759277, "n_params": 4326430, "total_flops": 22860163891200000, "train_loss": 0.022755396366119385, "subset_score_loss": 0.022755396366119385}
+{"step": 1730000, "wall_time": 16241.50938487053, "train_loss_step": 2.399966239929199, "n_params": 4326430, "total_flops": 22993071820800000, "train_loss": 0.02215928634007772, "subset_score_loss": 0.02215928634007772}
+{"step": 1740000, "wall_time": 16326.336332082748, "train_loss_step": 2.112720012664795, "n_params": 4326430, "total_flops": 23125979750400000, "train_loss": 0.022231678167978924, "subset_score_loss": 0.022231678167978924}
+{"step": 1750000, "wall_time": 16409.8885474205, "train_loss_step": 2.3215503692626953, "n_params": 4326430, "total_flops": 23258887680000000, "train_loss": 0.022009128332138063, "subset_score_loss": 0.022009128332138063}
+{"step": 1760000, "wall_time": 16495.96261358261, "train_loss_step": 2.4088134765625, "n_params": 4326430, "total_flops": 23391795609600000, "train_loss": 0.02274267276128133, "subset_score_loss": 0.02274267276128133}
+{"step": 1770000, "wall_time": 16583.55860233307, "train_loss_step": 2.1960251331329346, "n_params": 4326430, "total_flops": 23524703539200000, "train_loss": 0.02196004589398702, "subset_score_loss": 0.02196004589398702}
+{"step": 1780000, "wall_time": 16671.167585134506, "train_loss_step": 2.3222622871398926, "n_params": 4326430, "total_flops": 23657611468800000, "train_loss": 0.021790446837743123, "subset_score_loss": 0.021790446837743123}
+{"step": 1790000, "wall_time": 16758.762491464615, "train_loss_step": 2.4676308631896973, "n_params": 4326430, "total_flops": 23790519398400000, "train_loss": 0.02126430074373881, "subset_score_loss": 0.02126430074373881}
+{"step": 1800000, "wall_time": 16914.09898662567, "train_loss_step": 2.383061170578003, "n_params": 4326430, "total_flops": 23923427328000000, "train_loss": 0.02187568147977193, "subset_score_loss": 0.02187568147977193, "memorization_fraction_pixel": 0.23569999635219574, "mean_nn_ratio_pixel": 0.46932801604270935, "fid": 56.13575342348389}
+{"step": 1810000, "wall_time": 16998.33995962143, "train_loss_step": 2.198141574859619, "n_params": 4326430, "total_flops": 24056335257600000, "train_loss": 0.02142650882403056, "subset_score_loss": 0.02142650882403056}
+{"step": 1820000, "wall_time": 17085.997501850128, "train_loss_step": 2.207595109939575, "n_params": 4326430, "total_flops": 24189243187200000, "train_loss": 0.021504427989323935, "subset_score_loss": 0.021504427989323935}
+{"step": 1830000, "wall_time": 17170.268846273422, "train_loss_step": 2.2378430366516113, "n_params": 4326430, "total_flops": 24322151116800000, "train_loss": 0.02125596205393473, "subset_score_loss": 0.02125596205393473}
+{"step": 1840000, "wall_time": 17257.92843437195, "train_loss_step": 2.3752777576446533, "n_params": 4326430, "total_flops": 24455059046400000, "train_loss": 0.02129356861114502, "subset_score_loss": 0.02129356861114502}
+{"step": 1850000, "wall_time": 17342.677630901337, "train_loss_step": 2.3622398376464844, "n_params": 4326430, "total_flops": 24587966976000000, "train_loss": 0.02149887482325236, "subset_score_loss": 0.02149887482325236}
+{"step": 1860000, "wall_time": 17428.57105255127, "train_loss_step": 2.2354817390441895, "n_params": 4326430, "total_flops": 24720874905600000, "train_loss": 0.021076860030492146, "subset_score_loss": 0.021076860030492146}
+{"step": 1870000, "wall_time": 17516.179609775543, "train_loss_step": 2.3397951126098633, "n_params": 4326430, "total_flops": 24853782835200000, "train_loss": 0.020989274978637694, "subset_score_loss": 0.020989274978637694}
+{"step": 1880000, "wall_time": 17603.789840221405, "train_loss_step": 2.2881836891174316, "n_params": 4326430, "total_flops": 24986690764800000, "train_loss": 0.021520944436391194, "subset_score_loss": 0.021520944436391194}
+{"step": 1890000, "wall_time": 17691.42206120491, "train_loss_step": 2.3381614685058594, "n_params": 4326430, "total_flops": 25119598694400000, "train_loss": 0.02123189965883891, "subset_score_loss": 0.02123189965883891}
+{"step": 1900000, "wall_time": 17848.825726032257, "train_loss_step": 2.5139803886413574, "n_params": 4326430, "total_flops": 25252506624000000, "train_loss": 0.021584620078404743, "subset_score_loss": 0.021584620078404743, "memorization_fraction_pixel": 0.23680000007152557, "mean_nn_ratio_pixel": 0.464901328086853, "fid": 56.070709410129524}
+{"step": 1910000, "wall_time": 17935.031810760498, "train_loss_step": 2.321371555328369, "n_params": 4326430, "total_flops": 25385414553600000, "train_loss": 0.02059417764345805, "subset_score_loss": 0.02059417764345805}
+{"step": 1920000, "wall_time": 18022.562188625336, "train_loss_step": 2.419419765472412, "n_params": 4326430, "total_flops": 25518322483200000, "train_loss": 0.020669070879618327, "subset_score_loss": 0.020669070879618327}
+{"step": 1930000, "wall_time": 18107.066211938858, "train_loss_step": 2.270942449569702, "n_params": 4326430, "total_flops": 25651230412800000, "train_loss": 0.021166843175888062, "subset_score_loss": 0.021166843175888062}
+{"step": 1940000, "wall_time": 18194.713792324066, "train_loss_step": 2.4191203117370605, "n_params": 4326430, "total_flops": 25784138342400000, "train_loss": 0.02079877456029256, "subset_score_loss": 0.02079877456029256}
+{"step": 1950000, "wall_time": 18279.28507208824, "train_loss_step": 2.3958444595336914, "n_params": 4326430, "total_flops": 25917046272000000, "train_loss": 0.020410990715026854, "subset_score_loss": 0.020410990715026854}
+{"step": 1960000, "wall_time": 18365.297971487045, "train_loss_step": 2.4169209003448486, "n_params": 4326430, "total_flops": 26049954201600000, "train_loss": 0.020677606264750164, "subset_score_loss": 0.020677606264750164}
+{"step": 1970000, "wall_time": 18452.923815488815, "train_loss_step": 2.199030876159668, "n_params": 4326430, "total_flops": 26182862131200000, "train_loss": 0.020014498631159464, "subset_score_loss": 0.020014498631159464}
+{"step": 1980000, "wall_time": 18540.601175308228, "train_loss_step": 2.1559038162231445, "n_params": 4326430, "total_flops": 26315770060800000, "train_loss": 0.01997319459915161, "subset_score_loss": 0.01997319459915161}
+{"step": 1990000, "wall_time": 18628.19235920906, "train_loss_step": 2.4980387687683105, "n_params": 4326430, "total_flops": 26448677990400000, "train_loss": 0.02084057331085205, "subset_score_loss": 0.02084057331085205}
+{"step": 2000000, "wall_time": 18782.319819927216, "train_loss_step": 2.3743128776550293, "n_params": 4326430, "total_flops": 26581585920000000, "train_loss": 0.02012167970339457, "subset_score_loss": 0.02012167970339457, "memorization_fraction_pixel": 0.2370000034570694, "mean_nn_ratio_pixel": 0.46009647846221924, "fid": 56.787756341017726}
+{"step": 2010000, "wall_time": 18869.953704357147, "train_loss_step": 2.301262855529785, "n_params": 4326430, "total_flops": 26714493849600000, "train_loss": 0.019766753911972045, "subset_score_loss": 0.019766753911972045}
+{"step": 2020000, "wall_time": 18954.93716454506, "train_loss_step": 2.6648917198181152, "n_params": 4326430, "total_flops": 26847401779200000, "train_loss": 0.02017982006072998, "subset_score_loss": 0.02017982006072998}
+{"step": 2030000, "wall_time": 19042.5537173748, "train_loss_step": 2.377185106277466, "n_params": 4326430, "total_flops": 26980309708800000, "train_loss": 0.0194055438041687, "subset_score_loss": 0.0194055438041687}
+{"step": 2040000, "wall_time": 19129.037476062775, "train_loss_step": 2.3204050064086914, "n_params": 4326430, "total_flops": 27113217638400000, "train_loss": 0.019517107804616293, "subset_score_loss": 0.019517107804616293}
+{"step": 2050000, "wall_time": 19215.01592206955, "train_loss_step": 2.421092987060547, "n_params": 4326430, "total_flops": 27246125568000000, "train_loss": 0.020406063397725424, "subset_score_loss": 0.020406063397725424}
+{"step": 2060000, "wall_time": 19301.0852227211, "train_loss_step": 2.3235230445861816, "n_params": 4326430, "total_flops": 27379033497600000, "train_loss": 0.019825828075408936, "subset_score_loss": 0.019825828075408936}
+{"step": 2070000, "wall_time": 19388.563125133514, "train_loss_step": 2.1657724380493164, "n_params": 4326430, "total_flops": 27511941427200000, "train_loss": 0.020082175731658936, "subset_score_loss": 0.020082175731658936}
+{"step": 2080000, "wall_time": 19476.11318397522, "train_loss_step": 2.5472121238708496, "n_params": 4326430, "total_flops": 27644849356800000, "train_loss": 0.01987741788228353, "subset_score_loss": 0.01987741788228353}
+{"step": 2090000, "wall_time": 19563.61687731743, "train_loss_step": 2.0741593837738037, "n_params": 4326430, "total_flops": 27777757286400000, "train_loss": 0.019574209054311117, "subset_score_loss": 0.019574209054311117}
+{"step": 2100000, "wall_time": 19715.96040725708, "train_loss_step": 2.2950387001037598, "n_params": 4326430, "total_flops": 27910665216000000, "train_loss": 0.01974883476893107, "subset_score_loss": 0.01974883476893107, "memorization_fraction_pixel": 0.2524000108242035, "mean_nn_ratio_pixel": 0.4515913128852844, "fid": 56.54339000285297}
+{"step": 2110000, "wall_time": 19803.42874789238, "train_loss_step": 2.4467287063598633, "n_params": 4326430, "total_flops": 28043573145600000, "train_loss": 0.01989149848620097, "subset_score_loss": 0.01989149848620097}
+{"step": 2120000, "wall_time": 19887.608434915543, "train_loss_step": 2.4522898197174072, "n_params": 4326430, "total_flops": 28176481075200000, "train_loss": 0.01964662273724874, "subset_score_loss": 0.01964662273724874}
+{"step": 2130000, "wall_time": 19975.190068006516, "train_loss_step": 2.5142388343811035, "n_params": 4326430, "total_flops": 28309389004800000, "train_loss": 0.019575671354929606, "subset_score_loss": 0.019575671354929606}
+{"step": 2140000, "wall_time": 20059.625403404236, "train_loss_step": 2.343505859375, "n_params": 4326430, "total_flops": 28442296934400000, "train_loss": 0.019603443145751954, "subset_score_loss": 0.019603443145751954}
+{"step": 2150000, "wall_time": 20147.257969379425, "train_loss_step": 2.1858768463134766, "n_params": 4326430, "total_flops": 28575204864000000, "train_loss": 0.019751264651616415, "subset_score_loss": 0.019751264651616415}
+{"step": 2160000, "wall_time": 20234.642645835876, "train_loss_step": 2.504098415374756, "n_params": 4326430, "total_flops": 28708112793600000, "train_loss": 0.019161264101664226, "subset_score_loss": 0.019161264101664226}
+{"step": 2170000, "wall_time": 20321.37623977661, "train_loss_step": 2.2946643829345703, "n_params": 4326430, "total_flops": 28841020723200000, "train_loss": 0.018759208917617797, "subset_score_loss": 0.018759208917617797}
+{"step": 2180000, "wall_time": 20409.01512336731, "train_loss_step": 2.328859806060791, "n_params": 4326430, "total_flops": 28973928652800000, "train_loss": 0.0192828635374705, "subset_score_loss": 0.0192828635374705}
+{"step": 2190000, "wall_time": 20496.621733665466, "train_loss_step": 2.444169044494629, "n_params": 4326430, "total_flops": 29106836582400000, "train_loss": 0.019065038363138834, "subset_score_loss": 0.019065038363138834}
+{"step": 2200000, "wall_time": 20648.73852276802, "train_loss_step": 2.2998299598693848, "n_params": 4326430, "total_flops": 29239744512000000, "train_loss": 0.018627101182937623, "subset_score_loss": 0.018627101182937623, "memorization_fraction_pixel": 0.26510000228881836, "mean_nn_ratio_pixel": 0.44526973366737366, "fid": 56.629946664733176}
+{"step": 2210000, "wall_time": 20734.371497631073, "train_loss_step": 2.410039186477661, "n_params": 4326430, "total_flops": 29372652441600000, "train_loss": 0.018732150395711262, "subset_score_loss": 0.018732150395711262}
+{"step": 2220000, "wall_time": 20820.648647785187, "train_loss_step": 2.1203277111053467, "n_params": 4326430, "total_flops": 29505560371200000, "train_loss": 0.018826405207316082, "subset_score_loss": 0.018826405207316082}
+{"step": 2230000, "wall_time": 20908.182994365692, "train_loss_step": 2.3579254150390625, "n_params": 4326430, "total_flops": 29638468300800000, "train_loss": 0.01859015425046285, "subset_score_loss": 0.01859015425046285}
+{"step": 2240000, "wall_time": 20992.667905569077, "train_loss_step": 2.204292058944702, "n_params": 4326430, "total_flops": 29771376230400000, "train_loss": 0.018753308057785033, "subset_score_loss": 0.018753308057785033}
+{"step": 2250000, "wall_time": 21080.22267127037, "train_loss_step": 2.1864867210388184, "n_params": 4326430, "total_flops": 29904284160000000, "train_loss": 0.018597539265950522, "subset_score_loss": 0.018597539265950522}
+{"step": 2260000, "wall_time": 21167.986696004868, "train_loss_step": 2.3160581588745117, "n_params": 4326430, "total_flops": 30037192089600000, "train_loss": 0.018420318762461346, "subset_score_loss": 0.018420318762461346}
+{"step": 2270000, "wall_time": 21253.73597097397, "train_loss_step": 2.187363624572754, "n_params": 4326430, "total_flops": 30170100019200000, "train_loss": 0.018511064847310386, "subset_score_loss": 0.018511064847310386}
+{"step": 2280000, "wall_time": 21341.253172159195, "train_loss_step": 2.5296313762664795, "n_params": 4326430, "total_flops": 30303007948800000, "train_loss": 0.01815248131752014, "subset_score_loss": 0.01815248131752014}
+{"step": 2290000, "wall_time": 21425.618450403214, "train_loss_step": 2.1894736289978027, "n_params": 4326430, "total_flops": 30435915878400000, "train_loss": 0.01828000545501709, "subset_score_loss": 0.01828000545501709}
+{"step": 2300000, "wall_time": 21580.497760295868, "train_loss_step": 2.0243301391601562, "n_params": 4326430, "total_flops": 30568823808000000, "train_loss": 0.018609086672465008, "subset_score_loss": 0.018609086672465008, "memorization_fraction_pixel": 0.26649999618530273, "mean_nn_ratio_pixel": 0.4423079192638397, "fid": 56.57329043877947}
+{"step": 2310000, "wall_time": 21665.505358219147, "train_loss_step": 2.44270658493042, "n_params": 4326430, "total_flops": 30701731737600000, "train_loss": 0.018331913153330485, "subset_score_loss": 0.018331913153330485}
+{"step": 2320000, "wall_time": 21753.01397585869, "train_loss_step": 2.1056556701660156, "n_params": 4326430, "total_flops": 30834639667200000, "train_loss": 0.01815256873766581, "subset_score_loss": 0.01815256873766581}
+{"step": 2330000, "wall_time": 21840.178198814392, "train_loss_step": 2.099949836730957, "n_params": 4326430, "total_flops": 30967547596800000, "train_loss": 0.018355965614318848, "subset_score_loss": 0.018355965614318848}
+{"step": 2340000, "wall_time": 21925.13010787964, "train_loss_step": 2.4235708713531494, "n_params": 4326430, "total_flops": 31100455526400000, "train_loss": 0.01864084005355835, "subset_score_loss": 0.01864084005355835}
+{"step": 2350000, "wall_time": 22012.7763941288, "train_loss_step": 2.1573686599731445, "n_params": 4326430, "total_flops": 31233363456000000, "train_loss": 0.01782945195833842, "subset_score_loss": 0.01782945195833842}
+{"step": 2360000, "wall_time": 22100.397877454758, "train_loss_step": 2.0220937728881836, "n_params": 4326430, "total_flops": 31366271385600000, "train_loss": 0.018301208813985188, "subset_score_loss": 0.018301208813985188}
+{"step": 2370000, "wall_time": 22186.573895215988, "train_loss_step": 2.1882238388061523, "n_params": 4326430, "total_flops": 31499179315200000, "train_loss": 0.017913790543874104, "subset_score_loss": 0.017913790543874104}
+{"step": 2380000, "wall_time": 22274.14799594879, "train_loss_step": 2.5366430282592773, "n_params": 4326430, "total_flops": 31632087244800000, "train_loss": 0.01768580675125122, "subset_score_loss": 0.01768580675125122}
+{"step": 2390000, "wall_time": 22358.51799941063, "train_loss_step": 2.2469329833984375, "n_params": 4326430, "total_flops": 31764995174400000, "train_loss": 0.0177075187365214, "subset_score_loss": 0.0177075187365214}
+{"step": 2400000, "wall_time": 22516.11785507202, "train_loss_step": 2.905632495880127, "n_params": 4326430, "total_flops": 31897903104000000, "train_loss": 0.01801568071047465, "subset_score_loss": 0.01801568071047465, "memorization_fraction_pixel": 0.26010000705718994, "mean_nn_ratio_pixel": 0.44141313433647156, "fid": 57.27172617430308}
+{"step": 2410000, "wall_time": 22600.717596292496, "train_loss_step": 2.1589627265930176, "n_params": 4326430, "total_flops": 32030811033600000, "train_loss": 0.017158482472101846, "subset_score_loss": 0.017158482472101846}
+{"step": 2420000, "wall_time": 22688.362305879593, "train_loss_step": 2.268636465072632, "n_params": 4326430, "total_flops": 32163718963200000, "train_loss": 0.017755786577860515, "subset_score_loss": 0.017755786577860515}
+{"step": 2430000, "wall_time": 22773.02215409279, "train_loss_step": 2.3398847579956055, "n_params": 4326430, "total_flops": 32296626892800000, "train_loss": 0.01768476963043213, "subset_score_loss": 0.01768476963043213}
+{"step": 2440000, "wall_time": 22860.686627149582, "train_loss_step": 2.3786020278930664, "n_params": 4326430, "total_flops": 32429534822400000, "train_loss": 0.018082594871520995, "subset_score_loss": 0.018082594871520995}
+{"step": 2450000, "wall_time": 22948.33884382248, "train_loss_step": 2.233116626739502, "n_params": 4326430, "total_flops": 32562442752000000, "train_loss": 0.0174689511458079, "subset_score_loss": 0.0174689511458079}
+{"step": 2460000, "wall_time": 23035.820349931717, "train_loss_step": 2.293464422225952, "n_params": 4326430, "total_flops": 32695350681600000, "train_loss": 0.01755921244621277, "subset_score_loss": 0.01755921244621277}
+{"step": 2470000, "wall_time": 23122.08161187172, "train_loss_step": 2.505028486251831, "n_params": 4326430, "total_flops": 32828258611200000, "train_loss": 0.018401400248209635, "subset_score_loss": 0.018401400248209635}
+{"step": 2480000, "wall_time": 23207.915725708008, "train_loss_step": 2.497892379760742, "n_params": 4326430, "total_flops": 32961166540800000, "train_loss": 0.01710532506306966, "subset_score_loss": 0.01710532506306966}
+{"step": 2490000, "wall_time": 23295.357479333878, "train_loss_step": 2.3143434524536133, "n_params": 4326430, "total_flops": 33094074470400000, "train_loss": 0.017123061418533325, "subset_score_loss": 0.017123061418533325}
+{"step": 2500000, "wall_time": 23449.109390735626, "train_loss_step": 2.1878583431243896, "n_params": 4326430, "total_flops": 33226982400000000, "train_loss": 0.016936004161834717, "subset_score_loss": 0.016936004161834717, "memorization_fraction_pixel": 0.27399998903274536, "mean_nn_ratio_pixel": 0.43146440386772156, "fid": 57.17546974998437}
+{"step": 2510000, "wall_time": 23536.56777381897, "train_loss_step": 2.282714366912842, "n_params": 4326430, "total_flops": 33359890329600000, "train_loss": 0.017190573612848918, "subset_score_loss": 0.017190573612848918}
+{"step": 2520000, "wall_time": 23624.115292787552, "train_loss_step": 2.377030372619629, "n_params": 4326430, "total_flops": 33492798259200000, "train_loss": 0.017182435592015585, "subset_score_loss": 0.017182435592015585}
+{"step": 2530000, "wall_time": 23709.07026362419, "train_loss_step": 2.4188551902770996, "n_params": 4326430, "total_flops": 33625706188800000, "train_loss": 0.01719123125076294, "subset_score_loss": 0.01719123125076294}
+{"step": 2540000, "wall_time": 23796.60196208954, "train_loss_step": 2.292684555053711, "n_params": 4326430, "total_flops": 33758614118400000, "train_loss": 0.017374183734258017, "subset_score_loss": 0.017374183734258017}
+{"step": 2550000, "wall_time": 23884.100466489792, "train_loss_step": 2.1831159591674805, "n_params": 4326430, "total_flops": 33891522048000000, "train_loss": 0.01671421527862549, "subset_score_loss": 0.01671421527862549}
+{"step": 2560000, "wall_time": 23971.57589697838, "train_loss_step": 2.2541232109069824, "n_params": 4326430, "total_flops": 34024429977600000, "train_loss": 0.01719232400258382, "subset_score_loss": 0.01719232400258382}
+{"step": 2570000, "wall_time": 24058.529143571854, "train_loss_step": 2.3650670051574707, "n_params": 4326430, "total_flops": 34157337907200000, "train_loss": 0.01731719175974528, "subset_score_loss": 0.01731719175974528}
+{"step": 2580000, "wall_time": 24143.126992702484, "train_loss_step": 2.068570375442505, "n_params": 4326430, "total_flops": 34290245836800000, "train_loss": 0.017011813322703042, "subset_score_loss": 0.017011813322703042}
+{"step": 2590000, "wall_time": 24230.652091264725, "train_loss_step": 2.1950290203094482, "n_params": 4326430, "total_flops": 34423153766400000, "train_loss": 0.01668912172317505, "subset_score_loss": 0.01668912172317505}
+{"step": 2600000, "wall_time": 24384.89859175682, "train_loss_step": 2.2358899116516113, "n_params": 4326430, "total_flops": 34556061696000000, "train_loss": 0.016632500290870666, "subset_score_loss": 0.016632500290870666, "memorization_fraction_pixel": 0.2775000035762787, "mean_nn_ratio_pixel": 0.42682281136512756, "fid": 56.096855101221024}
+{"step": 2610000, "wall_time": 24472.45942258835, "train_loss_step": 2.2199630737304688, "n_params": 4326430, "total_flops": 34688969625600000, "train_loss": 0.016607606410980226, "subset_score_loss": 0.016607606410980226}
+{"step": 2620000, "wall_time": 24559.086592912674, "train_loss_step": 2.0744948387145996, "n_params": 4326430, "total_flops": 34821877555200000, "train_loss": 0.016613499323527018, "subset_score_loss": 0.016613499323527018}
+{"step": 2630000, "wall_time": 24644.518939495087, "train_loss_step": 2.39821457862854, "n_params": 4326430, "total_flops": 34954785484800000, "train_loss": 0.016686524947484335, "subset_score_loss": 0.016686524947484335}
+{"step": 2640000, "wall_time": 24732.049746274948, "train_loss_step": 2.2974820137023926, "n_params": 4326430, "total_flops": 35087693414400000, "train_loss": 0.01693398356437683, "subset_score_loss": 0.01693398356437683}
+{"step": 2650000, "wall_time": 24819.530403852463, "train_loss_step": 2.485459327697754, "n_params": 4326430, "total_flops": 35220601344000000, "train_loss": 0.016711737712224325, "subset_score_loss": 0.016711737712224325}
+{"step": 2660000, "wall_time": 24907.00487089157, "train_loss_step": 2.5343704223632812, "n_params": 4326430, "total_flops": 35353509273600000, "train_loss": 0.016086029012997945, "subset_score_loss": 0.016086029012997945}
+{"step": 2670000, "wall_time": 24992.7737095356, "train_loss_step": 2.1955013275146484, "n_params": 4326430, "total_flops": 35486417203200000, "train_loss": 0.016291616360346477, "subset_score_loss": 0.016291616360346477}
+{"step": 2680000, "wall_time": 25078.432854652405, "train_loss_step": 2.3005638122558594, "n_params": 4326430, "total_flops": 35619325132800000, "train_loss": 0.01685099204381307, "subset_score_loss": 0.01685099204381307}
+{"step": 2690000, "wall_time": 25165.997041463852, "train_loss_step": 2.2247965335845947, "n_params": 4326430, "total_flops": 35752233062400000, "train_loss": 0.016421042879422507, "subset_score_loss": 0.016421042879422507}
+{"step": 2700000, "wall_time": 25319.59906220436, "train_loss_step": 2.1647896766662598, "n_params": 4326430, "total_flops": 35885140992000000, "train_loss": 0.01622416079044342, "subset_score_loss": 0.01622416079044342, "memorization_fraction_pixel": 0.2935999929904938, "mean_nn_ratio_pixel": 0.4216979146003723, "fid": 57.376922750298526}
+{"step": 2710000, "wall_time": 25407.08225440979, "train_loss_step": 2.4219698905944824, "n_params": 4326430, "total_flops": 36018048921600000, "train_loss": 0.01694921851158142, "subset_score_loss": 0.01694921851158142}
+{"step": 2720000, "wall_time": 25491.65031027794, "train_loss_step": 2.187952995300293, "n_params": 4326430, "total_flops": 36150956851200000, "train_loss": 0.016447057326634724, "subset_score_loss": 0.016447057326634724}
+{"step": 2730000, "wall_time": 25579.1808886528, "train_loss_step": 2.1965551376342773, "n_params": 4326430, "total_flops": 36283864780800000, "train_loss": 0.016169342398643493, "subset_score_loss": 0.016169342398643493}
+{"step": 2740000, "wall_time": 25666.631008148193, "train_loss_step": 2.081848621368408, "n_params": 4326430, "total_flops": 36416772710400000, "train_loss": 0.016060992081960043, "subset_score_loss": 0.016060992081960043}
+{"step": 2750000, "wall_time": 25754.07370710373, "train_loss_step": 2.2686960697174072, "n_params": 4326430, "total_flops": 36549680640000000, "train_loss": 0.016696635882059732, "subset_score_loss": 0.016696635882059732}
+{"step": 2760000, "wall_time": 25841.45724272728, "train_loss_step": 2.2000560760498047, "n_params": 4326430, "total_flops": 36682588569600000, "train_loss": 0.01571437915166219, "subset_score_loss": 0.01571437915166219}
+{"step": 2770000, "wall_time": 25927.217401504517, "train_loss_step": 2.075212001800537, "n_params": 4326430, "total_flops": 36815496499200000, "train_loss": 0.015747886896133424, "subset_score_loss": 0.015747886896133424}
+{"step": 2780000, "wall_time": 26013.196818113327, "train_loss_step": 2.463437080383301, "n_params": 4326430, "total_flops": 36948404428800000, "train_loss": 0.016133561730384827, "subset_score_loss": 0.016133561730384827}
+{"step": 2790000, "wall_time": 26100.664877414703, "train_loss_step": 2.288029909133911, "n_params": 4326430, "total_flops": 37081312358400000, "train_loss": 0.01626306176185608, "subset_score_loss": 0.01626306176185608}
+{"step": 2800000, "wall_time": 26254.81109905243, "train_loss_step": 2.391373872756958, "n_params": 4326430, "total_flops": 37214220288000000, "train_loss": 0.015791844328244528, "subset_score_loss": 0.015791844328244528, "memorization_fraction_pixel": 0.29499998688697815, "mean_nn_ratio_pixel": 0.4176621437072754, "fid": 56.36073996339937}
+{"step": 2810000, "wall_time": 26342.323650360107, "train_loss_step": 2.1874756813049316, "n_params": 4326430, "total_flops": 37347128217600000, "train_loss": 0.015863735477129617, "subset_score_loss": 0.015863735477129617}
+{"step": 2820000, "wall_time": 26427.371778011322, "train_loss_step": 2.1570730209350586, "n_params": 4326430, "total_flops": 37480036147200000, "train_loss": 0.015734241406122843, "subset_score_loss": 0.015734241406122843}
+{"step": 2830000, "wall_time": 26514.855619192123, "train_loss_step": 1.9189566373825073, "n_params": 4326430, "total_flops": 37612944076800000, "train_loss": 0.0156558354695638, "subset_score_loss": 0.0156558354695638}
+{"step": 2840000, "wall_time": 26602.32763528824, "train_loss_step": 2.580789566040039, "n_params": 4326430, "total_flops": 37745852006400000, "train_loss": 0.015440928936004638, "subset_score_loss": 0.015440928936004638}
+{"step": 2850000, "wall_time": 26689.74671626091, "train_loss_step": 2.602447509765625, "n_params": 4326430, "total_flops": 37878759936000000, "train_loss": 0.01543068786462148, "subset_score_loss": 0.01543068786462148}
+{"step": 2860000, "wall_time": 26775.26059818268, "train_loss_step": 2.328397274017334, "n_params": 4326430, "total_flops": 38011667865600000, "train_loss": 0.015293031930923462, "subset_score_loss": 0.015293031930923462}
+{"step": 2870000, "wall_time": 26862.818656921387, "train_loss_step": 2.199082136154175, "n_params": 4326430, "total_flops": 38144575795200000, "train_loss": 0.015646382172902425, "subset_score_loss": 0.015646382172902425}
+{"step": 2880000, "wall_time": 26948.701060056686, "train_loss_step": 2.0630059242248535, "n_params": 4326430, "total_flops": 38277483724800000, "train_loss": 0.015248515208562215, "subset_score_loss": 0.015248515208562215}
+{"step": 2890000, "wall_time": 27033.064400434494, "train_loss_step": 2.2218074798583984, "n_params": 4326430, "total_flops": 38410391654400000, "train_loss": 0.015129125118255616, "subset_score_loss": 0.015129125118255616}
+{"step": 2900000, "wall_time": 27190.218049287796, "train_loss_step": 2.3809025287628174, "n_params": 4326430, "total_flops": 38543299584000000, "train_loss": 0.015506940086682637, "subset_score_loss": 0.015506940086682637, "memorization_fraction_pixel": 0.28130000829696655, "mean_nn_ratio_pixel": 0.4230116605758667, "fid": 56.82162466385549}
+{"step": 2910000, "wall_time": 27276.4142742157, "train_loss_step": 2.3438422679901123, "n_params": 4326430, "total_flops": 38676207513600000, "train_loss": 0.015265947580337525, "subset_score_loss": 0.015265947580337525}
+{"step": 2920000, "wall_time": 27362.195195674896, "train_loss_step": 2.2467916011810303, "n_params": 4326430, "total_flops": 38809115443200000, "train_loss": 0.015516285101572673, "subset_score_loss": 0.015516285101572673}
+{"step": 2930000, "wall_time": 27449.70440530777, "train_loss_step": 2.2853403091430664, "n_params": 4326430, "total_flops": 38942023372800000, "train_loss": 0.015349729855855306, "subset_score_loss": 0.015349729855855306}
+{"step": 2940000, "wall_time": 27537.243379831314, "train_loss_step": 2.1765036582946777, "n_params": 4326430, "total_flops": 39074931302400000, "train_loss": 0.014891422788302104, "subset_score_loss": 0.014891422788302104}
+{"step": 2950000, "wall_time": 27623.090280532837, "train_loss_step": 2.38661527633667, "n_params": 4326430, "total_flops": 39207839232000000, "train_loss": 0.015300912658373515, "subset_score_loss": 0.015300912658373515}
+{"step": 2960000, "wall_time": 27710.6910469532, "train_loss_step": 2.5171689987182617, "n_params": 4326430, "total_flops": 39340747161600000, "train_loss": 0.01484932005405426, "subset_score_loss": 0.01484932005405426}
+{"step": 2970000, "wall_time": 27798.076236248016, "train_loss_step": 2.4687368869781494, "n_params": 4326430, "total_flops": 39473655091200000, "train_loss": 0.014996503790219625, "subset_score_loss": 0.014996503790219625}
+{"step": 2980000, "wall_time": 27884.0491065979, "train_loss_step": 2.1395740509033203, "n_params": 4326430, "total_flops": 39606563020800000, "train_loss": 0.014843774835268657, "subset_score_loss": 0.014843774835268657}
+{"step": 2990000, "wall_time": 27968.755583763123, "train_loss_step": 2.2075159549713135, "n_params": 4326430, "total_flops": 39739470950400000, "train_loss": 0.015062901377677917, "subset_score_loss": 0.015062901377677917}
+{"step": 3000000, "wall_time": 28123.90438747406, "train_loss_step": 2.1497182846069336, "n_params": 4326430, "total_flops": 39872378880000000, "train_loss": 0.014621962110201519, "subset_score_loss": 0.014621962110201519, "memorization_fraction_pixel": 0.28839999437332153, "mean_nn_ratio_pixel": 0.41806596517562866, "fid": 57.01316260564135}
+{"step": 3010000, "wall_time": 28208.772301912308, "train_loss_step": 2.2032430171966553, "n_params": 4326430, "total_flops": 40005286809600000, "train_loss": 0.014633116126060487, "subset_score_loss": 0.014633116126060487}
+{"step": 3020000, "wall_time": 28296.340134859085, "train_loss_step": 2.455587863922119, "n_params": 4326430, "total_flops": 40138194739200000, "train_loss": 0.014590590198834737, "subset_score_loss": 0.014590590198834737}
+{"step": 3030000, "wall_time": 28383.971338272095, "train_loss_step": 2.3814706802368164, "n_params": 4326430, "total_flops": 40271102668800000, "train_loss": 0.014687742789586384, "subset_score_loss": 0.014687742789586384}
+{"step": 3040000, "wall_time": 28470.91048169136, "train_loss_step": 2.250006914138794, "n_params": 4326430, "total_flops": 40404010598400000, "train_loss": 0.015081681807835897, "subset_score_loss": 0.015081681807835897}
+{"step": 3050000, "wall_time": 28555.397753715515, "train_loss_step": 2.1855692863464355, "n_params": 4326430, "total_flops": 40536918528000000, "train_loss": 0.01514614721139272, "subset_score_loss": 0.01514614721139272}
+{"step": 3060000, "wall_time": 28642.05933213234, "train_loss_step": 2.603670597076416, "n_params": 4326430, "total_flops": 40669826457600000, "train_loss": 0.015018742283185322, "subset_score_loss": 0.015018742283185322}
+{"step": 3070000, "wall_time": 28728.69778752327, "train_loss_step": 2.4333903789520264, "n_params": 4326430, "total_flops": 40802734387200000, "train_loss": 0.015053994456926982, "subset_score_loss": 0.015053994456926982}
+{"step": 3080000, "wall_time": 28814.434815645218, "train_loss_step": 2.3597211837768555, "n_params": 4326430, "total_flops": 40935642316800000, "train_loss": 0.014977974692980449, "subset_score_loss": 0.014977974692980449}
+{"step": 3090000, "wall_time": 28899.02156352997, "train_loss_step": 2.114719867706299, "n_params": 4326430, "total_flops": 41068550246400000, "train_loss": 0.014382370313008626, "subset_score_loss": 0.014382370313008626}
+{"step": 3100000, "wall_time": 29052.43570780754, "train_loss_step": 2.041350841522217, "n_params": 4326430, "total_flops": 41201458176000000, "train_loss": 0.014312081535657247, "subset_score_loss": 0.014312081535657247, "memorization_fraction_pixel": 0.2842999994754791, "mean_nn_ratio_pixel": 0.4156581461429596, "fid": 57.09070169501011}
+{"step": 3110000, "wall_time": 29137.27087855339, "train_loss_step": 2.1629321575164795, "n_params": 4326430, "total_flops": 41334366105600000, "train_loss": 0.014973406990369162, "subset_score_loss": 0.014973406990369162}
+{"step": 3120000, "wall_time": 29224.923642396927, "train_loss_step": 2.0296974182128906, "n_params": 4326430, "total_flops": 41467274035200000, "train_loss": 0.014559351404507955, "subset_score_loss": 0.014559351404507955}
+{"step": 3130000, "wall_time": 29312.57383108139, "train_loss_step": 2.38224196434021, "n_params": 4326430, "total_flops": 41600181964800000, "train_loss": 0.014556352297465007, "subset_score_loss": 0.014556352297465007}
+{"step": 3140000, "wall_time": 29398.535776615143, "train_loss_step": 2.210907459259033, "n_params": 4326430, "total_flops": 41733089894400000, "train_loss": 0.014583773414293925, "subset_score_loss": 0.014583773414293925}
+{"step": 3150000, "wall_time": 29485.189346790314, "train_loss_step": 2.1341404914855957, "n_params": 4326430, "total_flops": 41865997824000000, "train_loss": 0.01438318391640981, "subset_score_loss": 0.01438318391640981}
+{"step": 3160000, "wall_time": 29571.85900425911, "train_loss_step": 2.2206485271453857, "n_params": 4326430, "total_flops": 41998905753600000, "train_loss": 0.014392242829004923, "subset_score_loss": 0.014392242829004923}
+{"step": 3170000, "wall_time": 29658.53797030449, "train_loss_step": 2.3101139068603516, "n_params": 4326430, "total_flops": 42131813683200000, "train_loss": 0.01460352639357249, "subset_score_loss": 0.01460352639357249}
+{"step": 3180000, "wall_time": 29743.22273683548, "train_loss_step": 2.4263854026794434, "n_params": 4326430, "total_flops": 42264721612800000, "train_loss": 0.014117078979810078, "subset_score_loss": 0.014117078979810078}
+{"step": 3190000, "wall_time": 29828.991837501526, "train_loss_step": 2.3324408531188965, "n_params": 4326430, "total_flops": 42397629542400000, "train_loss": 0.014113791783650716, "subset_score_loss": 0.014113791783650716}
+{"step": 3200000, "wall_time": 29983.81546497345, "train_loss_step": 2.3752999305725098, "n_params": 4326430, "total_flops": 42530537472000000, "train_loss": 0.014507797360420228, "subset_score_loss": 0.014507797360420228, "memorization_fraction_pixel": 0.3075999915599823, "mean_nn_ratio_pixel": 0.4084458351135254, "fid": 56.351908205323994}
+{"step": 3210000, "wall_time": 30068.685542345047, "train_loss_step": 2.368779420852661, "n_params": 4326430, "total_flops": 42663445401600000, "train_loss": 0.014389724532763163, "subset_score_loss": 0.014389724532763163}
+{"step": 3220000, "wall_time": 30156.280453443527, "train_loss_step": 2.114839553833008, "n_params": 4326430, "total_flops": 42796353331200000, "train_loss": 0.014195481936136881, "subset_score_loss": 0.014195481936136881}
+{"step": 3230000, "wall_time": 30243.89162492752, "train_loss_step": 2.2741189002990723, "n_params": 4326430, "total_flops": 42929261260800000, "train_loss": 0.014427310228347779, "subset_score_loss": 0.014427310228347779}
+{"step": 3240000, "wall_time": 30329.577322244644, "train_loss_step": 2.114933967590332, "n_params": 4326430, "total_flops": 43062169190400000, "train_loss": 0.014159878094991049, "subset_score_loss": 0.014159878094991049}
+{"step": 3250000, "wall_time": 30417.232256650925, "train_loss_step": 2.2591400146484375, "n_params": 4326430, "total_flops": 43195077120000000, "train_loss": 0.014172906676928202, "subset_score_loss": 0.014172906676928202}
+{"step": 3260000, "wall_time": 30504.845561742783, "train_loss_step": 2.310264825820923, "n_params": 4326430, "total_flops": 43327985049600000, "train_loss": 0.014093280831972758, "subset_score_loss": 0.014093280831972758}
+{"step": 3270000, "wall_time": 30592.378397226334, "train_loss_step": 2.1997408866882324, "n_params": 4326430, "total_flops": 43460892979200000, "train_loss": 0.01382917066415151, "subset_score_loss": 0.01382917066415151}
+{"step": 3280000, "wall_time": 30677.612320899963, "train_loss_step": 2.167206048965454, "n_params": 4326430, "total_flops": 43593800908800000, "train_loss": 0.014159841338793437, "subset_score_loss": 0.014159841338793437}
+{"step": 3290000, "wall_time": 30763.74054670334, "train_loss_step": 2.484595775604248, "n_params": 4326430, "total_flops": 43726708838400000, "train_loss": 0.014146081606547038, "subset_score_loss": 0.014146081606547038}
+{"step": 3300000, "wall_time": 30954.956127882004, "train_loss_step": 2.227879285812378, "n_params": 4326430, "total_flops": 43859616768000000, "train_loss": 0.014030768473943075, "subset_score_loss": 0.014030768473943075, "memorization_fraction_pixel": 0.3059000074863434, "mean_nn_ratio_pixel": 0.40504640340805054, "fid": 56.791215452517314}
+{"step": 3310000, "wall_time": 31042.596035003662, "train_loss_step": 2.1463170051574707, "n_params": 4326430, "total_flops": 43992524697600000, "train_loss": 0.01381388008594513, "subset_score_loss": 0.01381388008594513}
+{"step": 3320000, "wall_time": 31130.007588148117, "train_loss_step": 2.1953349113464355, "n_params": 4326430, "total_flops": 44125432627200000, "train_loss": 0.01410638689994812, "subset_score_loss": 0.01410638689994812}
+{"step": 3330000, "wall_time": 31216.16602373123, "train_loss_step": 2.3166682720184326, "n_params": 4326430, "total_flops": 44258340556800000, "train_loss": 0.013743493954340618, "subset_score_loss": 0.013743493954340618}
+{"step": 3340000, "wall_time": 31303.745668172836, "train_loss_step": 2.255016565322876, "n_params": 4326430, "total_flops": 44391248486400000, "train_loss": 0.013919959465662638, "subset_score_loss": 0.013919959465662638}
+{"step": 3350000, "wall_time": 31391.361449956894, "train_loss_step": 2.252800464630127, "n_params": 4326430, "total_flops": 44524156416000000, "train_loss": 0.01380841334660848, "subset_score_loss": 0.01380841334660848}
+{"step": 3360000, "wall_time": 31478.833499908447, "train_loss_step": 2.132063627243042, "n_params": 4326430, "total_flops": 44657064345600000, "train_loss": 0.01394948959350586, "subset_score_loss": 0.01394948959350586}
+{"step": 3370000, "wall_time": 31552.31367135048, "train_loss_step": 2.033590793609619, "n_params": 4326430, "total_flops": 44789972275200000, "train_loss": 0.013368622461954752, "subset_score_loss": 0.013368622461954752}
+{"step": 3380000, "wall_time": 31640.291078567505, "train_loss_step": 2.26308536529541, "n_params": 4326430, "total_flops": 44922880204800000, "train_loss": 0.014018842577934265, "subset_score_loss": 0.014018842577934265}
+{"step": 3390000, "wall_time": 31726.317983865738, "train_loss_step": 2.3227438926696777, "n_params": 4326430, "total_flops": 45055788134400000, "train_loss": 0.013872881730397543, "subset_score_loss": 0.013872881730397543}
+{"step": 3400000, "wall_time": 31881.220206022263, "train_loss_step": 2.343966245651245, "n_params": 4326430, "total_flops": 45188696064000000, "train_loss": 0.013602313399314881, "subset_score_loss": 0.013602313399314881, "memorization_fraction_pixel": 0.3068000078201294, "mean_nn_ratio_pixel": 0.40579360723495483, "fid": 56.36614517307163}
+{"step": 3410000, "wall_time": 31968.754059791565, "train_loss_step": 2.453950881958008, "n_params": 4326430, "total_flops": 45321603993600000, "train_loss": 0.01368095874786377, "subset_score_loss": 0.01368095874786377}
+{"step": 3420000, "wall_time": 32054.752747535706, "train_loss_step": 2.1822173595428467, "n_params": 4326430, "total_flops": 45454511923200000, "train_loss": 0.014414146542549133, "subset_score_loss": 0.014414146542549133}
+{"step": 3430000, "wall_time": 32142.23576068878, "train_loss_step": 2.330247640609741, "n_params": 4326430, "total_flops": 45587419852800000, "train_loss": 0.013681609431902568, "subset_score_loss": 0.013681609431902568}
+{"step": 3440000, "wall_time": 32229.770353078842, "train_loss_step": 2.2649455070495605, "n_params": 4326430, "total_flops": 45720327782400000, "train_loss": 0.013238843282063801, "subset_score_loss": 0.013238843282063801}
+{"step": 3450000, "wall_time": 32317.272448301315, "train_loss_step": 2.23862361907959, "n_params": 4326430, "total_flops": 45853235712000000, "train_loss": 0.01346979836622874, "subset_score_loss": 0.01346979836622874}
+{"step": 3460000, "wall_time": 32404.823236703873, "train_loss_step": 2.214843273162842, "n_params": 4326430, "total_flops": 45986143641600000, "train_loss": 0.013837037483851115, "subset_score_loss": 0.013837037483851115}
+{"step": 3470000, "wall_time": 32489.160357236862, "train_loss_step": 2.3281431198120117, "n_params": 4326430, "total_flops": 46119051571200000, "train_loss": 0.013229569792747498, "subset_score_loss": 0.013229569792747498}
+{"step": 3480000, "wall_time": 32576.986348867416, "train_loss_step": 1.9721640348434448, "n_params": 4326430, "total_flops": 46251959500800000, "train_loss": 0.013209931055704753, "subset_score_loss": 0.013209931055704753}
+{"step": 3490000, "wall_time": 32662.83271241188, "train_loss_step": 2.2882537841796875, "n_params": 4326430, "total_flops": 46384867430400000, "train_loss": 0.013699790835380555, "subset_score_loss": 0.013699790835380555}
+{"step": 3500000, "wall_time": 32817.499002456665, "train_loss_step": 2.1095473766326904, "n_params": 4326430, "total_flops": 46517775360000000, "train_loss": 0.013739787538846334, "subset_score_loss": 0.013739787538846334, "memorization_fraction_pixel": 0.31349998712539673, "mean_nn_ratio_pixel": 0.39949312806129456, "fid": 57.46539231900624}
+{"step": 3510000, "wall_time": 32903.07513356209, "train_loss_step": 2.2252655029296875, "n_params": 4326430, "total_flops": 46650683289600000, "train_loss": 0.013191012541453044, "subset_score_loss": 0.013191012541453044}
+{"step": 3520000, "wall_time": 32990.62162446976, "train_loss_step": 2.0130128860473633, "n_params": 4326430, "total_flops": 46783591219200000, "train_loss": 0.013007220625877381, "subset_score_loss": 0.013007220625877381}
+{"step": 3530000, "wall_time": 33078.0690433979, "train_loss_step": 2.26176381111145, "n_params": 4326430, "total_flops": 46916499148800000, "train_loss": 0.013261280457178752, "subset_score_loss": 0.013261280457178752}
+{"step": 3540000, "wall_time": 33165.527881383896, "train_loss_step": 2.4146807193756104, "n_params": 4326430, "total_flops": 47049407078400000, "train_loss": 0.013348924120267232, "subset_score_loss": 0.013348924120267232}
+{"step": 3550000, "wall_time": 33253.0115981102, "train_loss_step": 2.077540874481201, "n_params": 4326430, "total_flops": 47182315008000000, "train_loss": 0.012967986861864726, "subset_score_loss": 0.012967986861864726}
+{"step": 3560000, "wall_time": 33338.89892792702, "train_loss_step": 2.201942205429077, "n_params": 4326430, "total_flops": 47315222937600000, "train_loss": 0.013422433535257976, "subset_score_loss": 0.013422433535257976}
+{"step": 3570000, "wall_time": 33425.43204832077, "train_loss_step": 2.3278939723968506, "n_params": 4326430, "total_flops": 47448130867200000, "train_loss": 0.013006744782129924, "subset_score_loss": 0.013006744782129924}
+{"step": 3580000, "wall_time": 33513.129356861115, "train_loss_step": 2.1535940170288086, "n_params": 4326430, "total_flops": 47581038796800000, "train_loss": 0.012787005305290223, "subset_score_loss": 0.012787005305290223}
+{"step": 3590000, "wall_time": 33599.48523378372, "train_loss_step": 2.2402639389038086, "n_params": 4326430, "total_flops": 47713946726400000, "train_loss": 0.013030582666397094, "subset_score_loss": 0.013030582666397094}
+{"step": 3600000, "wall_time": 33783.2493057251, "train_loss_step": 2.2613673210144043, "n_params": 4326430, "total_flops": 47846854656000000, "train_loss": 0.0129308154185613, "subset_score_loss": 0.0129308154185613, "memorization_fraction_pixel": 0.3077000081539154, "mean_nn_ratio_pixel": 0.40293267369270325, "fid": 56.853725198397086}
+{"step": 3610000, "wall_time": 33870.88689780235, "train_loss_step": 2.2869791984558105, "n_params": 4326430, "total_flops": 47979762585600000, "train_loss": 0.013132705291112264, "subset_score_loss": 0.013132705291112264}
+{"step": 3620000, "wall_time": 33958.392105817795, "train_loss_step": 2.222299814224243, "n_params": 4326430, "total_flops": 48112670515200000, "train_loss": 0.013147503137588501, "subset_score_loss": 0.013147503137588501}
+{"step": 3630000, "wall_time": 34045.98681616783, "train_loss_step": 2.086090087890625, "n_params": 4326430, "total_flops": 48245578444800000, "train_loss": 0.012565389275550842, "subset_score_loss": 0.012565389275550842}
+{"step": 3640000, "wall_time": 34133.6173350811, "train_loss_step": 2.1706643104553223, "n_params": 4326430, "total_flops": 48378486374400000, "train_loss": 0.01245973507563273, "subset_score_loss": 0.01245973507563273}
+{"step": 3650000, "wall_time": 34221.128963947296, "train_loss_step": 2.3110270500183105, "n_params": 4326430, "total_flops": 48511394304000000, "train_loss": 0.013054401675860087, "subset_score_loss": 0.013054401675860087}
+{"step": 3660000, "wall_time": 34300.955983400345, "train_loss_step": 2.1055471897125244, "n_params": 4326430, "total_flops": 48644302233600000, "train_loss": 0.012648518880208333, "subset_score_loss": 0.012648518880208333}
+{"step": 3670000, "wall_time": 34388.61427283287, "train_loss_step": 2.0685057640075684, "n_params": 4326430, "total_flops": 48777210163200000, "train_loss": 0.012879027922948202, "subset_score_loss": 0.012879027922948202}
+{"step": 3680000, "wall_time": 34476.37835097313, "train_loss_step": 2.176577568054199, "n_params": 4326430, "total_flops": 48910118092800000, "train_loss": 0.01299338936805725, "subset_score_loss": 0.01299338936805725}
+{"step": 3690000, "wall_time": 34558.353442430496, "train_loss_step": 2.2438535690307617, "n_params": 4326430, "total_flops": 49043026022400000, "train_loss": 0.01267200211683909, "subset_score_loss": 0.01267200211683909}
+{"step": 3700000, "wall_time": 34757.52798819542, "train_loss_step": 2.118485450744629, "n_params": 4326430, "total_flops": 49175933952000000, "train_loss": 0.01257101794083913, "subset_score_loss": 0.01257101794083913, "memorization_fraction_pixel": 0.3149999976158142, "mean_nn_ratio_pixel": 0.39945557713508606, "fid": 56.929641629514656}
+{"step": 3710000, "wall_time": 34845.20011854172, "train_loss_step": 2.4200384616851807, "n_params": 4326430, "total_flops": 49308841881600000, "train_loss": 0.013118863105773926, "subset_score_loss": 0.013118863105773926}
+{"step": 3720000, "wall_time": 34932.80857253075, "train_loss_step": 2.1592323780059814, "n_params": 4326430, "total_flops": 49441749811200000, "train_loss": 0.012838742136955262, "subset_score_loss": 0.012838742136955262}
+{"step": 3730000, "wall_time": 35020.44294524193, "train_loss_step": 2.0495104789733887, "n_params": 4326430, "total_flops": 49574657740800000, "train_loss": 0.012491698066393534, "subset_score_loss": 0.012491698066393534}
+{"step": 3740000, "wall_time": 35108.00320839882, "train_loss_step": 2.250638484954834, "n_params": 4326430, "total_flops": 49707565670400000, "train_loss": 0.012507251898447673, "subset_score_loss": 0.012507251898447673}
+{"step": 3750000, "wall_time": 35181.42084670067, "train_loss_step": 2.284942626953125, "n_params": 4326430, "total_flops": 49840473600000000, "train_loss": 0.012912516792615255, "subset_score_loss": 0.012912516792615255}
+{"step": 3760000, "wall_time": 35268.99507379532, "train_loss_step": 2.481966495513916, "n_params": 4326430, "total_flops": 49973381529600000, "train_loss": 0.012453577915827433, "subset_score_loss": 0.012453577915827433}
+{"step": 3770000, "wall_time": 35356.618196964264, "train_loss_step": 2.157872200012207, "n_params": 4326430, "total_flops": 50106289459200000, "train_loss": 0.012585559487342834, "subset_score_loss": 0.012585559487342834}
+{"step": 3780000, "wall_time": 35444.37446427345, "train_loss_step": 2.298919677734375, "n_params": 4326430, "total_flops": 50239197388800000, "train_loss": 0.012354030211766561, "subset_score_loss": 0.012354030211766561}
+{"step": 3790000, "wall_time": 35519.890963315964, "train_loss_step": 2.130251407623291, "n_params": 4326430, "total_flops": 50372105318400000, "train_loss": 0.012821839253107706, "subset_score_loss": 0.012821839253107706}
+{"step": 3800000, "wall_time": 35708.36255764961, "train_loss_step": 2.202099323272705, "n_params": 4326430, "total_flops": 50505013248000000, "train_loss": 0.012828255693117777, "subset_score_loss": 0.012828255693117777, "memorization_fraction_pixel": 0.32100000977516174, "mean_nn_ratio_pixel": 0.39606690406799316, "fid": 56.66918822748106}
+{"step": 3810000, "wall_time": 35796.02784395218, "train_loss_step": 2.3428726196289062, "n_params": 4326430, "total_flops": 50637921177600000, "train_loss": 0.012694339950879414, "subset_score_loss": 0.012694339950879414}
+{"step": 3820000, "wall_time": 35883.649428367615, "train_loss_step": 1.9745063781738281, "n_params": 4326430, "total_flops": 50770829107200000, "train_loss": 0.012847219904263815, "subset_score_loss": 0.012847219904263815}
+{"step": 3830000, "wall_time": 35971.29269909859, "train_loss_step": 2.060210704803467, "n_params": 4326430, "total_flops": 50903737036800000, "train_loss": 0.012574971715609232, "subset_score_loss": 0.012574971715609232}
+{"step": 3840000, "wall_time": 36058.172907829285, "train_loss_step": 2.396894693374634, "n_params": 4326430, "total_flops": 51036644966400000, "train_loss": 0.01241114636262258, "subset_score_loss": 0.01241114636262258}
+{"step": 3850000, "wall_time": 36134.000500679016, "train_loss_step": 2.4810547828674316, "n_params": 4326430, "total_flops": 51169552896000000, "train_loss": 0.011960900823275248, "subset_score_loss": 0.011960900823275248}
+{"step": 3860000, "wall_time": 36221.586716890335, "train_loss_step": 2.225348472595215, "n_params": 4326430, "total_flops": 51302460825600000, "train_loss": 0.012413841485977174, "subset_score_loss": 0.012413841485977174}
+{"step": 3870000, "wall_time": 36309.17130589485, "train_loss_step": 2.482936143875122, "n_params": 4326430, "total_flops": 51435368755200000, "train_loss": 0.012490979830423991, "subset_score_loss": 0.012490979830423991}
+{"step": 3880000, "wall_time": 36388.08165717125, "train_loss_step": 2.2932143211364746, "n_params": 4326430, "total_flops": 51568276684800000, "train_loss": 0.012059934933980306, "subset_score_loss": 0.012059934933980306}
+{"step": 3890000, "wall_time": 36466.18912625313, "train_loss_step": 2.1550369262695312, "n_params": 4326430, "total_flops": 51701184614400000, "train_loss": 0.011925808588663737, "subset_score_loss": 0.011925808588663737}
+{"step": 3900000, "wall_time": 36668.61762070656, "train_loss_step": 2.078225612640381, "n_params": 4326430, "total_flops": 51834092544000000, "train_loss": 0.012302740414937337, "subset_score_loss": 0.012302740414937337, "memorization_fraction_pixel": 0.32659998536109924, "mean_nn_ratio_pixel": 0.394646018743515, "fid": 56.54041438343399}
+{"step": 3910000, "wall_time": 36756.33357167244, "train_loss_step": 2.110346555709839, "n_params": 4326430, "total_flops": 51967000473600000, "train_loss": 0.01252661645412445, "subset_score_loss": 0.01252661645412445}
+{"step": 3920000, "wall_time": 36843.97902441025, "train_loss_step": 2.168750762939453, "n_params": 4326430, "total_flops": 52099908403200000, "train_loss": 0.012372030814488729, "subset_score_loss": 0.012372030814488729}
+{"step": 3930000, "wall_time": 36931.618173122406, "train_loss_step": 2.3571012020111084, "n_params": 4326430, "total_flops": 52232816332800000, "train_loss": 0.012128339211146037, "subset_score_loss": 0.012128339211146037}
+{"step": 3940000, "wall_time": 37009.616894483566, "train_loss_step": 2.2471821308135986, "n_params": 4326430, "total_flops": 52365724262400000, "train_loss": 0.01212386687596639, "subset_score_loss": 0.01212386687596639}
+{"step": 3950000, "wall_time": 37093.39367341995, "train_loss_step": 2.231132984161377, "n_params": 4326430, "total_flops": 52498632192000000, "train_loss": 0.012267387906710307, "subset_score_loss": 0.012267387906710307}
+{"step": 3960000, "wall_time": 37180.94168496132, "train_loss_step": 1.948420763015747, "n_params": 4326430, "total_flops": 52631540121600000, "train_loss": 0.012079686919848124, "subset_score_loss": 0.012079686919848124}
+{"step": 3970000, "wall_time": 37266.66101360321, "train_loss_step": 2.2942676544189453, "n_params": 4326430, "total_flops": 52764448051200000, "train_loss": 0.01178561548391978, "subset_score_loss": 0.01178561548391978}
+{"step": 3980000, "wall_time": 37342.06504416466, "train_loss_step": 2.3744242191314697, "n_params": 4326430, "total_flops": 52897355980800000, "train_loss": 0.012083558241526286, "subset_score_loss": 0.012083558241526286}
+{"step": 3990000, "wall_time": 37426.08385181427, "train_loss_step": 2.381664752960205, "n_params": 4326430, "total_flops": 53030263910400000, "train_loss": 0.01171516974767049, "subset_score_loss": 0.01171516974767049}
+{"step": 4000000, "wall_time": 37627.855962991714, "train_loss_step": 2.27543306350708, "n_params": 4326430, "total_flops": 53163171840000000, "train_loss": 0.011822155117988587, "subset_score_loss": 0.011822155117988587, "memorization_fraction_pixel": 0.3269999921321869, "mean_nn_ratio_pixel": 0.39517152309417725, "fid": 57.0633434267433}
+{"step": 4010000, "wall_time": 37715.51519393921, "train_loss_step": 2.357304573059082, "n_params": 4326430, "total_flops": 53296079769600000, "train_loss": 0.011827181776364644, "subset_score_loss": 0.011827181776364644}
+{"step": 4020000, "wall_time": 37803.11374640465, "train_loss_step": 2.1880083084106445, "n_params": 4326430, "total_flops": 53428987699200000, "train_loss": 0.011837610602378845, "subset_score_loss": 0.011837610602378845}
+{"step": 4030000, "wall_time": 37890.578890800476, "train_loss_step": 2.0499165058135986, "n_params": 4326430, "total_flops": 53561895628800000, "train_loss": 0.012066848079363505, "subset_score_loss": 0.012066848079363505}
+{"step": 4040000, "wall_time": 37965.07578277588, "train_loss_step": 2.1350631713867188, "n_params": 4326430, "total_flops": 53694803558400000, "train_loss": 0.011711220939954121, "subset_score_loss": 0.011711220939954121}
+{"step": 4050000, "wall_time": 38052.59370112419, "train_loss_step": 2.374448776245117, "n_params": 4326430, "total_flops": 53827711488000000, "train_loss": 0.01166957914829254, "subset_score_loss": 0.01166957914829254}
+{"step": 4060000, "wall_time": 38138.27836441994, "train_loss_step": 2.135976552963257, "n_params": 4326430, "total_flops": 53960619417600000, "train_loss": 0.012096790472666423, "subset_score_loss": 0.012096790472666423}
+{"step": 4070000, "wall_time": 38226.236822366714, "train_loss_step": 2.017219066619873, "n_params": 4326430, "total_flops": 54093527347200000, "train_loss": 0.011685370405515035, "subset_score_loss": 0.011685370405515035}
+{"step": 4080000, "wall_time": 38296.39173197746, "train_loss_step": 2.1958985328674316, "n_params": 4326430, "total_flops": 54226435276800000, "train_loss": 0.011633604764938354, "subset_score_loss": 0.011633604764938354}
+{"step": 4090000, "wall_time": 38384.01048231125, "train_loss_step": 2.272554874420166, "n_params": 4326430, "total_flops": 54359343206400000, "train_loss": 0.011583965023358662, "subset_score_loss": 0.011583965023358662}
+{"step": 4100000, "wall_time": 38570.067692518234, "train_loss_step": 2.1586790084838867, "n_params": 4326430, "total_flops": 54492251136000000, "train_loss": 0.011606055498123168, "subset_score_loss": 0.011606055498123168, "memorization_fraction_pixel": 0.3278000056743622, "mean_nn_ratio_pixel": 0.39175623655319214, "fid": 56.51365886296187}
+{"step": 4110000, "wall_time": 38657.69175410271, "train_loss_step": 2.0951428413391113, "n_params": 4326430, "total_flops": 54625159065600000, "train_loss": 0.011511816581090292, "subset_score_loss": 0.011511816581090292}
+{"step": 4120000, "wall_time": 38745.33207821846, "train_loss_step": 2.361232280731201, "n_params": 4326430, "total_flops": 54758066995200000, "train_loss": 0.011661902070045471, "subset_score_loss": 0.011661902070045471}
+{"step": 4130000, "wall_time": 38829.0359787941, "train_loss_step": 2.264139175415039, "n_params": 4326430, "total_flops": 54890974924800000, "train_loss": 0.011634622017542522, "subset_score_loss": 0.011634622017542522}
+{"step": 4140000, "wall_time": 38905.74043631554, "train_loss_step": 2.2555370330810547, "n_params": 4326430, "total_flops": 55023882854400000, "train_loss": 0.011735681692759197, "subset_score_loss": 0.011735681692759197}
+{"step": 4150000, "wall_time": 38991.47001814842, "train_loss_step": 2.243896484375, "n_params": 4326430, "total_flops": 55156790784000000, "train_loss": 0.011930544177691143, "subset_score_loss": 0.011930544177691143}
+{"step": 4160000, "wall_time": 39079.10161805153, "train_loss_step": 2.22973895072937, "n_params": 4326430, "total_flops": 55289698713600000, "train_loss": 0.01184727946917216, "subset_score_loss": 0.01184727946917216}
+{"step": 4170000, "wall_time": 39167.17524647713, "train_loss_step": 2.6598191261291504, "n_params": 4326430, "total_flops": 55422606643200000, "train_loss": 0.011471375823020935, "subset_score_loss": 0.011471375823020935}
+{"step": 4180000, "wall_time": 39237.84658718109, "train_loss_step": 1.8661599159240723, "n_params": 4326430, "total_flops": 55555514572800000, "train_loss": 0.011483580867449442, "subset_score_loss": 0.011483580867449442}
+{"step": 4190000, "wall_time": 39325.47245168686, "train_loss_step": 2.111924648284912, "n_params": 4326430, "total_flops": 55688422502400000, "train_loss": 0.011532357335090638, "subset_score_loss": 0.011532357335090638}
+{"step": 4200000, "wall_time": 39505.67573618889, "train_loss_step": 2.0294368267059326, "n_params": 4326430, "total_flops": 55821330432000000, "train_loss": 0.011309973398844401, "subset_score_loss": 0.011309973398844401, "memorization_fraction_pixel": 0.3240000009536743, "mean_nn_ratio_pixel": 0.3941533863544464, "fid": 57.25195982039128}
+{"step": 4210000, "wall_time": 39593.29426956177, "train_loss_step": 2.0305657386779785, "n_params": 4326430, "total_flops": 55954238361600000, "train_loss": 0.011603858073552449, "subset_score_loss": 0.011603858073552449}
+{"step": 4220000, "wall_time": 39680.91811847687, "train_loss_step": 2.124946355819702, "n_params": 4326430, "total_flops": 56087146291200000, "train_loss": 0.011392780145009359, "subset_score_loss": 0.011392780145009359}
+{"step": 4230000, "wall_time": 39763.47453045845, "train_loss_step": 2.2561492919921875, "n_params": 4326430, "total_flops": 56220054220800000, "train_loss": 0.011236838499704997, "subset_score_loss": 0.011236838499704997}
+{"step": 4240000, "wall_time": 39843.979068517685, "train_loss_step": 2.337850570678711, "n_params": 4326430, "total_flops": 56352962150400000, "train_loss": 0.011942340930302938, "subset_score_loss": 0.011942340930302938}
+{"step": 4250000, "wall_time": 39931.58002591133, "train_loss_step": 2.237562656402588, "n_params": 4326430, "total_flops": 56485870080000000, "train_loss": 0.01114082634449005, "subset_score_loss": 0.01114082634449005}
+{"step": 4260000, "wall_time": 40019.176827669144, "train_loss_step": 2.051813840866089, "n_params": 4326430, "total_flops": 56618778009600000, "train_loss": 0.011294004321098328, "subset_score_loss": 0.011294004321098328}
+{"step": 4270000, "wall_time": 40107.222312927246, "train_loss_step": 2.0845351219177246, "n_params": 4326430, "total_flops": 56751685939200000, "train_loss": 0.011234265565872193, "subset_score_loss": 0.011234265565872193}
+{"step": 4280000, "wall_time": 40178.464461803436, "train_loss_step": 2.360954761505127, "n_params": 4326430, "total_flops": 56884593868800000, "train_loss": 0.011438719431559245, "subset_score_loss": 0.011438719431559245}
+{"step": 4290000, "wall_time": 40266.11736488342, "train_loss_step": 2.1584277153015137, "n_params": 4326430, "total_flops": 57017501798400000, "train_loss": 0.011389351884524028, "subset_score_loss": 0.011389351884524028}
+{"step": 4300000, "wall_time": 40452.69576430321, "train_loss_step": 2.3005199432373047, "n_params": 4326430, "total_flops": 57150409728000000, "train_loss": 0.011408000191052755, "subset_score_loss": 0.011408000191052755, "memorization_fraction_pixel": 0.3425000011920929, "mean_nn_ratio_pixel": 0.38898757100105286, "fid": 57.38250892329547}
+{"step": 4310000, "wall_time": 40540.34870386124, "train_loss_step": 2.093721628189087, "n_params": 4326430, "total_flops": 57283317657600000, "train_loss": 0.011089885234832763, "subset_score_loss": 0.011089885234832763}
+{"step": 4320000, "wall_time": 40627.9008140564, "train_loss_step": 2.3650617599487305, "n_params": 4326430, "total_flops": 57416225587200000, "train_loss": 0.010956093668937683, "subset_score_loss": 0.010956093668937683}
+{"step": 4330000, "wall_time": 40702.90411448479, "train_loss_step": 2.1873650550842285, "n_params": 4326430, "total_flops": 57549133516800000, "train_loss": 0.011359764138857524, "subset_score_loss": 0.011359764138857524}
+{"step": 4340000, "wall_time": 40790.523931503296, "train_loss_step": 2.3563945293426514, "n_params": 4326430, "total_flops": 57682041446400000, "train_loss": 0.011131577690442403, "subset_score_loss": 0.011131577690442403}
+{"step": 4350000, "wall_time": 40878.11252307892, "train_loss_step": 1.9295916557312012, "n_params": 4326430, "total_flops": 57814949376000000, "train_loss": 0.011336731910705566, "subset_score_loss": 0.011336731910705566}
+{"step": 4360000, "wall_time": 40965.71410560608, "train_loss_step": 2.1682136058807373, "n_params": 4326430, "total_flops": 57947857305600000, "train_loss": 0.011374752720197041, "subset_score_loss": 0.011374752720197041}
+{"step": 4370000, "wall_time": 41053.38570165634, "train_loss_step": 2.437913417816162, "n_params": 4326430, "total_flops": 58080765235200000, "train_loss": 0.011112996935844421, "subset_score_loss": 0.011112996935844421}
+{"step": 4380000, "wall_time": 41125.373824596405, "train_loss_step": 1.894644856452942, "n_params": 4326430, "total_flops": 58213673164800000, "train_loss": 0.011242411533991496, "subset_score_loss": 0.011242411533991496}
+{"step": 4390000, "wall_time": 41212.595356702805, "train_loss_step": 2.2643580436706543, "n_params": 4326430, "total_flops": 58346581094400000, "train_loss": 0.010974040627479554, "subset_score_loss": 0.010974040627479554}
+{"step": 4400000, "wall_time": 41382.174218177795, "train_loss_step": 1.934482216835022, "n_params": 4326430, "total_flops": 58479489024000000, "train_loss": 0.011366321643193563, "subset_score_loss": 0.011366321643193563, "memorization_fraction_pixel": 0.32580000162124634, "mean_nn_ratio_pixel": 0.39118337631225586, "fid": 56.82866319976921}
+{"step": 4410000, "wall_time": 41469.39527153969, "train_loss_step": 2.1205735206604004, "n_params": 4326430, "total_flops": 58612396953600000, "train_loss": 0.01120556890964508, "subset_score_loss": 0.01120556890964508}
+{"step": 4420000, "wall_time": 41554.38780760765, "train_loss_step": 2.298215866088867, "n_params": 4326430, "total_flops": 58745304883200000, "train_loss": 0.010778367519378662, "subset_score_loss": 0.010778367519378662}
+{"step": 4430000, "wall_time": 41635.655111551285, "train_loss_step": 2.1222376823425293, "n_params": 4326430, "total_flops": 58878212812800000, "train_loss": 0.010800801714261373, "subset_score_loss": 0.010800801714261373}
+{"step": 4440000, "wall_time": 41722.857142686844, "train_loss_step": 2.386624813079834, "n_params": 4326430, "total_flops": 59011120742400000, "train_loss": 0.01091347336769104, "subset_score_loss": 0.01091347336769104}
+{"step": 4450000, "wall_time": 41810.11090922356, "train_loss_step": 2.3717052936553955, "n_params": 4326430, "total_flops": 59144028672000000, "train_loss": 0.010780984163284301, "subset_score_loss": 0.010780984163284301}
+{"step": 4460000, "wall_time": 41897.327850818634, "train_loss_step": 2.1392736434936523, "n_params": 4326430, "total_flops": 59276936601600000, "train_loss": 0.010948031147321065, "subset_score_loss": 0.010948031147321065}
+{"step": 4470000, "wall_time": 41984.84919309616, "train_loss_step": 2.259608268737793, "n_params": 4326430, "total_flops": 59409844531200000, "train_loss": 0.010948676864306133, "subset_score_loss": 0.010948676864306133}
+{"step": 4480000, "wall_time": 42066.881887197495, "train_loss_step": 2.165438175201416, "n_params": 4326430, "total_flops": 59542752460800000, "train_loss": 0.011036648352940878, "subset_score_loss": 0.011036648352940878}
+{"step": 4490000, "wall_time": 42154.12378549576, "train_loss_step": 2.188612222671509, "n_params": 4326430, "total_flops": 59675660390400000, "train_loss": 0.011091271042823791, "subset_score_loss": 0.011091271042823791}
+{"step": 4500000, "wall_time": 42313.63446211815, "train_loss_step": 2.373197078704834, "n_params": 4326430, "total_flops": 59808568320000000, "train_loss": 0.01091537872950236, "subset_score_loss": 0.01091537872950236, "memorization_fraction_pixel": 0.3384999930858612, "mean_nn_ratio_pixel": 0.3867062032222748, "fid": 56.737235927166395}
+{"step": 4510000, "wall_time": 42399.526482105255, "train_loss_step": 2.0097360610961914, "n_params": 4326430, "total_flops": 59941476249600000, "train_loss": 0.010775319735209147, "subset_score_loss": 0.010775319735209147}
+{"step": 4520000, "wall_time": 42482.643720149994, "train_loss_step": 2.217642068862915, "n_params": 4326430, "total_flops": 60074384179200000, "train_loss": 0.011392372846603393, "subset_score_loss": 0.011392372846603393}
+{"step": 4530000, "wall_time": 42569.811445474625, "train_loss_step": 2.113356113433838, "n_params": 4326430, "total_flops": 60207292108800000, "train_loss": 0.011080487569173177, "subset_score_loss": 0.011080487569173177}
+{"step": 4540000, "wall_time": 42657.03624916077, "train_loss_step": 2.4410204887390137, "n_params": 4326430, "total_flops": 60340200038400000, "train_loss": 0.010876880089441935, "subset_score_loss": 0.010876880089441935}
+{"step": 4550000, "wall_time": 42744.256922483444, "train_loss_step": 2.025049924850464, "n_params": 4326430, "total_flops": 60473107968000000, "train_loss": 0.010705433289210002, "subset_score_loss": 0.010705433289210002}
+{"step": 4560000, "wall_time": 42831.41376018524, "train_loss_step": 2.479227066040039, "n_params": 4326430, "total_flops": 60606015897600000, "train_loss": 0.010788037379582723, "subset_score_loss": 0.010788037379582723}
+{"step": 4570000, "wall_time": 42916.93611741066, "train_loss_step": 2.5543699264526367, "n_params": 4326430, "total_flops": 60738923827200000, "train_loss": 0.010529195268948873, "subset_score_loss": 0.010529195268948873}
+{"step": 4580000, "wall_time": 43002.47178864479, "train_loss_step": 2.232764720916748, "n_params": 4326430, "total_flops": 60871831756800000, "train_loss": 0.010539010167121887, "subset_score_loss": 0.010539010167121887}
+{"step": 4590000, "wall_time": 43089.68252539635, "train_loss_step": 2.2708041667938232, "n_params": 4326430, "total_flops": 61004739686400000, "train_loss": 0.011112472414970398, "subset_score_loss": 0.011112472414970398}
+{"step": 4600000, "wall_time": 43246.75247454643, "train_loss_step": 2.244722843170166, "n_params": 4326430, "total_flops": 61137647616000000, "train_loss": 0.010308730602264404, "subset_score_loss": 0.010308730602264404, "memorization_fraction_pixel": 0.34470000863075256, "mean_nn_ratio_pixel": 0.3849625289440155, "fid": 56.630742684342636}
+{"step": 4610000, "wall_time": 43331.943111896515, "train_loss_step": 2.0346219539642334, "n_params": 4326430, "total_flops": 61270555545600000, "train_loss": 0.010796505212783813, "subset_score_loss": 0.010796505212783813}
+{"step": 4620000, "wall_time": 43415.76538109779, "train_loss_step": 2.20725679397583, "n_params": 4326430, "total_flops": 61403463475200000, "train_loss": 0.010610300302505492, "subset_score_loss": 0.010610300302505492}
+{"step": 4630000, "wall_time": 43502.962022066116, "train_loss_step": 2.220149517059326, "n_params": 4326430, "total_flops": 61536371404800000, "train_loss": 0.010581891735394795, "subset_score_loss": 0.010581891735394795}
+{"step": 4640000, "wall_time": 43590.16928887367, "train_loss_step": 2.2866616249084473, "n_params": 4326430, "total_flops": 61669279334400000, "train_loss": 0.01079575220743815, "subset_score_loss": 0.01079575220743815}
+{"step": 4650000, "wall_time": 43677.37845492363, "train_loss_step": 2.096012592315674, "n_params": 4326430, "total_flops": 61802187264000000, "train_loss": 0.010583879550298055, "subset_score_loss": 0.010583879550298055}
+{"step": 4660000, "wall_time": 43764.53134179115, "train_loss_step": 2.2706680297851562, "n_params": 4326430, "total_flops": 61935095193600000, "train_loss": 0.010538753867149354, "subset_score_loss": 0.010538753867149354}
+{"step": 4670000, "wall_time": 43850.17813324928, "train_loss_step": 2.134561061859131, "n_params": 4326430, "total_flops": 62068003123200000, "train_loss": 0.010616820057233174, "subset_score_loss": 0.010616820057233174}
+{"step": 4680000, "wall_time": 43935.4289624691, "train_loss_step": 1.9200221300125122, "n_params": 4326430, "total_flops": 62200911052800000, "train_loss": 0.010407225290934245, "subset_score_loss": 0.010407225290934245}
+{"step": 4690000, "wall_time": 44022.56667947769, "train_loss_step": 2.2956626415252686, "n_params": 4326430, "total_flops": 62333818982400000, "train_loss": 0.010643305381139119, "subset_score_loss": 0.010643305381139119}
+{"step": 4700000, "wall_time": 44178.17819714546, "train_loss_step": 2.1652674674987793, "n_params": 4326430, "total_flops": 62466726912000000, "train_loss": 0.011100983619689942, "subset_score_loss": 0.011100983619689942, "memorization_fraction_pixel": 0.34459999203681946, "mean_nn_ratio_pixel": 0.38334622979164124, "fid": 56.633376749503206}
+{"step": 4710000, "wall_time": 44246.32470560074, "train_loss_step": 2.140000104904175, "n_params": 4326430, "total_flops": 62599634841600000, "train_loss": 0.010220575332641601, "subset_score_loss": 0.010220575332641601}
+{"step": 4720000, "wall_time": 44314.226234436035, "train_loss_step": 2.3168976306915283, "n_params": 4326430, "total_flops": 62732542771200000, "train_loss": 0.01027677853902181, "subset_score_loss": 0.01027677853902181}
+{"step": 4730000, "wall_time": 44384.06992292404, "train_loss_step": 2.312021017074585, "n_params": 4326430, "total_flops": 62865450700800000, "train_loss": 0.01060527265071869, "subset_score_loss": 0.01060527265071869}
+{"step": 4740000, "wall_time": 44453.92253756523, "train_loss_step": 2.2218360900878906, "n_params": 4326430, "total_flops": 62998358630400000, "train_loss": 0.010723768671353658, "subset_score_loss": 0.010723768671353658}
+{"step": 4750000, "wall_time": 44523.73596596718, "train_loss_step": 2.227785110473633, "n_params": 4326430, "total_flops": 63131266560000000, "train_loss": 0.010410931706428529, "subset_score_loss": 0.010410931706428529}
+{"step": 4760000, "wall_time": 44591.32230448723, "train_loss_step": 2.208639144897461, "n_params": 4326430, "total_flops": 63264174489600000, "train_loss": 0.01054945985476176, "subset_score_loss": 0.01054945985476176}
+{"step": 4770000, "wall_time": 44661.58355498314, "train_loss_step": 2.162933111190796, "n_params": 4326430, "total_flops": 63397082419200000, "train_loss": 0.010136873523394267, "subset_score_loss": 0.010136873523394267}
+{"step": 4780000, "wall_time": 44728.98888516426, "train_loss_step": 2.319819450378418, "n_params": 4326430, "total_flops": 63529990348800000, "train_loss": 0.010964125394821167, "subset_score_loss": 0.010964125394821167}
+{"step": 4790000, "wall_time": 44798.92052960396, "train_loss_step": 2.331728458404541, "n_params": 4326430, "total_flops": 63662898278400000, "train_loss": 0.010269198815027874, "subset_score_loss": 0.010269198815027874}
+{"step": 4800000, "wall_time": 44926.900112867355, "train_loss_step": 1.9395420551300049, "n_params": 4326430, "total_flops": 63795806208000000, "train_loss": 0.010436294476191203, "subset_score_loss": 0.010436294476191203, "memorization_fraction_pixel": 0.3467999994754791, "mean_nn_ratio_pixel": 0.3827570676803589, "fid": 56.58633629045892}
+{"step": 4810000, "wall_time": 44987.448685884476, "train_loss_step": 2.104229688644409, "n_params": 4326430, "total_flops": 63928714137600000, "train_loss": 0.010114127397537231, "subset_score_loss": 0.010114127397537231}
+{"step": 4820000, "wall_time": 45040.098351716995, "train_loss_step": 2.195615768432617, "n_params": 4326430, "total_flops": 64061622067200000, "train_loss": 0.01043832004070282, "subset_score_loss": 0.01043832004070282}
+{"step": 4830000, "wall_time": 45092.74737715721, "train_loss_step": 2.1891112327575684, "n_params": 4326430, "total_flops": 64194529996800000, "train_loss": 0.010328079263369242, "subset_score_loss": 0.010328079263369242}
+{"step": 4840000, "wall_time": 45145.33536148071, "train_loss_step": 2.53603458404541, "n_params": 4326430, "total_flops": 64327437926400000, "train_loss": 0.010417891542116801, "subset_score_loss": 0.010417891542116801}
+{"step": 4850000, "wall_time": 45197.89423060417, "train_loss_step": 2.0167224407196045, "n_params": 4326430, "total_flops": 64460345856000000, "train_loss": 0.010268514355023703, "subset_score_loss": 0.010268514355023703}
+{"step": 4860000, "wall_time": 45239.34664416313, "train_loss_step": 2.00607967376709, "n_params": 4326430, "total_flops": 64593253785600000, "train_loss": 0.010563728213310242, "subset_score_loss": 0.010563728213310242}
+{"step": 4870000, "wall_time": 45274.94965481758, "train_loss_step": 2.2759671211242676, "n_params": 4326430, "total_flops": 64726161715200000, "train_loss": 0.010535498460133871, "subset_score_loss": 0.010535498460133871}
+{"step": 4880000, "wall_time": 45304.02919578552, "train_loss_step": 1.9646250009536743, "n_params": 4326430, "total_flops": 64859069644800000, "train_loss": 0.010281070073445638, "subset_score_loss": 0.010281070073445638}
+{"step": 4890000, "wall_time": 45339.36459136009, "train_loss_step": 2.099207878112793, "n_params": 4326430, "total_flops": 64991977574400000, "train_loss": 0.00998192032178243, "subset_score_loss": 0.00998192032178243}
+{"step": 4900000, "wall_time": 45405.2241871357, "train_loss_step": 2.142991542816162, "n_params": 4326430, "total_flops": 65124885504000000, "train_loss": 0.010268520315488179, "subset_score_loss": 0.010268520315488179, "memorization_fraction_pixel": 0.33880001306533813, "mean_nn_ratio_pixel": 0.3830519914627075, "fid": 56.50276043277641}
+{"step": 4910000, "wall_time": 45440.56649065018, "train_loss_step": 2.171098232269287, "n_params": 4326430, "total_flops": 65257793433600000, "train_loss": 0.010147698720296224, "subset_score_loss": 0.010147698720296224}
+{"step": 4920000, "wall_time": 45475.947001457214, "train_loss_step": 1.9168438911437988, "n_params": 4326430, "total_flops": 65390701363200000, "train_loss": 0.009891613324483236, "subset_score_loss": 0.009891613324483236}
+{"step": 4930000, "wall_time": 45511.34161543846, "train_loss_step": 2.1842217445373535, "n_params": 4326430, "total_flops": 65523609292800000, "train_loss": 0.009967838724454245, "subset_score_loss": 0.009967838724454245}
+{"step": 4940000, "wall_time": 45546.73990607262, "train_loss_step": 2.409823179244995, "n_params": 4326430, "total_flops": 65656517222400000, "train_loss": 0.010076603293418885, "subset_score_loss": 0.010076603293418885}
+{"step": 4950000, "wall_time": 45582.10764718056, "train_loss_step": 2.286898136138916, "n_params": 4326430, "total_flops": 65789425152000000, "train_loss": 0.010344289739926656, "subset_score_loss": 0.010344289739926656}
+{"step": 4960000, "wall_time": 45617.45362019539, "train_loss_step": 2.143585681915283, "n_params": 4326430, "total_flops": 65922333081600000, "train_loss": 0.010170837243398031, "subset_score_loss": 0.010170837243398031}
+{"step": 4970000, "wall_time": 45653.01393651962, "train_loss_step": 2.1091394424438477, "n_params": 4326430, "total_flops": 66055241011200000, "train_loss": 0.01006628672281901, "subset_score_loss": 0.01006628672281901}
+{"step": 4980000, "wall_time": 45680.73195052147, "train_loss_step": 2.1704702377319336, "n_params": 4326430, "total_flops": 66188148940800000, "train_loss": 0.009873401125272114, "subset_score_loss": 0.009873401125272114}
+{"step": 4990000, "wall_time": 45716.11266326904, "train_loss_step": 2.319687604904175, "n_params": 4326430, "total_flops": 66321056870400000, "train_loss": 0.009908187389373779, "subset_score_loss": 0.009908187389373779}
+{"step": 5000000, "wall_time": 45782.51067614555, "train_loss_step": 2.0194802284240723, "n_params": 4326430, "total_flops": 66453964800000000, "train_loss": 0.010319667061169942, "subset_score_loss": 0.010319667061169942, "memorization_fraction_pixel": 0.3382999897003174, "mean_nn_ratio_pixel": 0.38362911343574524, "fid": 56.24864853887681}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..5950354033739060404680ceceb0a90df584b5f2
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d30/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     67s | train_loss=0.9997 | fid=246.3696
+  step   10000 |    155s | train_loss=0.8678
+  step   20000 |    243s | train_loss=0.8565
+  step   30000 |    330s | train_loss=0.8390
+  step   40000 |    418s | train_loss=0.8040
+  step   50000 |    505s | train_loss=0.7455
+  step   60000 |    593s | train_loss=0.6627
+  step   70000 |    681s | train_loss=0.5480
+  step   80000 |    768s | train_loss=0.4254
+  step   90000 |    856s | train_loss=0.3313
+  step  100000 |   1003s | train_loss=0.2685 | fid=62.6922
+  step  110000 |   1089s | train_loss=0.2283
+  step  120000 |   1177s | train_loss=0.1992
+  step  130000 |   1264s | train_loss=0.1830
+  step  140000 |   1352s | train_loss=0.1672
+  step  150000 |   1439s | train_loss=0.1565
+  step  160000 |   1527s | train_loss=0.1449
+  step  170000 |   1615s | train_loss=0.1367
+  step  180000 |   1702s | train_loss=0.1308
+  step  190000 |   1790s | train_loss=0.1225
+  step  200000 |   1937s | train_loss=0.1176 | fid=62.5761
+  step  210000 |   2023s | train_loss=0.1118
+  step  220000 |   2110s | train_loss=0.1078
+  step  230000 |   2198s | train_loss=0.1028
+  step  240000 |   2286s | train_loss=0.0993
+  step  250000 |   2373s | train_loss=0.0956
+  step  260000 |   2461s | train_loss=0.0936
+  step  270000 |   2549s | train_loss=0.0898
+  step  280000 |   2636s | train_loss=0.0870
+  step  290000 |   2724s | train_loss=0.0844
+  step  300000 |   2872s | train_loss=0.0822 | fid=60.9021
+  step  310000 |   2959s | train_loss=0.0809
+  step  320000 |   3045s | train_loss=0.0788
+  step  330000 |   3133s | train_loss=0.0759
+  step  340000 |   3221s | train_loss=0.0743
+  step  350000 |   3308s | train_loss=0.0738
+  step  360000 |   3396s | train_loss=0.0706
+  step  370000 |   3484s | train_loss=0.0699
+  step  380000 |   3571s | train_loss=0.0680
+  step  390000 |   3655s | train_loss=0.0671
+  step  400000 |   3806s | train_loss=0.0647 | fid=59.5025
+  step  410000 |   3894s | train_loss=0.0631
+  step  420000 |   3980s | train_loss=0.0624
+  step  430000 |   4068s | train_loss=0.0614
+  step  440000 |   4155s | train_loss=0.0608
+  step  450000 |   4243s | train_loss=0.0598
+  step  460000 |   4331s | train_loss=0.0581
+  step  470000 |   4418s | train_loss=0.0564
+  step  480000 |   4506s | train_loss=0.0564
+  step  490000 |   4588s | train_loss=0.0554
+  step  500000 |   4742s | train_loss=0.0556 | fid=59.0599
+  step  510000 |   4830s | train_loss=0.0540
+  step  520000 |   4917s | train_loss=0.0537
+  step  530000 |   5004s | train_loss=0.0518
+  step  540000 |   5092s | train_loss=0.0513
+  step  550000 |   5179s | train_loss=0.0514
+  step  560000 |   5267s | train_loss=0.0498
+  step  570000 |   5355s | train_loss=0.0493
+  step  580000 |   5440s | train_loss=0.0488
+  step  590000 |   5522s | train_loss=0.0477
+  step  600000 |   5676s | train_loss=0.0470 | fid=58.1116
+  step  610000 |   5764s | train_loss=0.0466
+  step  620000 |   5852s | train_loss=0.0461
+  step  630000 |   5938s | train_loss=0.0459
+  step  640000 |   6025s | train_loss=0.0458
+  step  650000 |   6113s | train_loss=0.0450
+  step  660000 |   6200s | train_loss=0.0441
+  step  670000 |   6288s | train_loss=0.0436
+  step  680000 |   6370s | train_loss=0.0440
+  step  690000 |   6455s | train_loss=0.0428
+  step  700000 |   6610s | train_loss=0.0427 | fid=58.6299
+  step  710000 |   6697s | train_loss=0.0419
+  step  720000 |   6785s | train_loss=0.0414
+  step  730000 |   6871s | train_loss=0.0411
+  step  740000 |   6959s | train_loss=0.0407
+  step  750000 |   7046s | train_loss=0.0408
+  step  760000 |   7134s | train_loss=0.0399
+  step  770000 |   7218s | train_loss=0.0392
+  step  780000 |   7303s | train_loss=0.0389
+  step  790000 |   7388s | train_loss=0.0390
+  step  800000 |   7545s | train_loss=0.0391 | fid=57.6503
+  step  810000 |   7633s | train_loss=0.0379
+  step  820000 |   7720s | train_loss=0.0376
+  step  830000 |   7807s | train_loss=0.0378
+  step  840000 |   7894s | train_loss=0.0370
+  step  850000 |   7982s | train_loss=0.0370
+  step  860000 |   8069s | train_loss=0.0368
+  step  870000 |   8153s | train_loss=0.0362
+  step  880000 |   8236s | train_loss=0.0361
+  step  890000 |   8324s | train_loss=0.0359
+  step  900000 |   8481s | train_loss=0.0354 | fid=58.1807
+  step  910000 |   8569s | train_loss=0.0354
+  step  920000 |   8657s | train_loss=0.0345
+  step  930000 |   8745s | train_loss=0.0351
+  step  940000 |   8830s | train_loss=0.0345
+  step  950000 |   8918s | train_loss=0.0342
+  step  960000 |   9003s | train_loss=0.0340
+  step  970000 |   9088s | train_loss=0.0333
+  step  980000 |   9173s | train_loss=0.0335
+  step  990000 |   9261s | train_loss=0.0341
+  step 1000000 |   9418s | train_loss=0.0329 | fid=57.0327
+  step 1010000 |   9505s | train_loss=0.0328
+  step 1020000 |   9593s | train_loss=0.0328
+  step 1030000 |   9681s | train_loss=0.0324
+  step 1040000 |   9767s | train_loss=0.0320
+  step 1050000 |   9852s | train_loss=0.0324
+  step 1060000 |   9939s | train_loss=0.0317
+  step 1070000 |  10024s | train_loss=0.0316
+  step 1080000 |  10109s | train_loss=0.0317
+  step 1090000 |  10196s | train_loss=0.0310
+  step 1100000 |  10354s | train_loss=0.0312 | fid=57.1399
+  step 1110000 |  10441s | train_loss=0.0313
+  step 1120000 |  10529s | train_loss=0.0305
+  step 1130000 |  10617s | train_loss=0.0305
+  step 1140000 |  10703s | train_loss=0.0305
+  step 1150000 |  10787s | train_loss=0.0298
+  step 1160000 |  10872s | train_loss=0.0297
+  step 1170000 |  10957s | train_loss=0.0295
+  step 1180000 |  11045s | train_loss=0.0296
+  step 1190000 |  11132s | train_loss=0.0290
+  step 1200000 |  11290s | train_loss=0.0286 | fid=57.1631
+  step 1210000 |  11377s | train_loss=0.0289
+  step 1220000 |  11465s | train_loss=0.0286
+  step 1230000 |  11553s | train_loss=0.0281
+  step 1240000 |  11637s | train_loss=0.0286
+  step 1250000 |  11723s | train_loss=0.0280
+  step 1260000 |  11808s | train_loss=0.0280
+  step 1270000 |  11893s | train_loss=0.0284
+  step 1280000 |  11981s | train_loss=0.0278
+  step 1290000 |  12069s | train_loss=0.0279
+  step 1300000 |  12224s | train_loss=0.0275 | fid=56.6978
+  step 1310000 |  12312s | train_loss=0.0268
+  step 1320000 |  12399s | train_loss=0.0278
+  step 1330000 |  12487s | train_loss=0.0271
+  step 1340000 |  12572s | train_loss=0.0265
+  step 1350000 |  12655s | train_loss=0.0268
+  step 1360000 |  12743s | train_loss=0.0264
+  step 1370000 |  12828s | train_loss=0.0267
+  step 1380000 |  12916s | train_loss=0.0263
+  step 1390000 |  13003s | train_loss=0.0261
+  step 1400000 |  13161s | train_loss=0.0260 | fid=57.1048
+  step 1410000 |  13248s | train_loss=0.0261
+  step 1420000 |  13336s | train_loss=0.0258
+  step 1430000 |  13420s | train_loss=0.0252
+  step 1440000 |  13508s | train_loss=0.0253
+  step 1450000 |  13591s | train_loss=0.0253
+  step 1460000 |  13676s | train_loss=0.0249
+  step 1470000 |  13763s | train_loss=0.0252
+  step 1480000 |  13851s | train_loss=0.0255
+  step 1490000 |  13939s | train_loss=0.0254
+  step 1500000 |  14096s | train_loss=0.0249 | fid=57.5126
+  step 1510000 |  14184s | train_loss=0.0247
+  step 1520000 |  14271s | train_loss=0.0244
+  step 1530000 |  14356s | train_loss=0.0244
+  step 1540000 |  14443s | train_loss=0.0250
+  step 1550000 |  14527s | train_loss=0.0240
+  step 1560000 |  14611s | train_loss=0.0243
+  step 1570000 |  14699s | train_loss=0.0237
+  step 1580000 |  14787s | train_loss=0.0238
+  step 1590000 |  14874s | train_loss=0.0233
+  step 1600000 |  15032s | train_loss=0.0241 | fid=57.1424
+  step 1610000 |  15119s | train_loss=0.0240
+  step 1620000 |  15201s | train_loss=0.0232
+  step 1630000 |  15289s | train_loss=0.0233
+  step 1640000 |  15369s | train_loss=0.0232
+  step 1650000 |  15455s | train_loss=0.0231
+  step 1660000 |  15525s | train_loss=0.0232
+  step 1670000 |  15612s | train_loss=0.0231
+  step 1680000 |  15700s | train_loss=0.0228
+  step 1690000 |  15787s | train_loss=0.0226
+  step 1700000 |  15986s | train_loss=0.0230 | fid=57.0478
+  step 1710000 |  16068s | train_loss=0.0222
+  step 1720000 |  16154s | train_loss=0.0228
+  step 1730000 |  16242s | train_loss=0.0222
+  step 1740000 |  16326s | train_loss=0.0222
+  step 1750000 |  16410s | train_loss=0.0220
+  step 1760000 |  16496s | train_loss=0.0227
+  step 1770000 |  16584s | train_loss=0.0220
+  step 1780000 |  16671s | train_loss=0.0218
+  step 1790000 |  16759s | train_loss=0.0213
+  step 1800000 |  16914s | train_loss=0.0219 | fid=56.1358
+  step 1810000 |  16998s | train_loss=0.0214
+  step 1820000 |  17086s | train_loss=0.0215
+  step 1830000 |  17170s | train_loss=0.0213
+  step 1840000 |  17258s | train_loss=0.0213
+  step 1850000 |  17343s | train_loss=0.0215
+  step 1860000 |  17429s | train_loss=0.0211
+  step 1870000 |  17516s | train_loss=0.0210
+  step 1880000 |  17604s | train_loss=0.0215
+  step 1890000 |  17691s | train_loss=0.0212
+  step 1900000 |  17849s | train_loss=0.0216 | fid=56.0707
+  step 1910000 |  17935s | train_loss=0.0206
+  step 1920000 |  18023s | train_loss=0.0207
+  step 1930000 |  18107s | train_loss=0.0212
+  step 1940000 |  18195s | train_loss=0.0208
+  step 1950000 |  18279s | train_loss=0.0204
+  step 1960000 |  18365s | train_loss=0.0207
+  step 1970000 |  18453s | train_loss=0.0200
+  step 1980000 |  18541s | train_loss=0.0200
+  step 1990000 |  18628s | train_loss=0.0208
+  step 2000000 |  18782s | train_loss=0.0201 | fid=56.7878
+  step 2010000 |  18870s | train_loss=0.0198
+  step 2020000 |  18955s | train_loss=0.0202
+  step 2030000 |  19043s | train_loss=0.0194
+  step 2040000 |  19129s | train_loss=0.0195
+  step 2050000 |  19215s | train_loss=0.0204
+  step 2060000 |  19301s | train_loss=0.0198
+  step 2070000 |  19389s | train_loss=0.0201
+  step 2080000 |  19476s | train_loss=0.0199
+  step 2090000 |  19564s | train_loss=0.0196
+  step 2100000 |  19716s | train_loss=0.0197 | fid=56.5434
+  step 2110000 |  19803s | train_loss=0.0199
+  step 2120000 |  19888s | train_loss=0.0196
+  step 2130000 |  19975s | train_loss=0.0196
+  step 2140000 |  20060s | train_loss=0.0196
+  step 2150000 |  20147s | train_loss=0.0198
+  step 2160000 |  20235s | train_loss=0.0192
+  step 2170000 |  20321s | train_loss=0.0188
+  step 2180000 |  20409s | train_loss=0.0193
+  step 2190000 |  20497s | train_loss=0.0191
+  step 2200000 |  20649s | train_loss=0.0186 | fid=56.6299
+  step 2210000 |  20734s | train_loss=0.0187
+  step 2220000 |  20821s | train_loss=0.0188
+  step 2230000 |  20908s | train_loss=0.0186
+  step 2240000 |  20993s | train_loss=0.0188
+  step 2250000 |  21080s | train_loss=0.0186
+  step 2260000 |  21168s | train_loss=0.0184
+  step 2270000 |  21254s | train_loss=0.0185
+  step 2280000 |  21341s | train_loss=0.0182
+  step 2290000 |  21426s | train_loss=0.0183
+  step 2300000 |  21580s | train_loss=0.0186 | fid=56.5733
+  step 2310000 |  21666s | train_loss=0.0183
+  step 2320000 |  21753s | train_loss=0.0182
+  step 2330000 |  21840s | train_loss=0.0184
+  step 2340000 |  21925s | train_loss=0.0186
+  step 2350000 |  22013s | train_loss=0.0178
+  step 2360000 |  22100s | train_loss=0.0183
+  step 2370000 |  22187s | train_loss=0.0179
+  step 2380000 |  22274s | train_loss=0.0177
+  step 2390000 |  22359s | train_loss=0.0177
+  step 2400000 |  22516s | train_loss=0.0180 | fid=57.2717
+  step 2410000 |  22601s | train_loss=0.0172
+  step 2420000 |  22688s | train_loss=0.0178
+  step 2430000 |  22773s | train_loss=0.0177
+  step 2440000 |  22861s | train_loss=0.0181
+  step 2450000 |  22948s | train_loss=0.0175
+  step 2460000 |  23036s | train_loss=0.0176
+  step 2470000 |  23122s | train_loss=0.0184
+  step 2480000 |  23208s | train_loss=0.0171
+  step 2490000 |  23295s | train_loss=0.0171
+  step 2500000 |  23449s | train_loss=0.0169 | fid=57.1755
+  step 2510000 |  23537s | train_loss=0.0172
+  step 2520000 |  23624s | train_loss=0.0172
+  step 2530000 |  23709s | train_loss=0.0172
+  step 2540000 |  23797s | train_loss=0.0174
+  step 2550000 |  23884s | train_loss=0.0167
+  step 2560000 |  23972s | train_loss=0.0172
+  step 2570000 |  24059s | train_loss=0.0173
+  step 2580000 |  24143s | train_loss=0.0170
+  step 2590000 |  24231s | train_loss=0.0167
+  step 2600000 |  24385s | train_loss=0.0166 | fid=56.0969
+  step 2610000 |  24472s | train_loss=0.0166
+  step 2620000 |  24559s | train_loss=0.0166
+  step 2630000 |  24645s | train_loss=0.0167
+  step 2640000 |  24732s | train_loss=0.0169
+  step 2650000 |  24820s | train_loss=0.0167
+  step 2660000 |  24907s | train_loss=0.0161
+  step 2670000 |  24993s | train_loss=0.0163
+  step 2680000 |  25078s | train_loss=0.0169
+  step 2690000 |  25166s | train_loss=0.0164
+  step 2700000 |  25320s | train_loss=0.0162 | fid=57.3769
+  step 2710000 |  25407s | train_loss=0.0169
+  step 2720000 |  25492s | train_loss=0.0164
+  step 2730000 |  25579s | train_loss=0.0162
+  step 2740000 |  25667s | train_loss=0.0161
+  step 2750000 |  25754s | train_loss=0.0167
+  step 2760000 |  25841s | train_loss=0.0157
+  step 2770000 |  25927s | train_loss=0.0157
+  step 2780000 |  26013s | train_loss=0.0161
+  step 2790000 |  26101s | train_loss=0.0163
+  step 2800000 |  26255s | train_loss=0.0158 | fid=56.3607
+  step 2810000 |  26342s | train_loss=0.0159
+  step 2820000 |  26427s | train_loss=0.0157
+  step 2830000 |  26515s | train_loss=0.0157
+  step 2840000 |  26602s | train_loss=0.0154
+  step 2850000 |  26690s | train_loss=0.0154
+  step 2860000 |  26775s | train_loss=0.0153
+  step 2870000 |  26863s | train_loss=0.0156
+  step 2880000 |  26949s | train_loss=0.0152
+  step 2890000 |  27033s | train_loss=0.0151
+  step 2900000 |  27190s | train_loss=0.0155 | fid=56.8216
+  step 2910000 |  27276s | train_loss=0.0153
+  step 2920000 |  27362s | train_loss=0.0155
+  step 2930000 |  27450s | train_loss=0.0153
+  step 2940000 |  27537s | train_loss=0.0149
+  step 2950000 |  27623s | train_loss=0.0153
+  step 2960000 |  27711s | train_loss=0.0148
+  step 2970000 |  27798s | train_loss=0.0150
+  step 2980000 |  27884s | train_loss=0.0148
+  step 2990000 |  27969s | train_loss=0.0151
+  step 3000000 |  28124s | train_loss=0.0146 | fid=57.0132
+  step 3010000 |  28209s | train_loss=0.0146
+  step 3020000 |  28296s | train_loss=0.0146
+  step 3030000 |  28384s | train_loss=0.0147
+  step 3040000 |  28471s | train_loss=0.0151
+  step 3050000 |  28555s | train_loss=0.0151
+  step 3060000 |  28642s | train_loss=0.0150
+  step 3070000 |  28729s | train_loss=0.0151
+  step 3080000 |  28814s | train_loss=0.0150
+  step 3090000 |  28899s | train_loss=0.0144
+  step 3100000 |  29052s | train_loss=0.0143 | fid=57.0907
+  step 3110000 |  29137s | train_loss=0.0150
+  step 3120000 |  29225s | train_loss=0.0146
+  step 3130000 |  29313s | train_loss=0.0146
+  step 3140000 |  29399s | train_loss=0.0146
+  step 3150000 |  29485s | train_loss=0.0144
+  step 3160000 |  29572s | train_loss=0.0144
+  step 3170000 |  29659s | train_loss=0.0146
+  step 3180000 |  29743s | train_loss=0.0141
+  step 3190000 |  29829s | train_loss=0.0141
+  step 3200000 |  29984s | train_loss=0.0145 | fid=56.3519
+  step 3210000 |  30069s | train_loss=0.0144
+  step 3220000 |  30156s | train_loss=0.0142
+  step 3230000 |  30244s | train_loss=0.0144
+  step 3240000 |  30330s | train_loss=0.0142
+  step 3250000 |  30417s | train_loss=0.0142
+  step 3260000 |  30505s | train_loss=0.0141
+  step 3270000 |  30592s | train_loss=0.0138
+  step 3280000 |  30678s | train_loss=0.0142
+  step 3290000 |  30764s | train_loss=0.0141
+  step 3300000 |  30955s | train_loss=0.0140 | fid=56.7912
+  step 3310000 |  31043s | train_loss=0.0138
+  step 3320000 |  31130s | train_loss=0.0141
+  step 3330000 |  31216s | train_loss=0.0137
+  step 3340000 |  31304s | train_loss=0.0139
+  step 3350000 |  31391s | train_loss=0.0138
+  step 3360000 |  31479s | train_loss=0.0139
+  step 3370000 |  31552s | train_loss=0.0134
+  step 3380000 |  31640s | train_loss=0.0140
+  step 3390000 |  31726s | train_loss=0.0139
+  step 3400000 |  31881s | train_loss=0.0136 | fid=56.3661
+  step 3410000 |  31969s | train_loss=0.0137
+  step 3420000 |  32055s | train_loss=0.0144
+  step 3430000 |  32142s | train_loss=0.0137
+  step 3440000 |  32230s | train_loss=0.0132
+  step 3450000 |  32317s | train_loss=0.0135
+  step 3460000 |  32405s | train_loss=0.0138
+  step 3470000 |  32489s | train_loss=0.0132
+  step 3480000 |  32577s | train_loss=0.0132
+  step 3490000 |  32663s | train_loss=0.0137
+  step 3500000 |  32817s | train_loss=0.0137 | fid=57.4654
+  step 3510000 |  32903s | train_loss=0.0132
+  step 3520000 |  32991s | train_loss=0.0130
+  step 3530000 |  33078s | train_loss=0.0133
+  step 3540000 |  33166s | train_loss=0.0133
+  step 3550000 |  33253s | train_loss=0.0130
+  step 3560000 |  33339s | train_loss=0.0134
+  step 3570000 |  33425s | train_loss=0.0130
+  step 3580000 |  33513s | train_loss=0.0128
+  step 3590000 |  33599s | train_loss=0.0130
+  step 3600000 |  33783s | train_loss=0.0129 | fid=56.8537
+  step 3610000 |  33871s | train_loss=0.0131
+  step 3620000 |  33958s | train_loss=0.0131
+  step 3630000 |  34046s | train_loss=0.0126
+  step 3640000 |  34134s | train_loss=0.0125
+  step 3650000 |  34221s | train_loss=0.0131
+  step 3660000 |  34301s | train_loss=0.0126
+  step 3670000 |  34389s | train_loss=0.0129
+  step 3680000 |  34476s | train_loss=0.0130
+  step 3690000 |  34558s | train_loss=0.0127
+  step 3700000 |  34758s | train_loss=0.0126 | fid=56.9296
+  step 3710000 |  34845s | train_loss=0.0131
+  step 3720000 |  34933s | train_loss=0.0128
+  step 3730000 |  35020s | train_loss=0.0125
+  step 3740000 |  35108s | train_loss=0.0125
+  step 3750000 |  35181s | train_loss=0.0129
+  step 3760000 |  35269s | train_loss=0.0125
+  step 3770000 |  35357s | train_loss=0.0126
+  step 3780000 |  35444s | train_loss=0.0124
+  step 3790000 |  35520s | train_loss=0.0128
+  step 3800000 |  35708s | train_loss=0.0128 | fid=56.6692
+  step 3810000 |  35796s | train_loss=0.0127
+  step 3820000 |  35884s | train_loss=0.0128
+  step 3830000 |  35971s | train_loss=0.0126
+  step 3840000 |  36058s | train_loss=0.0124
+  step 3850000 |  36134s | train_loss=0.0120
+  step 3860000 |  36222s | train_loss=0.0124
+  step 3870000 |  36309s | train_loss=0.0125
+  step 3880000 |  36388s | train_loss=0.0121
+  step 3890000 |  36466s | train_loss=0.0119
+  step 3900000 |  36669s | train_loss=0.0123 | fid=56.5404
+  step 3910000 |  36756s | train_loss=0.0125
+  step 3920000 |  36844s | train_loss=0.0124
+  step 3930000 |  36932s | train_loss=0.0121
+  step 3940000 |  37010s | train_loss=0.0121
+  step 3950000 |  37093s | train_loss=0.0123
+  step 3960000 |  37181s | train_loss=0.0121
+  step 3970000 |  37267s | train_loss=0.0118
+  step 3980000 |  37342s | train_loss=0.0121
+  step 3990000 |  37426s | train_loss=0.0117
+  step 4000000 |  37628s | train_loss=0.0118 | fid=57.0633
+  step 4010000 |  37716s | train_loss=0.0118
+  step 4020000 |  37803s | train_loss=0.0118
+  step 4030000 |  37891s | train_loss=0.0121
+  step 4040000 |  37965s | train_loss=0.0117
+  step 4050000 |  38053s | train_loss=0.0117
+  step 4060000 |  38138s | train_loss=0.0121
+  step 4070000 |  38226s | train_loss=0.0117
+  step 4080000 |  38296s | train_loss=0.0116
+  step 4090000 |  38384s | train_loss=0.0116
+  step 4100000 |  38570s | train_loss=0.0116 | fid=56.5137
+  step 4110000 |  38658s | train_loss=0.0115
+  step 4120000 |  38745s | train_loss=0.0117
+  step 4130000 |  38829s | train_loss=0.0116
+  step 4140000 |  38906s | train_loss=0.0117
+  step 4150000 |  38991s | train_loss=0.0119
+  step 4160000 |  39079s | train_loss=0.0118
+  step 4170000 |  39167s | train_loss=0.0115
+  step 4180000 |  39238s | train_loss=0.0115
+  step 4190000 |  39325s | train_loss=0.0115
+  step 4200000 |  39506s | train_loss=0.0113 | fid=57.2520
+  step 4210000 |  39593s | train_loss=0.0116
+  step 4220000 |  39681s | train_loss=0.0114
+  step 4230000 |  39763s | train_loss=0.0112
+  step 4240000 |  39844s | train_loss=0.0119
+  step 4250000 |  39932s | train_loss=0.0111
+  step 4260000 |  40019s | train_loss=0.0113
+  step 4270000 |  40107s | train_loss=0.0112
+  step 4280000 |  40178s | train_loss=0.0114
+  step 4290000 |  40266s | train_loss=0.0114
+  step 4300000 |  40453s | train_loss=0.0114 | fid=57.3825
+  step 4310000 |  40540s | train_loss=0.0111
+  step 4320000 |  40628s | train_loss=0.0110
+  step 4330000 |  40703s | train_loss=0.0114
+  step 4340000 |  40791s | train_loss=0.0111
+  step 4350000 |  40878s | train_loss=0.0113
+  step 4360000 |  40966s | train_loss=0.0114
+  step 4370000 |  41053s | train_loss=0.0111
+  step 4380000 |  41125s | train_loss=0.0112
+  step 4390000 |  41213s | train_loss=0.0110
+  step 4400000 |  41382s | train_loss=0.0114 | fid=56.8287
+  step 4410000 |  41469s | train_loss=0.0112
+  step 4420000 |  41554s | train_loss=0.0108
+  step 4430000 |  41636s | train_loss=0.0108
+  step 4440000 |  41723s | train_loss=0.0109
+  step 4450000 |  41810s | train_loss=0.0108
+  step 4460000 |  41897s | train_loss=0.0109
+  step 4470000 |  41985s | train_loss=0.0109
+  step 4480000 |  42067s | train_loss=0.0110
+  step 4490000 |  42154s | train_loss=0.0111
+  step 4500000 |  42314s | train_loss=0.0109 | fid=56.7372
+  step 4510000 |  42400s | train_loss=0.0108
+  step 4520000 |  42483s | train_loss=0.0114
+  step 4530000 |  42570s | train_loss=0.0111
+  step 4540000 |  42657s | train_loss=0.0109
+  step 4550000 |  42744s | train_loss=0.0107
+  step 4560000 |  42831s | train_loss=0.0108
+  step 4570000 |  42917s | train_loss=0.0105
+  step 4580000 |  43002s | train_loss=0.0105
+  step 4590000 |  43090s | train_loss=0.0111
+  step 4600000 |  43247s | train_loss=0.0103 | fid=56.6307
+  step 4610000 |  43332s | train_loss=0.0108
+  step 4620000 |  43416s | train_loss=0.0106
+  step 4630000 |  43503s | train_loss=0.0106
+  step 4640000 |  43590s | train_loss=0.0108
+  step 4650000 |  43677s | train_loss=0.0106
+  step 4660000 |  43765s | train_loss=0.0105
+  step 4670000 |  43850s | train_loss=0.0106
+  step 4680000 |  43935s | train_loss=0.0104
+  step 4690000 |  44023s | train_loss=0.0106
+  step 4700000 |  44178s | train_loss=0.0111 | fid=56.6334
+  step 4710000 |  44246s | train_loss=0.0102
+  step 4720000 |  44314s | train_loss=0.0103
+  step 4730000 |  44384s | train_loss=0.0106
+  step 4740000 |  44454s | train_loss=0.0107
+  step 4750000 |  44524s | train_loss=0.0104
+  step 4760000 |  44591s | train_loss=0.0105
+  step 4770000 |  44662s | train_loss=0.0101
+  step 4780000 |  44729s | train_loss=0.0110
+  step 4790000 |  44799s | train_loss=0.0103
+  step 4800000 |  44927s | train_loss=0.0104 | fid=56.5863
+  step 4810000 |  44987s | train_loss=0.0101
+  step 4820000 |  45040s | train_loss=0.0104
+  step 4830000 |  45093s | train_loss=0.0103
+  step 4840000 |  45145s | train_loss=0.0104
+  step 4850000 |  45198s | train_loss=0.0103
+  step 4860000 |  45239s | train_loss=0.0106
+  step 4870000 |  45275s | train_loss=0.0105
+  step 4880000 |  45304s | train_loss=0.0103
+  step 4890000 |  45339s | train_loss=0.0100
+  step 4900000 |  45405s | train_loss=0.0103 | fid=56.5028
+  step 4910000 |  45441s | train_loss=0.0101
+  step 4920000 |  45476s | train_loss=0.0099
+  step 4930000 |  45511s | train_loss=0.0100
+  step 4940000 |  45547s | train_loss=0.0101
+  step 4950000 |  45582s | train_loss=0.0103
+  step 4960000 |  45617s | train_loss=0.0102
+  step 4970000 |  45653s | train_loss=0.0101
+  step 4980000 |  45681s | train_loss=0.0099
+  step 4990000 |  45716s | train_loss=0.0099
+  step 5000000 |  45783s | train_loss=0.0103 | fid=56.2486
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..110191c18f0ce40f7d36e1fcc97448551e33337a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fa491ef86f5c67c793be96ad03728a67d68d680c
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 66.8906786441803, "train_loss_step": 39.706233978271484, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9934165954589844, "subset_score_loss": 0.9934165954589844, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.974311888217926, "fid": 276.01537076960176}
+{"step": 10000, "wall_time": 155.92262816429138, "train_loss_step": 8.548242568969727, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8530563354492188, "subset_score_loss": 0.8530563354492188}
+{"step": 20000, "wall_time": 246.31278228759766, "train_loss_step": 8.11579418182373, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8205599784851074, "subset_score_loss": 0.8205599784851074}
+{"step": 30000, "wall_time": 336.89505195617676, "train_loss_step": 7.398714542388916, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.7602683544158936, "subset_score_loss": 0.7602683544158936}
+{"step": 40000, "wall_time": 427.33004355430603, "train_loss_step": 7.086367607116699, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.6698048114776611, "subset_score_loss": 0.6698048114776611}
+{"step": 50000, "wall_time": 517.7672555446625, "train_loss_step": 6.7351884841918945, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5340802192687988, "subset_score_loss": 0.5340802192687988}
+{"step": 60000, "wall_time": 608.4077055454254, "train_loss_step": 6.101683616638184, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.3886758327484131, "subset_score_loss": 0.3886758327484131}
+{"step": 70000, "wall_time": 698.838104724884, "train_loss_step": 5.218198776245117, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.28414087295532225, "subset_score_loss": 0.28414087295532225}
+{"step": 80000, "wall_time": 789.5634617805481, "train_loss_step": 5.088149547576904, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.2227792739868164, "subset_score_loss": 0.2227792739868164}
+{"step": 90000, "wall_time": 880.0308284759521, "train_loss_step": 4.929627418518066, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.18868391513824462, "subset_score_loss": 0.18868391513824462}
+{"step": 100000, "wall_time": 1030.972728252411, "train_loss_step": 4.851385593414307, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.16806960105895996, "subset_score_loss": 0.16806960105895996, "memorization_fraction_pixel": 0.0012000000569969416, "mean_nn_ratio_pixel": 0.886437714099884, "fid": 60.53355954948954}
+{"step": 110000, "wall_time": 1121.4055063724518, "train_loss_step": 4.604249477386475, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.15282284021377562, "subset_score_loss": 0.15282284021377562}
+{"step": 120000, "wall_time": 1211.8996789455414, "train_loss_step": 4.405384540557861, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.140565025806427, "subset_score_loss": 0.140565025806427}
+{"step": 130000, "wall_time": 1302.4056742191315, "train_loss_step": 4.161018371582031, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.13022418022155763, "subset_score_loss": 0.13022418022155763}
+{"step": 140000, "wall_time": 1392.978504896164, "train_loss_step": 4.380953788757324, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.12297476530075073, "subset_score_loss": 0.12297476530075073}
+{"step": 150000, "wall_time": 1483.5323739051819, "train_loss_step": 4.174029350280762, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.11623154878616333, "subset_score_loss": 0.11623154878616333}
+{"step": 160000, "wall_time": 1573.9977807998657, "train_loss_step": 3.9655425548553467, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.11108119487762451, "subset_score_loss": 0.11108119487762451}
+{"step": 170000, "wall_time": 1664.558334827423, "train_loss_step": 3.980456829071045, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.10478054285049439, "subset_score_loss": 0.10478054285049439}
+{"step": 180000, "wall_time": 1755.181393146515, "train_loss_step": 3.871234655380249, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.09993643760681152, "subset_score_loss": 0.09993643760681152}
+{"step": 190000, "wall_time": 1844.6796641349792, "train_loss_step": 3.669217348098755, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.09717065691947938, "subset_score_loss": 0.09717065691947938}
+{"step": 200000, "wall_time": 1997.540282011032, "train_loss_step": 3.63856840133667, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.09262527823448181, "subset_score_loss": 0.09262527823448181, "memorization_fraction_pixel": 0.017500000074505806, "mean_nn_ratio_pixel": 0.7969470620155334, "fid": 59.24389797146141}
+{"step": 210000, "wall_time": 2087.910300731659, "train_loss_step": 3.5421979427337646, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.08864899277687073, "subset_score_loss": 0.08864899277687073}
+{"step": 220000, "wall_time": 2178.391443014145, "train_loss_step": 3.7567496299743652, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.08742029070854188, "subset_score_loss": 0.08742029070854188}
+{"step": 230000, "wall_time": 2268.6989493370056, "train_loss_step": 3.4673163890838623, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.08369895815849304, "subset_score_loss": 0.08369895815849304}
+{"step": 240000, "wall_time": 2359.0093042850494, "train_loss_step": 3.7863335609436035, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07981867790222168, "subset_score_loss": 0.07981867790222168}
+{"step": 250000, "wall_time": 2449.429348707199, "train_loss_step": 3.824481964111328, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07775012850761413, "subset_score_loss": 0.07775012850761413}
+{"step": 260000, "wall_time": 2540.0066092014313, "train_loss_step": 3.674929141998291, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07600204348564148, "subset_score_loss": 0.07600204348564148}
+{"step": 270000, "wall_time": 2630.356291294098, "train_loss_step": 3.318023443222046, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.0732104480266571, "subset_score_loss": 0.0732104480266571}
+{"step": 280000, "wall_time": 2720.7985837459564, "train_loss_step": 3.679702043533325, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.07156687378883361, "subset_score_loss": 0.07156687378883361}
+{"step": 290000, "wall_time": 2804.599091053009, "train_loss_step": 3.368288040161133, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.06983506083488464, "subset_score_loss": 0.06983506083488464}
+{"step": 300000, "wall_time": 2964.264528989792, "train_loss_step": 3.4896414279937744, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06859921216964722, "subset_score_loss": 0.06859921216964722, "memorization_fraction_pixel": 0.05389999970793724, "mean_nn_ratio_pixel": 0.7275524139404297, "fid": 56.59924747102442}
+{"step": 310000, "wall_time": 3054.9140775203705, "train_loss_step": 3.380248546600342, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.06642541885375977, "subset_score_loss": 0.06642541885375977}
+{"step": 320000, "wall_time": 3145.4654726982117, "train_loss_step": 3.348719596862793, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.06490501761436462, "subset_score_loss": 0.06490501761436462}
+{"step": 330000, "wall_time": 3236.322540998459, "train_loss_step": 3.2636804580688477, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.06302131414413452, "subset_score_loss": 0.06302131414413452}
+{"step": 340000, "wall_time": 3327.1095876693726, "train_loss_step": 3.2795004844665527, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.062434053421020506, "subset_score_loss": 0.062434053421020506}
+{"step": 350000, "wall_time": 3417.4108152389526, "train_loss_step": 3.236640453338623, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.060713273286819455, "subset_score_loss": 0.060713273286819455}
+{"step": 360000, "wall_time": 3507.8746926784515, "train_loss_step": 3.340381622314453, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.059348905086517335, "subset_score_loss": 0.059348905086517335}
+{"step": 370000, "wall_time": 3598.044835329056, "train_loss_step": 3.2376902103424072, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.05850587487220764, "subset_score_loss": 0.05850587487220764}
+{"step": 380000, "wall_time": 3683.19953250885, "train_loss_step": 3.348618507385254, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05764362812042236, "subset_score_loss": 0.05764362812042236}
+{"step": 390000, "wall_time": 3771.099828004837, "train_loss_step": 3.2955944538116455, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05620565414428711, "subset_score_loss": 0.05620565414428711}
+{"step": 400000, "wall_time": 3930.4719681739807, "train_loss_step": 3.4845190048217773, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.055161690711975096, "subset_score_loss": 0.055161690711975096, "memorization_fraction_pixel": 0.09099999815225601, "mean_nn_ratio_pixel": 0.6778848767280579, "fid": 55.71651376750823}
+{"step": 410000, "wall_time": 4020.961086511612, "train_loss_step": 3.087045669555664, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05468262434005737, "subset_score_loss": 0.05468262434005737}
+{"step": 420000, "wall_time": 4111.334752082825, "train_loss_step": 3.3459014892578125, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.05293797254562378, "subset_score_loss": 0.05293797254562378}
+{"step": 430000, "wall_time": 4201.7485864162445, "train_loss_step": 3.5222599506378174, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.05271477103233337, "subset_score_loss": 0.05271477103233337}
+{"step": 440000, "wall_time": 4292.340108633041, "train_loss_step": 3.352504253387451, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.051921963691711426, "subset_score_loss": 0.051921963691711426}
+{"step": 450000, "wall_time": 4382.618848800659, "train_loss_step": 3.2240021228790283, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.050911504030227664, "subset_score_loss": 0.050911504030227664}
+{"step": 460000, "wall_time": 4473.027476072311, "train_loss_step": 3.0856947898864746, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.05085313320159912, "subset_score_loss": 0.05085313320159912}
+{"step": 470000, "wall_time": 4558.479069948196, "train_loss_step": 3.4270362854003906, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.049867933988571166, "subset_score_loss": 0.049867933988571166}
+{"step": 480000, "wall_time": 4645.477998256683, "train_loss_step": 3.3640689849853516, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.04968413412570953, "subset_score_loss": 0.04968413412570953}
+{"step": 490000, "wall_time": 4734.908722639084, "train_loss_step": 3.1690454483032227, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.04822639524936676, "subset_score_loss": 0.04822639524936676}
+{"step": 500000, "wall_time": 4893.654875040054, "train_loss_step": 2.9084064960479736, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.047904673218727115, "subset_score_loss": 0.047904673218727115, "memorization_fraction_pixel": 0.12070000171661377, "mean_nn_ratio_pixel": 0.6540261507034302, "fid": 54.32118877064579}
+{"step": 510000, "wall_time": 4984.294396877289, "train_loss_step": 3.3368148803710938, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04704698026180267, "subset_score_loss": 0.04704698026180267}
+{"step": 520000, "wall_time": 5074.9412343502045, "train_loss_step": 3.280230760574341, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04641333222389221, "subset_score_loss": 0.04641333222389221}
+{"step": 530000, "wall_time": 5165.370558261871, "train_loss_step": 3.1550865173339844, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04533457159996033, "subset_score_loss": 0.04533457159996033}
+{"step": 540000, "wall_time": 5255.888058423996, "train_loss_step": 3.549778699874878, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04580149352550507, "subset_score_loss": 0.04580149352550507}
+{"step": 550000, "wall_time": 5346.400907039642, "train_loss_step": 2.9876303672790527, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.04500051438808441, "subset_score_loss": 0.04500051438808441}
+{"step": 560000, "wall_time": 5434.446599245071, "train_loss_step": 3.2074732780456543, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.04381307363510132, "subset_score_loss": 0.04381307363510132}
+{"step": 570000, "wall_time": 5518.587541818619, "train_loss_step": 2.801906108856201, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.044235837459564206, "subset_score_loss": 0.044235837459564206}
+{"step": 580000, "wall_time": 5609.024857282639, "train_loss_step": 3.0470619201660156, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.044018545746803285, "subset_score_loss": 0.044018545746803285}
+{"step": 590000, "wall_time": 5697.1170156002045, "train_loss_step": 3.2191476821899414, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04310171902179718, "subset_score_loss": 0.04310171902179718}
+{"step": 600000, "wall_time": 5859.005063533783, "train_loss_step": 2.879666805267334, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.042101886868476865, "subset_score_loss": 0.042101886868476865, "memorization_fraction_pixel": 0.15209999680519104, "mean_nn_ratio_pixel": 0.6126397252082825, "fid": 54.6625686729271}
+{"step": 610000, "wall_time": 5949.37077498436, "train_loss_step": 3.234696865081787, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.04184718728065491, "subset_score_loss": 0.04184718728065491}
+{"step": 620000, "wall_time": 6039.785034418106, "train_loss_step": 3.2329282760620117, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.04141753017902374, "subset_score_loss": 0.04141753017902374}
+{"step": 630000, "wall_time": 6130.354956865311, "train_loss_step": 3.184213876724243, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.04279280006885529, "subset_score_loss": 0.04279280006885529}
+{"step": 640000, "wall_time": 6220.887441635132, "train_loss_step": 3.100802183151245, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.04065020978450775, "subset_score_loss": 0.04065020978450775}
+{"step": 650000, "wall_time": 6308.764449834824, "train_loss_step": 2.9314756393432617, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.04022499620914459, "subset_score_loss": 0.04022499620914459}
+{"step": 660000, "wall_time": 6395.949897766113, "train_loss_step": 2.9296445846557617, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.03979647159576416, "subset_score_loss": 0.03979647159576416}
+{"step": 670000, "wall_time": 6483.542577505112, "train_loss_step": 2.8063454627990723, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.040122225880622864, "subset_score_loss": 0.040122225880622864}
+{"step": 680000, "wall_time": 6574.286081790924, "train_loss_step": 3.0344042778015137, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.03925074636936188, "subset_score_loss": 0.03925074636936188}
+{"step": 690000, "wall_time": 6662.237958431244, "train_loss_step": 2.91752290725708, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03938921689987183, "subset_score_loss": 0.03938921689987183}
+{"step": 700000, "wall_time": 6824.240969419479, "train_loss_step": 3.1158249378204346, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03860995173454285, "subset_score_loss": 0.03860995173454285, "memorization_fraction_pixel": 0.16850000619888306, "mean_nn_ratio_pixel": 0.5956985950469971, "fid": 54.30336036107512}
+{"step": 710000, "wall_time": 6914.736623287201, "train_loss_step": 3.2026805877685547, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.037939760088920596, "subset_score_loss": 0.037939760088920596}
+{"step": 720000, "wall_time": 7005.333005666733, "train_loss_step": 3.083099603652954, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.03803410232067108, "subset_score_loss": 0.03803410232067108}
+{"step": 730000, "wall_time": 7095.9323563575745, "train_loss_step": 2.908806562423706, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03725368082523346, "subset_score_loss": 0.03725368082523346}
+{"step": 740000, "wall_time": 7184.016741514206, "train_loss_step": 3.1614866256713867, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.03663922846317291, "subset_score_loss": 0.03663922846317291}
+{"step": 750000, "wall_time": 7270.3171808719635, "train_loss_step": 3.1438164710998535, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.036796951293945314, "subset_score_loss": 0.036796951293945314}
+{"step": 760000, "wall_time": 7357.553525209427, "train_loss_step": 2.8326852321624756, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.036482995748519896, "subset_score_loss": 0.036482995748519896}
+{"step": 770000, "wall_time": 7448.10255074501, "train_loss_step": 3.1994757652282715, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03676120042800903, "subset_score_loss": 0.03676120042800903}
+{"step": 780000, "wall_time": 7537.615877389908, "train_loss_step": 2.841461658477783, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.0354346364736557, "subset_score_loss": 0.0354346364736557}
+{"step": 790000, "wall_time": 7625.967212200165, "train_loss_step": 2.9221982955932617, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.035301697254180905, "subset_score_loss": 0.035301697254180905}
+{"step": 800000, "wall_time": 7788.242205619812, "train_loss_step": 3.006230354309082, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.035100233554840085, "subset_score_loss": 0.035100233554840085, "memorization_fraction_pixel": 0.2093999981880188, "mean_nn_ratio_pixel": 0.5590474009513855, "fid": 52.68651758754169}
+{"step": 810000, "wall_time": 7878.783079862595, "train_loss_step": 2.827038288116455, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.03489464819431305, "subset_score_loss": 0.03489464819431305}
+{"step": 820000, "wall_time": 7969.305436134338, "train_loss_step": 2.746310234069824, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03481103777885437, "subset_score_loss": 0.03481103777885437}
+{"step": 830000, "wall_time": 8059.769634485245, "train_loss_step": 2.968498468399048, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.034513771533966064, "subset_score_loss": 0.034513771533966064}
+{"step": 840000, "wall_time": 8146.931262731552, "train_loss_step": 3.0855393409729004, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.033773273229599, "subset_score_loss": 0.033773273229599}
+{"step": 850000, "wall_time": 8231.26594877243, "train_loss_step": 2.7834079265594482, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.03428095579147339, "subset_score_loss": 0.03428095579147339}
+{"step": 860000, "wall_time": 8321.936258554459, "train_loss_step": 2.93479323387146, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.03351487517356873, "subset_score_loss": 0.03351487517356873}
+{"step": 870000, "wall_time": 8412.497908115387, "train_loss_step": 2.9467949867248535, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.03330305218696594, "subset_score_loss": 0.03330305218696594}
+{"step": 880000, "wall_time": 8499.774150371552, "train_loss_step": 2.7552056312561035, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.033577767014503476, "subset_score_loss": 0.033577767014503476}
+{"step": 890000, "wall_time": 8590.493734359741, "train_loss_step": 2.823969841003418, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03385586142539978, "subset_score_loss": 0.03385586142539978}
+{"step": 900000, "wall_time": 8752.474409103394, "train_loss_step": 2.6860427856445312, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03275668323040008, "subset_score_loss": 0.03275668323040008, "memorization_fraction_pixel": 0.22210000455379486, "mean_nn_ratio_pixel": 0.5484228134155273, "fid": 52.32374090225516}
+{"step": 910000, "wall_time": 8843.162306070328, "train_loss_step": 3.032318592071533, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03230154812335968, "subset_score_loss": 0.03230154812335968}
+{"step": 920000, "wall_time": 8933.600969076157, "train_loss_step": 2.9371557235717773, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.03226187825202942, "subset_score_loss": 0.03226187825202942}
+{"step": 930000, "wall_time": 9021.279887676239, "train_loss_step": 2.6723241806030273, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.032239705324172974, "subset_score_loss": 0.032239705324172974}
+{"step": 940000, "wall_time": 9108.830199480057, "train_loss_step": 2.8913965225219727, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.0316552609205246, "subset_score_loss": 0.0316552609205246}
+{"step": 950000, "wall_time": 9195.84225821495, "train_loss_step": 2.8633248805999756, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.03210456073284149, "subset_score_loss": 0.03210456073284149}
+{"step": 960000, "wall_time": 9286.362570285797, "train_loss_step": 2.867354393005371, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.03134509325027466, "subset_score_loss": 0.03134509325027466}
+{"step": 970000, "wall_time": 9376.791369915009, "train_loss_step": 3.0756330490112305, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.031109127402305602, "subset_score_loss": 0.031109127402305602}
+{"step": 980000, "wall_time": 9464.022337675095, "train_loss_step": 2.866703510284424, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.0309094101190567, "subset_score_loss": 0.0309094101190567}
+{"step": 990000, "wall_time": 9554.585368394852, "train_loss_step": 2.961848258972168, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.030476146936416627, "subset_score_loss": 0.030476146936416627}
+{"step": 1000000, "wall_time": 9716.584716558456, "train_loss_step": 2.7893924713134766, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.03014205992221832, "subset_score_loss": 0.03014205992221832, "memorization_fraction_pixel": 0.26409998536109924, "mean_nn_ratio_pixel": 0.5180543661117554, "fid": 52.86342620810123}
+{"step": 1010000, "wall_time": 9807.171785831451, "train_loss_step": 2.746298313140869, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.0302065372467041, "subset_score_loss": 0.0302065372467041}
+{"step": 1020000, "wall_time": 9894.663835287094, "train_loss_step": 2.8236641883850098, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.029885536432266234, "subset_score_loss": 0.029885536432266234}
+{"step": 1030000, "wall_time": 9981.910084962845, "train_loss_step": 2.911198139190674, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.02977522611618042, "subset_score_loss": 0.02977522611618042}
+{"step": 1040000, "wall_time": 10069.090817451477, "train_loss_step": 3.0565366744995117, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.02959139347076416, "subset_score_loss": 0.02959139347076416}
+{"step": 1050000, "wall_time": 10159.534856081009, "train_loss_step": 2.9568750858306885, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.03051893413066864, "subset_score_loss": 0.03051893413066864}
+{"step": 1060000, "wall_time": 10249.715359687805, "train_loss_step": 2.640753746032715, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.029624146223068238, "subset_score_loss": 0.029624146223068238}
+{"step": 1070000, "wall_time": 10339.998421669006, "train_loss_step": 3.0121536254882812, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.02889726161956787, "subset_score_loss": 0.02889726161956787}
+{"step": 1080000, "wall_time": 10427.16060090065, "train_loss_step": 2.9158272743225098, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.02930680215358734, "subset_score_loss": 0.02930680215358734}
+{"step": 1090000, "wall_time": 10517.720631837845, "train_loss_step": 2.9544878005981445, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.028873306512832642, "subset_score_loss": 0.028873306512832642}
+{"step": 1100000, "wall_time": 10679.85357260704, "train_loss_step": 2.7903575897216797, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.028606611490249633, "subset_score_loss": 0.028606611490249633, "memorization_fraction_pixel": 0.29589998722076416, "mean_nn_ratio_pixel": 0.49929478764533997, "fid": 52.759614137505366}
+{"step": 1110000, "wall_time": 10767.05959391594, "train_loss_step": 2.6675286293029785, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.028719618916511536, "subset_score_loss": 0.028719618916511536}
+{"step": 1120000, "wall_time": 10854.892171621323, "train_loss_step": 2.8766162395477295, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.02893179953098297, "subset_score_loss": 0.02893179953098297}
+{"step": 1130000, "wall_time": 10944.50372171402, "train_loss_step": 2.772469997406006, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.0275651752948761, "subset_score_loss": 0.0275651752948761}
+{"step": 1140000, "wall_time": 11032.312386274338, "train_loss_step": 2.575516939163208, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.02817761301994324, "subset_score_loss": 0.02817761301994324}
+{"step": 1150000, "wall_time": 11122.922171354294, "train_loss_step": 2.773291826248169, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.028467366099357606, "subset_score_loss": 0.028467366099357606}
+{"step": 1160000, "wall_time": 11213.345851659775, "train_loss_step": 2.7437665462493896, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.027228382229804993, "subset_score_loss": 0.027228382229804993}
+{"step": 1170000, "wall_time": 11300.43885922432, "train_loss_step": 2.6067590713500977, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.027178531885147093, "subset_score_loss": 0.027178531885147093}
+{"step": 1180000, "wall_time": 11390.899916648865, "train_loss_step": 3.0403382778167725, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.027146127820014954, "subset_score_loss": 0.027146127820014954}
+{"step": 1190000, "wall_time": 11481.624675035477, "train_loss_step": 2.7833411693573, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.027566859126091005, "subset_score_loss": 0.027566859126091005}
+{"step": 1200000, "wall_time": 11640.851741075516, "train_loss_step": 2.678535223007202, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.027156531810760498, "subset_score_loss": 0.027156531810760498, "memorization_fraction_pixel": 0.320499986410141, "mean_nn_ratio_pixel": 0.4820335805416107, "fid": 52.27090038576574}
+{"step": 1210000, "wall_time": 11731.363908052444, "train_loss_step": 2.9262382984161377, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.026961731910705566, "subset_score_loss": 0.026961731910705566}
+{"step": 1220000, "wall_time": 11818.722470998764, "train_loss_step": 3.000990152359009, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.026881709694862366, "subset_score_loss": 0.026881709694862366}
+{"step": 1230000, "wall_time": 11906.444524288177, "train_loss_step": 2.9246695041656494, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.026602551341056824, "subset_score_loss": 0.026602551341056824}
+{"step": 1240000, "wall_time": 11996.915522098541, "train_loss_step": 2.867849588394165, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.026685500144958497, "subset_score_loss": 0.026685500144958497}
+{"step": 1250000, "wall_time": 12087.49471282959, "train_loss_step": 2.8207592964172363, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.026828956604003907, "subset_score_loss": 0.026828956604003907}
+{"step": 1260000, "wall_time": 12178.02490234375, "train_loss_step": 2.673377275466919, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.026738357543945313, "subset_score_loss": 0.026738357543945313}
+{"step": 1270000, "wall_time": 12265.599074602127, "train_loss_step": 2.718693733215332, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026212775707244874, "subset_score_loss": 0.026212775707244874}
+{"step": 1280000, "wall_time": 12355.98208785057, "train_loss_step": 2.4950966835021973, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.026102694869041442, "subset_score_loss": 0.026102694869041442}
+{"step": 1290000, "wall_time": 12446.675524234772, "train_loss_step": 2.970844268798828, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.025923335552215578, "subset_score_loss": 0.025923335552215578}
+{"step": 1300000, "wall_time": 12604.47556900978, "train_loss_step": 2.9416849613189697, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.025938448309898377, "subset_score_loss": 0.025938448309898377, "memorization_fraction_pixel": 0.3418000042438507, "mean_nn_ratio_pixel": 0.47107118368148804, "fid": 52.19676785076325}
+{"step": 1310000, "wall_time": 12691.85850906372, "train_loss_step": 2.613521099090576, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.02586025893688202, "subset_score_loss": 0.02586025893688202}
+{"step": 1320000, "wall_time": 12779.734587669373, "train_loss_step": 2.8539671897888184, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025289157032966615, "subset_score_loss": 0.025289157032966615}
+{"step": 1330000, "wall_time": 12870.120705127716, "train_loss_step": 2.8666269779205322, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.025264716148376463, "subset_score_loss": 0.025264716148376463}
+{"step": 1340000, "wall_time": 12960.519446134567, "train_loss_step": 2.539850950241089, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.02498239278793335, "subset_score_loss": 0.02498239278793335}
+{"step": 1350000, "wall_time": 13050.919006109238, "train_loss_step": 2.7898788452148438, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.025120845437049864, "subset_score_loss": 0.025120845437049864}
+{"step": 1360000, "wall_time": 13141.220752716064, "train_loss_step": 2.5087358951568604, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.025209727883338928, "subset_score_loss": 0.025209727883338928}
+{"step": 1370000, "wall_time": 13228.552644491196, "train_loss_step": 3.146393299102783, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.02485741674900055, "subset_score_loss": 0.02485741674900055}
+{"step": 1380000, "wall_time": 13318.87457227707, "train_loss_step": 2.7459566593170166, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.025200089812278746, "subset_score_loss": 0.025200089812278746}
+{"step": 1390000, "wall_time": 13407.499488830566, "train_loss_step": 2.4907634258270264, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.024505136907100676, "subset_score_loss": 0.024505136907100676}
+{"step": 1400000, "wall_time": 13563.999903678894, "train_loss_step": 2.839434862136841, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.02412254810333252, "subset_score_loss": 0.02412254810333252, "memorization_fraction_pixel": 0.35420000553131104, "mean_nn_ratio_pixel": 0.4584016501903534, "fid": 52.16889694190266}
+{"step": 1410000, "wall_time": 13654.429918766022, "train_loss_step": 2.76780366897583, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.02434615045785904, "subset_score_loss": 0.02434615045785904}
+{"step": 1420000, "wall_time": 13741.964725017548, "train_loss_step": 2.7001209259033203, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.024156373739242554, "subset_score_loss": 0.024156373739242554}
+{"step": 1430000, "wall_time": 13832.540789842606, "train_loss_step": 2.8158273696899414, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.02434094101190567, "subset_score_loss": 0.02434094101190567}
+{"step": 1440000, "wall_time": 13922.722398042679, "train_loss_step": 2.8042452335357666, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.023735304176807404, "subset_score_loss": 0.023735304176807404}
+{"step": 1450000, "wall_time": 14013.44561123848, "train_loss_step": 2.680962562561035, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.024900200963020324, "subset_score_loss": 0.024900200963020324}
+{"step": 1460000, "wall_time": 14100.378993988037, "train_loss_step": 2.4096851348876953, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.02386704534292221, "subset_score_loss": 0.02386704534292221}
+{"step": 1470000, "wall_time": 14190.678088903427, "train_loss_step": 2.729036808013916, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.024307511746883392, "subset_score_loss": 0.024307511746883392}
+{"step": 1480000, "wall_time": 14280.16754770279, "train_loss_step": 2.6544837951660156, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.02349318563938141, "subset_score_loss": 0.02349318563938141}
+{"step": 1490000, "wall_time": 14366.880695104599, "train_loss_step": 2.5913963317871094, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.02370467782020569, "subset_score_loss": 0.02370467782020569}
+{"step": 1500000, "wall_time": 14523.958517313004, "train_loss_step": 2.5887389183044434, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.02330600768327713, "subset_score_loss": 0.02330600768327713, "memorization_fraction_pixel": 0.3610999882221222, "mean_nn_ratio_pixel": 0.44992148876190186, "fid": 52.30428988155995}
+{"step": 1510000, "wall_time": 14611.151005983353, "train_loss_step": 2.8963003158569336, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.023617491126060486, "subset_score_loss": 0.023617491126060486}
+{"step": 1520000, "wall_time": 14701.66181898117, "train_loss_step": 2.8600549697875977, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.023118159174919127, "subset_score_loss": 0.023118159174919127}
+{"step": 1530000, "wall_time": 14792.267734766006, "train_loss_step": 2.5562429428100586, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.023033063113689422, "subset_score_loss": 0.023033063113689422}
+{"step": 1540000, "wall_time": 14882.777681827545, "train_loss_step": 2.663954973220825, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023046153783798217, "subset_score_loss": 0.023046153783798217}
+{"step": 1550000, "wall_time": 14973.358556747437, "train_loss_step": 2.5737924575805664, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.02265479266643524, "subset_score_loss": 0.02265479266643524}
+{"step": 1560000, "wall_time": 15060.360694169998, "train_loss_step": 2.6075291633605957, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.02285623848438263, "subset_score_loss": 0.02285623848438263}
+{"step": 1570000, "wall_time": 15150.730961322784, "train_loss_step": 2.9769411087036133, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.022445279359817504, "subset_score_loss": 0.022445279359817504}
+{"step": 1580000, "wall_time": 15235.360600948334, "train_loss_step": 2.405705451965332, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.022489435970783234, "subset_score_loss": 0.022489435970783234}
+{"step": 1590000, "wall_time": 15325.417492628098, "train_loss_step": 2.523721218109131, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.022183212637901305, "subset_score_loss": 0.022183212637901305}
+{"step": 1600000, "wall_time": 15475.318968772888, "train_loss_step": 2.795663356781006, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.022201786935329437, "subset_score_loss": 0.022201786935329437, "memorization_fraction_pixel": 0.39809998869895935, "mean_nn_ratio_pixel": 0.4327947199344635, "fid": 52.574983012573526}
+{"step": 1610000, "wall_time": 15552.865051031113, "train_loss_step": 2.728377342224121, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.021821723878383638, "subset_score_loss": 0.021821723878383638}
+{"step": 1620000, "wall_time": 15642.043982028961, "train_loss_step": 2.617572069168091, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.021549174189567567, "subset_score_loss": 0.021549174189567567}
+{"step": 1630000, "wall_time": 15731.665485858917, "train_loss_step": 2.7850265502929688, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.021971023082733153, "subset_score_loss": 0.021971023082733153}
+{"step": 1640000, "wall_time": 15822.047205924988, "train_loss_step": 2.6680450439453125, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.0215896412730217, "subset_score_loss": 0.0215896412730217}
+{"step": 1650000, "wall_time": 15912.271827459335, "train_loss_step": 2.4465572834014893, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.021494978666305543, "subset_score_loss": 0.021494978666305543}
+{"step": 1660000, "wall_time": 15988.862517356873, "train_loss_step": 2.6688365936279297, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.02229004055261612, "subset_score_loss": 0.02229004055261612}
+{"step": 1670000, "wall_time": 16073.157238483429, "train_loss_step": 2.6216816902160645, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.022053392231464387, "subset_score_loss": 0.022053392231464387}
+{"step": 1680000, "wall_time": 16162.688728094101, "train_loss_step": 2.605811595916748, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.021528281271457672, "subset_score_loss": 0.021528281271457672}
+{"step": 1690000, "wall_time": 16250.423231601715, "train_loss_step": 2.4984614849090576, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.021320298314094543, "subset_score_loss": 0.021320298314094543}
+{"step": 1700000, "wall_time": 16410.585527181625, "train_loss_step": 3.0604143142700195, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.0215057834982872, "subset_score_loss": 0.0215057834982872, "memorization_fraction_pixel": 0.42260000109672546, "mean_nn_ratio_pixel": 0.4205516576766968, "fid": 51.64086965438223}
+{"step": 1710000, "wall_time": 16499.118611574173, "train_loss_step": 2.698951005935669, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.021308934688568114, "subset_score_loss": 0.021308934688568114}
+{"step": 1720000, "wall_time": 16589.285752773285, "train_loss_step": 2.771054267883301, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.021515753865242005, "subset_score_loss": 0.021515753865242005}
+{"step": 1730000, "wall_time": 16679.481479406357, "train_loss_step": 2.7662642002105713, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.02105071395635605, "subset_score_loss": 0.02105071395635605}
+{"step": 1740000, "wall_time": 16769.711564540863, "train_loss_step": 2.444546699523926, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.021587952971458435, "subset_score_loss": 0.021587952971458435}
+{"step": 1750000, "wall_time": 16860.05717778206, "train_loss_step": 2.8275978565216064, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.021270643174648284, "subset_score_loss": 0.021270643174648284}
+{"step": 1760000, "wall_time": 16947.321007966995, "train_loss_step": 2.8095591068267822, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.020559538900852204, "subset_score_loss": 0.020559538900852204}
+{"step": 1770000, "wall_time": 17033.992337465286, "train_loss_step": 2.6173300743103027, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.021043045818805693, "subset_score_loss": 0.021043045818805693}
+{"step": 1780000, "wall_time": 17124.13120698929, "train_loss_step": 2.62136173248291, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.020962625741958618, "subset_score_loss": 0.020962625741958618}
+{"step": 1790000, "wall_time": 17211.120960235596, "train_loss_step": 2.5881290435791016, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.020626349747180937, "subset_score_loss": 0.020626349747180937}
+{"step": 1800000, "wall_time": 17369.225183963776, "train_loss_step": 2.473728656768799, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.02059115618467331, "subset_score_loss": 0.02059115618467331, "memorization_fraction_pixel": 0.42559999227523804, "mean_nn_ratio_pixel": 0.4167770445346832, "fid": 51.96416610310719}
+{"step": 1810000, "wall_time": 17459.617228984833, "train_loss_step": 2.5100369453430176, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.0212364137172699, "subset_score_loss": 0.0212364137172699}
+{"step": 1820000, "wall_time": 17549.42224597931, "train_loss_step": 2.381105422973633, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.020143245160579682, "subset_score_loss": 0.020143245160579682}
+{"step": 1830000, "wall_time": 17639.84548997879, "train_loss_step": 2.4453604221343994, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.020236869156360627, "subset_score_loss": 0.020236869156360627}
+{"step": 1840000, "wall_time": 17730.257856845856, "train_loss_step": 2.654468536376953, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.020810575783252717, "subset_score_loss": 0.020810575783252717}
+{"step": 1850000, "wall_time": 17820.319333076477, "train_loss_step": 2.4838342666625977, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.020480455458164216, "subset_score_loss": 0.020480455458164216}
+{"step": 1860000, "wall_time": 17902.868102312088, "train_loss_step": 2.4391071796417236, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.020413334667682647, "subset_score_loss": 0.020413334667682647}
+{"step": 1870000, "wall_time": 17993.431186437607, "train_loss_step": 2.604982852935791, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.020201799273490906, "subset_score_loss": 0.020201799273490906}
+{"step": 1880000, "wall_time": 18080.338748455048, "train_loss_step": 2.599496364593506, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.019961650669574737, "subset_score_loss": 0.019961650669574737}
+{"step": 1890000, "wall_time": 18170.55880856514, "train_loss_step": 2.435415506362915, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.02066085338592529, "subset_score_loss": 0.02066085338592529}
+{"step": 1900000, "wall_time": 18328.104848384857, "train_loss_step": 2.838442325592041, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.021185624599456786, "subset_score_loss": 0.021185624599456786, "memorization_fraction_pixel": 0.42989999055862427, "mean_nn_ratio_pixel": 0.41019800305366516, "fid": 51.8678445739516}
+{"step": 1910000, "wall_time": 18418.54095196724, "train_loss_step": 2.690340757369995, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.01955791115760803, "subset_score_loss": 0.01955791115760803}
+{"step": 1920000, "wall_time": 18509.06924700737, "train_loss_step": 2.6296463012695312, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.01965291202068329, "subset_score_loss": 0.01965291202068329}
+{"step": 1930000, "wall_time": 18599.590750694275, "train_loss_step": 2.4684081077575684, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.01954175978899002, "subset_score_loss": 0.01954175978899002}
+{"step": 1940000, "wall_time": 18689.695288181305, "train_loss_step": 2.497986078262329, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.0194261372089386, "subset_score_loss": 0.0194261372089386}
+{"step": 1950000, "wall_time": 18775.233627080917, "train_loss_step": 2.6277127265930176, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.019245700538158418, "subset_score_loss": 0.019245700538158418}
+{"step": 1960000, "wall_time": 18863.16713118553, "train_loss_step": 2.669445514678955, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.019457401335239412, "subset_score_loss": 0.019457401335239412}
+{"step": 1970000, "wall_time": 18950.76275753975, "train_loss_step": 2.5219712257385254, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.019262105226516724, "subset_score_loss": 0.019262105226516724}
+{"step": 1980000, "wall_time": 19041.112241268158, "train_loss_step": 2.5670249462127686, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.019684432446956633, "subset_score_loss": 0.019684432446956633}
+{"step": 1990000, "wall_time": 19129.838442087173, "train_loss_step": 2.533412456512451, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.01933673620223999, "subset_score_loss": 0.01933673620223999}
+{"step": 2000000, "wall_time": 19287.874756097794, "train_loss_step": 2.574902057647705, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.01873834282159805, "subset_score_loss": 0.01873834282159805, "memorization_fraction_pixel": 0.4523000121116638, "mean_nn_ratio_pixel": 0.398528128862381, "fid": 52.28600100635643}
+{"step": 2010000, "wall_time": 19377.267622470856, "train_loss_step": 2.4125263690948486, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.01936609745025635, "subset_score_loss": 0.01936609745025635}
+{"step": 2020000, "wall_time": 19467.240199565887, "train_loss_step": 2.5802125930786133, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.018902814388275145, "subset_score_loss": 0.018902814388275145}
+{"step": 2030000, "wall_time": 19556.480867624283, "train_loss_step": 2.4369359016418457, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.01860562264919281, "subset_score_loss": 0.01860562264919281}
+{"step": 2040000, "wall_time": 19641.881631851196, "train_loss_step": 2.620849132537842, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.018916475772857665, "subset_score_loss": 0.018916475772857665}
+{"step": 2050000, "wall_time": 19726.135740041733, "train_loss_step": 2.522233486175537, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.018678207695484162, "subset_score_loss": 0.018678207695484162}
+{"step": 2060000, "wall_time": 19815.521298885345, "train_loss_step": 2.4638657569885254, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.018936768174171448, "subset_score_loss": 0.018936768174171448}
+{"step": 2070000, "wall_time": 19901.308478355408, "train_loss_step": 2.4033095836639404, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.018370091915130615, "subset_score_loss": 0.018370091915130615}
+{"step": 2080000, "wall_time": 19991.345993041992, "train_loss_step": 2.688657283782959, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.01896050274372101, "subset_score_loss": 0.01896050274372101}
+{"step": 2090000, "wall_time": 20078.20560336113, "train_loss_step": 2.570629835128784, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.018553422391414644, "subset_score_loss": 0.018553422391414644}
+{"step": 2100000, "wall_time": 20238.877453804016, "train_loss_step": 2.336437940597534, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.01901504546403885, "subset_score_loss": 0.01901504546403885, "memorization_fraction_pixel": 0.4821000099182129, "mean_nn_ratio_pixel": 0.3884446620941162, "fid": 51.974083848184215}
+{"step": 2110000, "wall_time": 20329.047961950302, "train_loss_step": 2.6214990615844727, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.018768276274204253, "subset_score_loss": 0.018768276274204253}
+{"step": 2120000, "wall_time": 20419.303540706635, "train_loss_step": 2.450597047805786, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.0180109441280365, "subset_score_loss": 0.0180109441280365}
+{"step": 2130000, "wall_time": 20509.514594316483, "train_loss_step": 2.7482051849365234, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.019598931074142456, "subset_score_loss": 0.019598931074142456}
+{"step": 2140000, "wall_time": 20596.64897942543, "train_loss_step": 2.607816696166992, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.01861331909894943, "subset_score_loss": 0.01861331909894943}
+{"step": 2150000, "wall_time": 20683.3585190773, "train_loss_step": 2.54561185836792, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.017738714814186096, "subset_score_loss": 0.017738714814186096}
+{"step": 2160000, "wall_time": 20769.675459861755, "train_loss_step": 2.504685401916504, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.017978835105895995, "subset_score_loss": 0.017978835105895995}
+{"step": 2170000, "wall_time": 20859.86153936386, "train_loss_step": 2.614447593688965, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.0184004008769989, "subset_score_loss": 0.0184004008769989}
+{"step": 2180000, "wall_time": 20945.807670354843, "train_loss_step": 2.645134449005127, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.01847623139619827, "subset_score_loss": 0.01847623139619827}
+{"step": 2190000, "wall_time": 21035.91323542595, "train_loss_step": 2.552497148513794, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.018607838451862334, "subset_score_loss": 0.018607838451862334}
+{"step": 2200000, "wall_time": 21195.671617507935, "train_loss_step": 2.320155143737793, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.017503851652145387, "subset_score_loss": 0.017503851652145387, "memorization_fraction_pixel": 0.4894999861717224, "mean_nn_ratio_pixel": 0.38511160016059875, "fid": 51.976865760461386}
+{"step": 2210000, "wall_time": 21285.057676792145, "train_loss_step": 2.604829788208008, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.01789768934249878, "subset_score_loss": 0.01789768934249878}
+{"step": 2220000, "wall_time": 21374.697813272476, "train_loss_step": 2.37227201461792, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.017645850777626038, "subset_score_loss": 0.017645850777626038}
+{"step": 2230000, "wall_time": 21461.117126703262, "train_loss_step": 2.6310763359069824, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.017489567399024963, "subset_score_loss": 0.017489567399024963}
+{"step": 2240000, "wall_time": 21550.270174741745, "train_loss_step": 2.599179744720459, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.017404861748218536, "subset_score_loss": 0.017404861748218536}
+{"step": 2250000, "wall_time": 21635.22549843788, "train_loss_step": 2.3830244541168213, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.018244290351867677, "subset_score_loss": 0.018244290351867677}
+{"step": 2260000, "wall_time": 21724.53912615776, "train_loss_step": 2.635207176208496, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.017226456105709075, "subset_score_loss": 0.017226456105709075}
+{"step": 2270000, "wall_time": 21814.201905727386, "train_loss_step": 2.329441547393799, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.017345334589481353, "subset_score_loss": 0.017345334589481353}
+{"step": 2280000, "wall_time": 21901.341975450516, "train_loss_step": 2.59757137298584, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.018364857137203216, "subset_score_loss": 0.018364857137203216}
+{"step": 2290000, "wall_time": 21991.862973451614, "train_loss_step": 2.6534337997436523, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.017396512627601623, "subset_score_loss": 0.017396512627601623}
+{"step": 2300000, "wall_time": 22153.495671272278, "train_loss_step": 2.333458423614502, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.01733321100473404, "subset_score_loss": 0.01733321100473404, "memorization_fraction_pixel": 0.4875999987125397, "mean_nn_ratio_pixel": 0.3806275427341461, "fid": 51.72123571670861}
+{"step": 2310000, "wall_time": 22243.919454574585, "train_loss_step": 2.534170627593994, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.01763084828853607, "subset_score_loss": 0.01763084828853607}
+{"step": 2320000, "wall_time": 22330.649218797684, "train_loss_step": 2.579871416091919, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.017327311635017394, "subset_score_loss": 0.017327311635017394}
+{"step": 2330000, "wall_time": 22421.04591035843, "train_loss_step": 2.3716506958007812, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.016728389263153075, "subset_score_loss": 0.016728389263153075}
+{"step": 2340000, "wall_time": 22509.888360500336, "train_loss_step": 2.4572067260742188, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.017203471064567565, "subset_score_loss": 0.017203471064567565}
+{"step": 2350000, "wall_time": 22594.885739564896, "train_loss_step": 2.354546308517456, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.016639122366905214, "subset_score_loss": 0.016639122366905214}
+{"step": 2360000, "wall_time": 22685.146474838257, "train_loss_step": 2.3711514472961426, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.017446523904800414, "subset_score_loss": 0.017446523904800414}
+{"step": 2370000, "wall_time": 22772.349282503128, "train_loss_step": 2.360970973968506, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.01689346432685852, "subset_score_loss": 0.01689346432685852}
+{"step": 2380000, "wall_time": 22862.91311430931, "train_loss_step": 2.6363930702209473, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.016847330331802367, "subset_score_loss": 0.016847330331802367}
+{"step": 2390000, "wall_time": 22953.598628282547, "train_loss_step": 2.4736790657043457, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.016675318777561187, "subset_score_loss": 0.016675318777561187}
+{"step": 2400000, "wall_time": 23112.04232096672, "train_loss_step": 2.628469944000244, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.0161785289645195, "subset_score_loss": 0.0161785289645195, "memorization_fraction_pixel": 0.4993000030517578, "mean_nn_ratio_pixel": 0.37679705023765564, "fid": 52.51847991973157}
+{"step": 2410000, "wall_time": 23199.740701675415, "train_loss_step": 2.510226249694824, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.016283875703811644, "subset_score_loss": 0.016283875703811644}
+{"step": 2420000, "wall_time": 23288.696704149246, "train_loss_step": 2.6942901611328125, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.01673206835985184, "subset_score_loss": 0.01673206835985184}
+{"step": 2430000, "wall_time": 23377.93284225464, "train_loss_step": 2.5787084102630615, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.016357268393039703, "subset_score_loss": 0.016357268393039703}
+{"step": 2440000, "wall_time": 23460.171095609665, "train_loss_step": 2.663814067840576, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.016874903440475465, "subset_score_loss": 0.016874903440475465}
+{"step": 2450000, "wall_time": 23549.292536497116, "train_loss_step": 2.652811050415039, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.01656676083803177, "subset_score_loss": 0.01656676083803177}
+{"step": 2460000, "wall_time": 23638.603501558304, "train_loss_step": 2.3867154121398926, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.01683458685874939, "subset_score_loss": 0.01683458685874939}
+{"step": 2470000, "wall_time": 23725.027111768723, "train_loss_step": 2.5232229232788086, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.017529377341270448, "subset_score_loss": 0.017529377341270448}
+{"step": 2480000, "wall_time": 23814.472773075104, "train_loss_step": 2.634119749069214, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.016255891323089598, "subset_score_loss": 0.016255891323089598}
+{"step": 2490000, "wall_time": 23903.746296167374, "train_loss_step": 2.499595880508423, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.0161298468708992, "subset_score_loss": 0.0161298468708992}
+{"step": 2500000, "wall_time": 24063.43581676483, "train_loss_step": 2.3011183738708496, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.016427353024482727, "subset_score_loss": 0.016427353024482727, "memorization_fraction_pixel": 0.5016999840736389, "mean_nn_ratio_pixel": 0.37432223558425903, "fid": 51.774774413397026}
+{"step": 2510000, "wall_time": 24151.01420712471, "train_loss_step": 2.4315648078918457, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.016128858923912047, "subset_score_loss": 0.016128858923912047}
+{"step": 2520000, "wall_time": 24240.781319856644, "train_loss_step": 2.730464458465576, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.016470478475093843, "subset_score_loss": 0.016470478475093843}
+{"step": 2530000, "wall_time": 24329.412038326263, "train_loss_step": 2.3950462341308594, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.01603913903236389, "subset_score_loss": 0.01603913903236389}
+{"step": 2540000, "wall_time": 24413.13925886154, "train_loss_step": 2.50662899017334, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.016763488948345184, "subset_score_loss": 0.016763488948345184}
+{"step": 2550000, "wall_time": 24502.7755150795, "train_loss_step": 2.318770170211792, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.01585071235895157, "subset_score_loss": 0.01585071235895157}
+{"step": 2560000, "wall_time": 24589.007836818695, "train_loss_step": 2.520430564880371, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.015813224017620087, "subset_score_loss": 0.015813224017620087}
+{"step": 2570000, "wall_time": 24678.642130613327, "train_loss_step": 2.374556064605713, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.016494995355606078, "subset_score_loss": 0.016494995355606078}
+{"step": 2580000, "wall_time": 24768.133000850677, "train_loss_step": 2.3493552207946777, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.015750308334827424, "subset_score_loss": 0.015750308334827424}
+{"step": 2590000, "wall_time": 24857.418283700943, "train_loss_step": 2.647920608520508, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.01561410427093506, "subset_score_loss": 0.01561410427093506}
+{"step": 2600000, "wall_time": 25015.26477575302, "train_loss_step": 2.6576168537139893, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.015575385093688965, "subset_score_loss": 0.015575385093688965, "memorization_fraction_pixel": 0.5149000287055969, "mean_nn_ratio_pixel": 0.36711981892585754, "fid": 52.39439836524887}
+{"step": 2610000, "wall_time": 25104.841713905334, "train_loss_step": 2.0537383556365967, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.015234018862247466, "subset_score_loss": 0.015234018862247466}
+{"step": 2620000, "wall_time": 25194.42635512352, "train_loss_step": 2.5856547355651855, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.0159497931599617, "subset_score_loss": 0.0159497931599617}
+{"step": 2630000, "wall_time": 25280.985013723373, "train_loss_step": 2.576573371887207, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.01564907282590866, "subset_score_loss": 0.01564907282590866}
+{"step": 2640000, "wall_time": 25366.818878889084, "train_loss_step": 2.657956838607788, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.015972815454006195, "subset_score_loss": 0.015972815454006195}
+{"step": 2650000, "wall_time": 25456.093239068985, "train_loss_step": 2.90696120262146, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.015592966973781586, "subset_score_loss": 0.015592966973781586}
+{"step": 2660000, "wall_time": 25542.408204317093, "train_loss_step": 2.673494577407837, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.015580910444259643, "subset_score_loss": 0.015580910444259643}
+{"step": 2670000, "wall_time": 25631.760695695877, "train_loss_step": 2.5354344844818115, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.015220102667808533, "subset_score_loss": 0.015220102667808533}
+{"step": 2680000, "wall_time": 25720.45824790001, "train_loss_step": 2.3450536727905273, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.015890072286128997, "subset_score_loss": 0.015890072286128997}
+{"step": 2690000, "wall_time": 25809.615710258484, "train_loss_step": 2.4038538932800293, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.015154547989368439, "subset_score_loss": 0.015154547989368439}
+{"step": 2700000, "wall_time": 25967.78617954254, "train_loss_step": 2.621245861053467, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.015492743253707886, "subset_score_loss": 0.015492743253707886, "memorization_fraction_pixel": 0.5246000289916992, "mean_nn_ratio_pixel": 0.3640691041946411, "fid": 52.270434847807266}
+{"step": 2710000, "wall_time": 26057.381427526474, "train_loss_step": 2.779780864715576, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.016021466255187987, "subset_score_loss": 0.016021466255187987}
+{"step": 2720000, "wall_time": 26143.67324781418, "train_loss_step": 2.371331214904785, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.016030871868133546, "subset_score_loss": 0.016030871868133546}
+{"step": 2730000, "wall_time": 26232.93364429474, "train_loss_step": 2.297384738922119, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.015374593436717987, "subset_score_loss": 0.015374593436717987}
+{"step": 2740000, "wall_time": 26319.002859830856, "train_loss_step": 2.324404239654541, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.014742988348007201, "subset_score_loss": 0.014742988348007201}
+{"step": 2750000, "wall_time": 26405.685652017593, "train_loss_step": 2.591346263885498, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015185274183750153, "subset_score_loss": 0.015185274183750153}
+{"step": 2760000, "wall_time": 26494.89731836319, "train_loss_step": 2.5138072967529297, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.014935535192489625, "subset_score_loss": 0.014935535192489625}
+{"step": 2770000, "wall_time": 26584.36551475525, "train_loss_step": 2.6807169914245605, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.015126951038837433, "subset_score_loss": 0.015126951038837433}
+{"step": 2780000, "wall_time": 26673.42560505867, "train_loss_step": 2.4351892471313477, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.014717735350131989, "subset_score_loss": 0.014717735350131989}
+{"step": 2790000, "wall_time": 26760.778564691544, "train_loss_step": 2.628307342529297, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.015048505365848541, "subset_score_loss": 0.015048505365848541}
+{"step": 2800000, "wall_time": 26920.86514019966, "train_loss_step": 2.5502195358276367, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.014455075562000274, "subset_score_loss": 0.014455075562000274, "memorization_fraction_pixel": 0.5460000038146973, "mean_nn_ratio_pixel": 0.360154390335083, "fid": 51.95374673369048}
+{"step": 2810000, "wall_time": 27010.178095817566, "train_loss_step": 2.233524799346924, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.014493615925312042, "subset_score_loss": 0.014493615925312042}
+{"step": 2820000, "wall_time": 27096.509390115738, "train_loss_step": 2.2100839614868164, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.015339808166027069, "subset_score_loss": 0.015339808166027069}
+{"step": 2830000, "wall_time": 27184.318908691406, "train_loss_step": 2.4407520294189453, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.014384043216705323, "subset_score_loss": 0.014384043216705323}
+{"step": 2840000, "wall_time": 27271.744615077972, "train_loss_step": 2.7980427742004395, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.014426144957542419, "subset_score_loss": 0.014426144957542419}
+{"step": 2850000, "wall_time": 27357.861812114716, "train_loss_step": 2.5129690170288086, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.014879199862480163, "subset_score_loss": 0.014879199862480163}
+{"step": 2860000, "wall_time": 27447.334684848785, "train_loss_step": 2.414430618286133, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.015625971555709838, "subset_score_loss": 0.015625971555709838}
+{"step": 2870000, "wall_time": 27536.905029296875, "train_loss_step": 2.6935038566589355, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.014625950157642365, "subset_score_loss": 0.014625950157642365}
+{"step": 2880000, "wall_time": 27624.639005184174, "train_loss_step": 2.328457832336426, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.014492642879486085, "subset_score_loss": 0.014492642879486085}
+{"step": 2890000, "wall_time": 27714.30423760414, "train_loss_step": 2.611271858215332, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.014346301555633545, "subset_score_loss": 0.014346301555633545}
+{"step": 2900000, "wall_time": 27873.8929874897, "train_loss_step": 2.503835678100586, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.014110659062862397, "subset_score_loss": 0.014110659062862397, "memorization_fraction_pixel": 0.5356000065803528, "mean_nn_ratio_pixel": 0.35742321610450745, "fid": 51.83771667971141}
+{"step": 2910000, "wall_time": 27961.195006132126, "train_loss_step": 2.701436996459961, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.01434020847082138, "subset_score_loss": 0.01434020847082138}
+{"step": 2920000, "wall_time": 28051.862516641617, "train_loss_step": 2.6349217891693115, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.013935068249702453, "subset_score_loss": 0.013935068249702453}
+{"step": 2930000, "wall_time": 28139.4807138443, "train_loss_step": 2.400479793548584, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.014185728132724762, "subset_score_loss": 0.014185728132724762}
+{"step": 2940000, "wall_time": 28226.921892166138, "train_loss_step": 2.2489657402038574, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.01409883052110672, "subset_score_loss": 0.01409883052110672}
+{"step": 2950000, "wall_time": 28316.804911851883, "train_loss_step": 2.7718544006347656, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.013605499267578125, "subset_score_loss": 0.013605499267578125}
+{"step": 2960000, "wall_time": 28406.324113845825, "train_loss_step": 2.667780876159668, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.013738277554512023, "subset_score_loss": 0.013738277554512023}
+{"step": 2970000, "wall_time": 28491.73119711876, "train_loss_step": 2.4236764907836914, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.014165490865707397, "subset_score_loss": 0.014165490865707397}
+{"step": 2980000, "wall_time": 28575.324944019318, "train_loss_step": 2.425450563430786, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.013817887008190154, "subset_score_loss": 0.013817887008190154}
+{"step": 2990000, "wall_time": 28660.859595298767, "train_loss_step": 2.5567855834960938, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.013644105195999146, "subset_score_loss": 0.013644105195999146}
+{"step": 3000000, "wall_time": 28816.172808408737, "train_loss_step": 2.334287166595459, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.013321693241596221, "subset_score_loss": 0.013321693241596221, "memorization_fraction_pixel": 0.5389999747276306, "mean_nn_ratio_pixel": 0.3567446172237396, "fid": 51.47022154626289}
+{"step": 3010000, "wall_time": 28903.769486904144, "train_loss_step": 2.4930686950683594, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.013406582176685333, "subset_score_loss": 0.013406582176685333}
+{"step": 3020000, "wall_time": 28994.170408010483, "train_loss_step": 2.595308542251587, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.013318333029747009, "subset_score_loss": 0.013318333029747009}
+{"step": 3030000, "wall_time": 29082.166769742966, "train_loss_step": 2.594130516052246, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.013838104903697968, "subset_score_loss": 0.013838104903697968}
+{"step": 3040000, "wall_time": 29169.72856426239, "train_loss_step": 2.310868263244629, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.014301219582557678, "subset_score_loss": 0.014301219582557678}
+{"step": 3050000, "wall_time": 29260.54949569702, "train_loss_step": 2.4113945960998535, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.014187552034854889, "subset_score_loss": 0.014187552034854889}
+{"step": 3060000, "wall_time": 29350.621042490005, "train_loss_step": 2.3489205837249756, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.013847348093986512, "subset_score_loss": 0.013847348093986512}
+{"step": 3070000, "wall_time": 29436.320131778717, "train_loss_step": 2.4834542274475098, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.013577325642108918, "subset_score_loss": 0.013577325642108918}
+{"step": 3080000, "wall_time": 29522.127927303314, "train_loss_step": 2.6020381450653076, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.013409461081027984, "subset_score_loss": 0.013409461081027984}
+{"step": 3090000, "wall_time": 29608.01617693901, "train_loss_step": 2.417884588241577, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.013368169963359832, "subset_score_loss": 0.013368169963359832}
+{"step": 3100000, "wall_time": 29762.637498140335, "train_loss_step": 2.4861505031585693, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.01396174430847168, "subset_score_loss": 0.01396174430847168, "memorization_fraction_pixel": 0.5419999957084656, "mean_nn_ratio_pixel": 0.35369598865509033, "fid": 52.02103939572208}
+{"step": 3110000, "wall_time": 29853.202265501022, "train_loss_step": 2.50201416015625, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.013978031277656556, "subset_score_loss": 0.013978031277656556}
+{"step": 3120000, "wall_time": 29943.76972746849, "train_loss_step": 2.102066993713379, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.013126300275325775, "subset_score_loss": 0.013126300275325775}
+{"step": 3130000, "wall_time": 30028.475828647614, "train_loss_step": 2.398083209991455, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.01374356746673584, "subset_score_loss": 0.01374356746673584}
+{"step": 3140000, "wall_time": 30119.149067163467, "train_loss_step": 2.2594375610351562, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.013260120153427124, "subset_score_loss": 0.013260120153427124}
+{"step": 3150000, "wall_time": 30209.67096710205, "train_loss_step": 2.218045949935913, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.01390020251274109, "subset_score_loss": 0.01390020251274109}
+{"step": 3160000, "wall_time": 30298.1701734066, "train_loss_step": 2.3867580890655518, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.013296596705913544, "subset_score_loss": 0.013296596705913544}
+{"step": 3170000, "wall_time": 30388.60574746132, "train_loss_step": 2.380962371826172, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.012999595701694488, "subset_score_loss": 0.012999595701694488}
+{"step": 3180000, "wall_time": 30479.07978272438, "train_loss_step": 2.575094223022461, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.013170138001441956, "subset_score_loss": 0.013170138001441956}
+{"step": 3190000, "wall_time": 30569.707485437393, "train_loss_step": 2.620758056640625, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.013422200083732605, "subset_score_loss": 0.013422200083732605}
+{"step": 3200000, "wall_time": 30728.96879506111, "train_loss_step": 2.6682357788085938, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.013000860810279846, "subset_score_loss": 0.013000860810279846, "memorization_fraction_pixel": 0.5546000003814697, "mean_nn_ratio_pixel": 0.3517508804798126, "fid": 51.88259128281945}
+{"step": 3210000, "wall_time": 30819.47318458557, "train_loss_step": 2.357074022293091, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.012993799149990081, "subset_score_loss": 0.012993799149990081}
+{"step": 3220000, "wall_time": 30907.76818561554, "train_loss_step": 2.3004019260406494, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.012880469858646392, "subset_score_loss": 0.012880469858646392}
+{"step": 3230000, "wall_time": 30975.116618156433, "train_loss_step": 2.436105728149414, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.01324995756149292, "subset_score_loss": 0.01324995756149292}
+{"step": 3240000, "wall_time": 31065.84192085266, "train_loss_step": 2.132962703704834, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.013164731860160827, "subset_score_loss": 0.013164731860160827}
+{"step": 3250000, "wall_time": 31154.668048143387, "train_loss_step": 2.6573891639709473, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.01390061229467392, "subset_score_loss": 0.01390061229467392}
+{"step": 3260000, "wall_time": 31244.799922466278, "train_loss_step": 2.251791477203369, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.012690621614456176, "subset_score_loss": 0.012690621614456176}
+{"step": 3270000, "wall_time": 31335.01681160927, "train_loss_step": 2.5187792778015137, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.012939748167991639, "subset_score_loss": 0.012939748167991639}
+{"step": 3280000, "wall_time": 31425.0657889843, "train_loss_step": 2.4646520614624023, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.013932523131370545, "subset_score_loss": 0.013932523131370545}
+{"step": 3290000, "wall_time": 31510.975046634674, "train_loss_step": 2.571906566619873, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.012528575956821442, "subset_score_loss": 0.012528575956821442}
+{"step": 3300000, "wall_time": 31660.98437190056, "train_loss_step": 2.4228038787841797, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.013087610900402068, "subset_score_loss": 0.013087610900402068, "memorization_fraction_pixel": 0.5601999759674072, "mean_nn_ratio_pixel": 0.3501042127609253, "fid": 52.221276290172185}
+{"step": 3310000, "wall_time": 31750.652626991272, "train_loss_step": 2.361741065979004, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.012449396401643753, "subset_score_loss": 0.012449396401643753}
+{"step": 3320000, "wall_time": 31835.391229867935, "train_loss_step": 2.449039936065674, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.012865753471851349, "subset_score_loss": 0.012865753471851349}
+{"step": 3330000, "wall_time": 31916.338320732117, "train_loss_step": 2.465789556503296, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.012573514878749848, "subset_score_loss": 0.012573514878749848}
+{"step": 3340000, "wall_time": 32004.56195449829, "train_loss_step": 2.419123649597168, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.012320629507303237, "subset_score_loss": 0.012320629507303237}
+{"step": 3350000, "wall_time": 32094.70418524742, "train_loss_step": 2.2683959007263184, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.013189151883125305, "subset_score_loss": 0.013189151883125305}
+{"step": 3360000, "wall_time": 32184.17926311493, "train_loss_step": 2.1841835975646973, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.012380394339561462, "subset_score_loss": 0.012380394339561462}
+{"step": 3370000, "wall_time": 32273.507556676865, "train_loss_step": 2.2757387161254883, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.012952959537506104, "subset_score_loss": 0.012952959537506104}
+{"step": 3380000, "wall_time": 32363.064191818237, "train_loss_step": 2.6643152236938477, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.012732918560504913, "subset_score_loss": 0.012732918560504913}
+{"step": 3390000, "wall_time": 32450.338297605515, "train_loss_step": 2.361074209213257, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.012361560761928559, "subset_score_loss": 0.012361560761928559}
+{"step": 3400000, "wall_time": 32611.708610773087, "train_loss_step": 2.3549137115478516, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.01249297708272934, "subset_score_loss": 0.01249297708272934, "memorization_fraction_pixel": 0.5713000297546387, "mean_nn_ratio_pixel": 0.3466832637786865, "fid": 52.138620009927884}
+{"step": 3410000, "wall_time": 32701.649492025375, "train_loss_step": 2.321742534637451, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.012762780487537383, "subset_score_loss": 0.012762780487537383}
+{"step": 3420000, "wall_time": 32789.340658187866, "train_loss_step": 2.330310344696045, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.012435355037450791, "subset_score_loss": 0.012435355037450791}
+{"step": 3430000, "wall_time": 32875.90009641647, "train_loss_step": 2.4780497550964355, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.011985147744417191, "subset_score_loss": 0.011985147744417191}
+{"step": 3440000, "wall_time": 32963.75654506683, "train_loss_step": 2.4557042121887207, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.012233193963766098, "subset_score_loss": 0.012233193963766098}
+{"step": 3450000, "wall_time": 33053.1445376873, "train_loss_step": 2.332408905029297, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.01209726333618164, "subset_score_loss": 0.01209726333618164}
+{"step": 3460000, "wall_time": 33142.42222905159, "train_loss_step": 2.371453285217285, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.012036758661270141, "subset_score_loss": 0.012036758661270141}
+{"step": 3470000, "wall_time": 33231.870270729065, "train_loss_step": 2.5033888816833496, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.012021099030971528, "subset_score_loss": 0.012021099030971528}
+{"step": 3480000, "wall_time": 33321.25351047516, "train_loss_step": 2.13309907913208, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.01236538216471672, "subset_score_loss": 0.01236538216471672}
+{"step": 3490000, "wall_time": 33408.193402051926, "train_loss_step": 2.297424793243408, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.012357106804847718, "subset_score_loss": 0.012357106804847718}
+{"step": 3500000, "wall_time": 33568.595698833466, "train_loss_step": 2.372406005859375, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.012144888937473296, "subset_score_loss": 0.012144888937473296, "memorization_fraction_pixel": 0.5737000107765198, "mean_nn_ratio_pixel": 0.34404173493385315, "fid": 51.558846381464306}
+{"step": 3510000, "wall_time": 33656.61475253105, "train_loss_step": 2.445565700531006, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.012161505967378616, "subset_score_loss": 0.012161505967378616}
+{"step": 3520000, "wall_time": 33745.294583559036, "train_loss_step": 2.3630576133728027, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.012075557559728622, "subset_score_loss": 0.012075557559728622}
+{"step": 3530000, "wall_time": 33822.87041282654, "train_loss_step": 2.2991886138916016, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.012262918800115586, "subset_score_loss": 0.012262918800115586}
+{"step": 3540000, "wall_time": 33912.58968615532, "train_loss_step": 2.737149238586426, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.01196155622601509, "subset_score_loss": 0.01196155622601509}
+{"step": 3550000, "wall_time": 34002.209722042084, "train_loss_step": 2.362058639526367, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.011597361415624619, "subset_score_loss": 0.011597361415624619}
+{"step": 3560000, "wall_time": 34093.03984308243, "train_loss_step": 2.341341495513916, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.012698058784008027, "subset_score_loss": 0.012698058784008027}
+{"step": 3570000, "wall_time": 34183.81806969643, "train_loss_step": 2.4691081047058105, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.012000779807567596, "subset_score_loss": 0.012000779807567596}
+{"step": 3580000, "wall_time": 34265.758531332016, "train_loss_step": 2.3934030532836914, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.012264181673526765, "subset_score_loss": 0.012264181673526765}
+{"step": 3590000, "wall_time": 34356.16724205017, "train_loss_step": 2.3580265045166016, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.012475643306970596, "subset_score_loss": 0.012475643306970596}
+{"step": 3600000, "wall_time": 34518.23156929016, "train_loss_step": 2.579545021057129, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.011762477457523346, "subset_score_loss": 0.011762477457523346, "memorization_fraction_pixel": 0.5828999876976013, "mean_nn_ratio_pixel": 0.34112685918807983, "fid": 51.393212351899976}
+{"step": 3610000, "wall_time": 34597.48727917671, "train_loss_step": 2.525684356689453, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.011653570830821991, "subset_score_loss": 0.011653570830821991}
+{"step": 3620000, "wall_time": 34686.01140117645, "train_loss_step": 2.6081724166870117, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.012131700664758683, "subset_score_loss": 0.012131700664758683}
+{"step": 3630000, "wall_time": 34760.6483604908, "train_loss_step": 2.1826086044311523, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.011402647942304611, "subset_score_loss": 0.011402647942304611}
+{"step": 3640000, "wall_time": 34851.35081529617, "train_loss_step": 2.6514835357666016, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.012095681577920913, "subset_score_loss": 0.012095681577920913}
+{"step": 3650000, "wall_time": 34942.046832323074, "train_loss_step": 2.5119855403900146, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.012133229523897171, "subset_score_loss": 0.012133229523897171}
+{"step": 3660000, "wall_time": 35032.62097978592, "train_loss_step": 2.2870726585388184, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.01160065531730652, "subset_score_loss": 0.01160065531730652}
+{"step": 3670000, "wall_time": 35123.18424034119, "train_loss_step": 2.435685873031616, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.011383149027824401, "subset_score_loss": 0.011383149027824401}
+{"step": 3680000, "wall_time": 35199.25553536415, "train_loss_step": 2.606647253036499, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.011632483452558517, "subset_score_loss": 0.011632483452558517}
+{"step": 3690000, "wall_time": 35289.18463110924, "train_loss_step": 2.2786967754364014, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.011748076230287553, "subset_score_loss": 0.011748076230287553}
+{"step": 3700000, "wall_time": 35450.98399543762, "train_loss_step": 2.3407387733459473, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.011184775084257127, "subset_score_loss": 0.011184775084257127, "memorization_fraction_pixel": 0.5687999725341797, "mean_nn_ratio_pixel": 0.34366217255592346, "fid": 52.165660147456734}
+{"step": 3710000, "wall_time": 35530.340337991714, "train_loss_step": 2.5644607543945312, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.012089961767196655, "subset_score_loss": 0.012089961767196655}
+{"step": 3720000, "wall_time": 35620.57954478264, "train_loss_step": 2.327465534210205, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.011387620866298676, "subset_score_loss": 0.011387620866298676}
+{"step": 3730000, "wall_time": 35701.953463315964, "train_loss_step": 2.5351881980895996, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.011250729858875274, "subset_score_loss": 0.011250729858875274}
+{"step": 3740000, "wall_time": 35790.50394463539, "train_loss_step": 2.3806686401367188, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.011873273551464081, "subset_score_loss": 0.011873273551464081}
+{"step": 3750000, "wall_time": 35881.22495126724, "train_loss_step": 2.445209503173828, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.012887297570705414, "subset_score_loss": 0.012887297570705414}
+{"step": 3760000, "wall_time": 35971.769877910614, "train_loss_step": 2.473015785217285, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.011454086750745773, "subset_score_loss": 0.011454086750745773}
+{"step": 3770000, "wall_time": 36061.31812167168, "train_loss_step": 2.3203134536743164, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.010860452055931091, "subset_score_loss": 0.010860452055931091}
+{"step": 3780000, "wall_time": 36140.31052994728, "train_loss_step": 2.44633150100708, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.011431191861629487, "subset_score_loss": 0.011431191861629487}
+{"step": 3790000, "wall_time": 36230.65045905113, "train_loss_step": 2.4356164932250977, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.011705520004034043, "subset_score_loss": 0.011705520004034043}
+{"step": 3800000, "wall_time": 36386.59650230408, "train_loss_step": 2.4165849685668945, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.010925369709730149, "subset_score_loss": 0.010925369709730149, "memorization_fraction_pixel": 0.5820000171661377, "mean_nn_ratio_pixel": 0.3399479389190674, "fid": 52.083457668502604}
+{"step": 3810000, "wall_time": 36466.678340911865, "train_loss_step": 2.7104389667510986, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.011132678389549256, "subset_score_loss": 0.011132678389549256}
+{"step": 3820000, "wall_time": 36556.78135752678, "train_loss_step": 2.5554540157318115, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.011258542537689209, "subset_score_loss": 0.011258542537689209}
+{"step": 3830000, "wall_time": 36640.17402601242, "train_loss_step": 2.336059093475342, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.011375661939382553, "subset_score_loss": 0.011375661939382553}
+{"step": 3840000, "wall_time": 36723.57932496071, "train_loss_step": 2.6098427772521973, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.011423224210739135, "subset_score_loss": 0.011423224210739135}
+{"step": 3850000, "wall_time": 36814.16553711891, "train_loss_step": 2.633049249649048, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.010987615585327149, "subset_score_loss": 0.010987615585327149}
+{"step": 3860000, "wall_time": 36904.93012523651, "train_loss_step": 2.445739269256592, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.011176840215921403, "subset_score_loss": 0.011176840215921403}
+{"step": 3870000, "wall_time": 36990.60362291336, "train_loss_step": 2.2724153995513916, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.011039157956838607, "subset_score_loss": 0.011039157956838607}
+{"step": 3880000, "wall_time": 37072.05688881874, "train_loss_step": 2.262834072113037, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.011440166085958482, "subset_score_loss": 0.011440166085958482}
+{"step": 3890000, "wall_time": 37162.631098032, "train_loss_step": 2.2965219020843506, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.011331846565008163, "subset_score_loss": 0.011331846565008163}
+{"step": 3900000, "wall_time": 37320.128266096115, "train_loss_step": 2.318643569946289, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.010865424573421479, "subset_score_loss": 0.010865424573421479, "memorization_fraction_pixel": 0.5935999751091003, "mean_nn_ratio_pixel": 0.33927035331726074, "fid": 52.15475193063679}
+{"step": 3910000, "wall_time": 37401.13088297844, "train_loss_step": 2.1017298698425293, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.01090443953871727, "subset_score_loss": 0.01090443953871727}
+{"step": 3920000, "wall_time": 37491.556520462036, "train_loss_step": 2.6061418056488037, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.011051171272993088, "subset_score_loss": 0.011051171272993088}
+{"step": 3930000, "wall_time": 37579.59180569649, "train_loss_step": 2.3740313053131104, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.011351490765810013, "subset_score_loss": 0.011351490765810013}
+{"step": 3940000, "wall_time": 37657.628034591675, "train_loss_step": 2.4792821407318115, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.010915921628475189, "subset_score_loss": 0.010915921628475189}
+{"step": 3950000, "wall_time": 37748.26682424545, "train_loss_step": 2.3302955627441406, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.010804946720600127, "subset_score_loss": 0.010804946720600127}
+{"step": 3960000, "wall_time": 37838.81199002266, "train_loss_step": 2.2798757553100586, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.010661197453737259, "subset_score_loss": 0.010661197453737259}
+{"step": 3970000, "wall_time": 37921.8569047451, "train_loss_step": 2.2705788612365723, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.011112677305936814, "subset_score_loss": 0.011112677305936814}
+{"step": 3980000, "wall_time": 38006.179465055466, "train_loss_step": 2.393442392349243, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.010462992638349534, "subset_score_loss": 0.010462992638349534}
+{"step": 3990000, "wall_time": 38094.658477306366, "train_loss_step": 2.3906302452087402, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.010911313444375991, "subset_score_loss": 0.010911313444375991}
+{"step": 4000000, "wall_time": 38253.480993270874, "train_loss_step": 2.2674717903137207, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.010651160031557083, "subset_score_loss": 0.010651160031557083, "memorization_fraction_pixel": 0.5935999751091003, "mean_nn_ratio_pixel": 0.3374441862106323, "fid": 51.46980302845928}
+{"step": 4010000, "wall_time": 38333.87336707115, "train_loss_step": 2.604130506515503, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.010561434179544449, "subset_score_loss": 0.010561434179544449}
+{"step": 4020000, "wall_time": 38424.21178102493, "train_loss_step": 2.504348039627075, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.010934599488973618, "subset_score_loss": 0.010934599488973618}
+{"step": 4030000, "wall_time": 38514.71541237831, "train_loss_step": 2.2094240188598633, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.010572674870491027, "subset_score_loss": 0.010572674870491027}
+{"step": 4040000, "wall_time": 38594.48260641098, "train_loss_step": 2.4483861923217773, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.010619492083787919, "subset_score_loss": 0.010619492083787919}
+{"step": 4050000, "wall_time": 38685.065435647964, "train_loss_step": 2.609703302383423, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.01092492789030075, "subset_score_loss": 0.01092492789030075}
+{"step": 4060000, "wall_time": 38775.41117763519, "train_loss_step": 2.2036283016204834, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.01065964698791504, "subset_score_loss": 0.01065964698791504}
+{"step": 4070000, "wall_time": 38855.60461115837, "train_loss_step": 2.2035999298095703, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.010290464013814926, "subset_score_loss": 0.010290464013814926}
+{"step": 4080000, "wall_time": 38939.246576309204, "train_loss_step": 2.2317543029785156, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.010858099162578582, "subset_score_loss": 0.010858099162578582}
+{"step": 4090000, "wall_time": 39030.038039922714, "train_loss_step": 2.3144993782043457, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.010392393916845322, "subset_score_loss": 0.010392393916845322}
+{"step": 4100000, "wall_time": 39190.13071513176, "train_loss_step": 2.4943771362304688, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.010423669964075089, "subset_score_loss": 0.010423669964075089, "memorization_fraction_pixel": 0.6018000245094299, "mean_nn_ratio_pixel": 0.33634090423583984, "fid": 51.97801068715645}
+{"step": 4110000, "wall_time": 39270.8386554718, "train_loss_step": 2.2697129249572754, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.010671664774417878, "subset_score_loss": 0.010671664774417878}
+{"step": 4120000, "wall_time": 39361.27177286148, "train_loss_step": 2.4334797859191895, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.010814449191093445, "subset_score_loss": 0.010814449191093445}
+{"step": 4130000, "wall_time": 39451.95727157593, "train_loss_step": 2.605588436126709, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.010571739822626113, "subset_score_loss": 0.010571739822626113}
+{"step": 4140000, "wall_time": 39533.13342857361, "train_loss_step": 2.3073315620422363, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.010466964542865753, "subset_score_loss": 0.010466964542865753}
+{"step": 4150000, "wall_time": 39623.55097913742, "train_loss_step": 2.668886423110962, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.0106339231133461, "subset_score_loss": 0.0106339231133461}
+{"step": 4160000, "wall_time": 39713.96663737297, "train_loss_step": 2.7618420124053955, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.010141476243734359, "subset_score_loss": 0.010141476243734359}
+{"step": 4170000, "wall_time": 39792.603775024414, "train_loss_step": 2.5047218799591064, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.010200165957212449, "subset_score_loss": 0.010200165957212449}
+{"step": 4180000, "wall_time": 39882.697360277176, "train_loss_step": 2.169184923171997, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.010358698666095734, "subset_score_loss": 0.010358698666095734}
+{"step": 4190000, "wall_time": 39973.06458377838, "train_loss_step": 2.282447338104248, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.010557213425636291, "subset_score_loss": 0.010557213425636291}
+{"step": 4200000, "wall_time": 40132.57148337364, "train_loss_step": 2.2015726566314697, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.01058824211359024, "subset_score_loss": 0.01058824211359024, "memorization_fraction_pixel": 0.597100019454956, "mean_nn_ratio_pixel": 0.335864782333374, "fid": 52.796951355556665}
+{"step": 4210000, "wall_time": 40213.896287441254, "train_loss_step": 2.206693649291992, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.010197122395038605, "subset_score_loss": 0.010197122395038605}
+{"step": 4220000, "wall_time": 40304.22695016861, "train_loss_step": 2.291897773742676, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.010672421753406524, "subset_score_loss": 0.010672421753406524}
+{"step": 4230000, "wall_time": 40394.68185257912, "train_loss_step": 2.442791700363159, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.010667886584997177, "subset_score_loss": 0.010667886584997177}
+{"step": 4240000, "wall_time": 40474.443925619125, "train_loss_step": 2.5732007026672363, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.010229384154081344, "subset_score_loss": 0.010229384154081344}
+{"step": 4250000, "wall_time": 40564.665091753006, "train_loss_step": 2.167329788208008, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.010042668879032135, "subset_score_loss": 0.010042668879032135}
+{"step": 4260000, "wall_time": 40654.76494216919, "train_loss_step": 2.3895559310913086, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.010380463302135467, "subset_score_loss": 0.010380463302135467}
+{"step": 4270000, "wall_time": 40732.44382572174, "train_loss_step": 2.183290958404541, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.009966613352298736, "subset_score_loss": 0.009966613352298736}
+{"step": 4280000, "wall_time": 40822.951478242874, "train_loss_step": 2.4606785774230957, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.010844705253839492, "subset_score_loss": 0.010844705253839492}
+{"step": 4290000, "wall_time": 40913.480587005615, "train_loss_step": 2.209926128387451, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.010374782234430313, "subset_score_loss": 0.010374782234430313}
+{"step": 4300000, "wall_time": 41072.27613925934, "train_loss_step": 2.4039089679718018, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.010009003430604934, "subset_score_loss": 0.010009003430604934, "memorization_fraction_pixel": 0.595300018787384, "mean_nn_ratio_pixel": 0.33586594462394714, "fid": 51.857083401711435}
+{"step": 4310000, "wall_time": 41153.8097577095, "train_loss_step": 2.1606433391571045, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.009680597484111786, "subset_score_loss": 0.009680597484111786}
+{"step": 4320000, "wall_time": 41241.93451166153, "train_loss_step": 2.429349899291992, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.01014188900589943, "subset_score_loss": 0.01014188900589943}
+{"step": 4330000, "wall_time": 41329.36703252792, "train_loss_step": 2.2630369663238525, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.009959506243467331, "subset_score_loss": 0.009959506243467331}
+{"step": 4340000, "wall_time": 41410.5222222805, "train_loss_step": 2.495800495147705, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.010225336253643035, "subset_score_loss": 0.010225336253643035}
+{"step": 4350000, "wall_time": 41497.8186750412, "train_loss_step": 2.272307872772217, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.010014578700065613, "subset_score_loss": 0.010014578700065613}
+{"step": 4360000, "wall_time": 41579.79252696037, "train_loss_step": 2.1893582344055176, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.00982574224472046, "subset_score_loss": 0.00982574224472046}
+{"step": 4370000, "wall_time": 41664.76436305046, "train_loss_step": 2.4500608444213867, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.009818436205387115, "subset_score_loss": 0.009818436205387115}
+{"step": 4380000, "wall_time": 41752.810990810394, "train_loss_step": 2.3906192779541016, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.010001857578754426, "subset_score_loss": 0.010001857578754426}
+{"step": 4390000, "wall_time": 41840.632821559906, "train_loss_step": 2.4554834365844727, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.00997663140296936, "subset_score_loss": 0.00997663140296936}
+{"step": 4400000, "wall_time": 41997.554980516434, "train_loss_step": 1.9614609479904175, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.009696022421121598, "subset_score_loss": 0.009696022421121598, "memorization_fraction_pixel": 0.5939000248908997, "mean_nn_ratio_pixel": 0.3350719213485718, "fid": 51.92931227053072}
+{"step": 4410000, "wall_time": 42084.84981966019, "train_loss_step": 2.3629074096679688, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.010355166345834731, "subset_score_loss": 0.010355166345834731}
+{"step": 4420000, "wall_time": 42172.856345415115, "train_loss_step": 2.6747806072235107, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.009743446111679077, "subset_score_loss": 0.009743446111679077}
+{"step": 4430000, "wall_time": 42260.126732349396, "train_loss_step": 2.242478847503662, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.009674113988876343, "subset_score_loss": 0.009674113988876343}
+{"step": 4440000, "wall_time": 42343.848385095596, "train_loss_step": 2.5769848823547363, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.009982487559318543, "subset_score_loss": 0.009982487559318543}
+{"step": 4450000, "wall_time": 42429.288602113724, "train_loss_step": 2.533879518508911, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.009818635135889053, "subset_score_loss": 0.009818635135889053}
+{"step": 4460000, "wall_time": 42513.15079545975, "train_loss_step": 2.7323083877563477, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.01035064086318016, "subset_score_loss": 0.01035064086318016}
+{"step": 4470000, "wall_time": 42600.574372291565, "train_loss_step": 2.3455324172973633, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.009795364737510682, "subset_score_loss": 0.009795364737510682}
+{"step": 4480000, "wall_time": 42688.282298088074, "train_loss_step": 2.4807684421539307, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.009913939982652664, "subset_score_loss": 0.009913939982652664}
+{"step": 4490000, "wall_time": 42775.66718673706, "train_loss_step": 2.3736071586608887, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.009714896231889725, "subset_score_loss": 0.009714896231889725}
+{"step": 4500000, "wall_time": 42929.25439620018, "train_loss_step": 2.2244067192077637, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.00957024097442627, "subset_score_loss": 0.00957024097442627, "memorization_fraction_pixel": 0.6033999919891357, "mean_nn_ratio_pixel": 0.3334459364414215, "fid": 51.97108955954015}
+{"step": 4510000, "wall_time": 43016.888957977295, "train_loss_step": 2.0199854373931885, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.00969378724694252, "subset_score_loss": 0.00969378724694252}
+{"step": 4520000, "wall_time": 43104.35705590248, "train_loss_step": 2.4893388748168945, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.010085838288068772, "subset_score_loss": 0.010085838288068772}
+{"step": 4530000, "wall_time": 43192.11487865448, "train_loss_step": 2.335890054702759, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.009716062992811202, "subset_score_loss": 0.009716062992811202}
+{"step": 4540000, "wall_time": 43275.902446985245, "train_loss_step": 2.440765619277954, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.009421630948781966, "subset_score_loss": 0.009421630948781966}
+{"step": 4550000, "wall_time": 43361.62928032875, "train_loss_step": 2.2139830589294434, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.01008177250623703, "subset_score_loss": 0.01008177250623703}
+{"step": 4560000, "wall_time": 43445.76191139221, "train_loss_step": 2.5018162727355957, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.009560683369636535, "subset_score_loss": 0.009560683369636535}
+{"step": 4570000, "wall_time": 43533.41120529175, "train_loss_step": 2.4032368659973145, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.009493754804134369, "subset_score_loss": 0.009493754804134369}
+{"step": 4580000, "wall_time": 43621.051985263824, "train_loss_step": 2.4531843662261963, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.009491307288408279, "subset_score_loss": 0.009491307288408279}
+{"step": 4590000, "wall_time": 43709.00047874451, "train_loss_step": 2.1776022911071777, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.009899762272834779, "subset_score_loss": 0.009899762272834779}
+{"step": 4600000, "wall_time": 43864.15095591545, "train_loss_step": 2.349010467529297, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.009992699325084686, "subset_score_loss": 0.009992699325084686, "memorization_fraction_pixel": 0.5985999703407288, "mean_nn_ratio_pixel": 0.3342576026916504, "fid": 51.820187233664285}
+{"step": 4610000, "wall_time": 43951.58666729927, "train_loss_step": 2.2670915126800537, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.009686297923326492, "subset_score_loss": 0.009686297923326492}
+{"step": 4620000, "wall_time": 44039.094287633896, "train_loss_step": 2.2208869457244873, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.009180544316768647, "subset_score_loss": 0.009180544316768647}
+{"step": 4630000, "wall_time": 44126.232214689255, "train_loss_step": 2.4837422370910645, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.009342627227306366, "subset_score_loss": 0.009342627227306366}
+{"step": 4640000, "wall_time": 44198.45196700096, "train_loss_step": 2.4341578483581543, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.009648966789245605, "subset_score_loss": 0.009648966789245605}
+{"step": 4650000, "wall_time": 44264.73196673393, "train_loss_step": 2.4693820476531982, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.009564898163080215, "subset_score_loss": 0.009564898163080215}
+{"step": 4660000, "wall_time": 44334.72585725784, "train_loss_step": 2.203733205795288, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.009562481939792634, "subset_score_loss": 0.009562481939792634}
+{"step": 4670000, "wall_time": 44404.65688252449, "train_loss_step": 2.367339611053467, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.009374919533729553, "subset_score_loss": 0.009374919533729553}
+{"step": 4680000, "wall_time": 44474.55784726143, "train_loss_step": 2.2499847412109375, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.00946311205625534, "subset_score_loss": 0.00946311205625534}
+{"step": 4690000, "wall_time": 44544.54657936096, "train_loss_step": 2.5246429443359375, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.009265574812889098, "subset_score_loss": 0.009265574812889098}
+{"step": 4700000, "wall_time": 44669.76218652725, "train_loss_step": 2.2400407791137695, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.009588727355003357, "subset_score_loss": 0.009588727355003357, "memorization_fraction_pixel": 0.6050000190734863, "mean_nn_ratio_pixel": 0.3339656591415405, "fid": 52.15964556574998}
+{"step": 4710000, "wall_time": 44740.135206222534, "train_loss_step": 2.392240524291992, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.009507089853286743, "subset_score_loss": 0.009507089853286743}
+{"step": 4720000, "wall_time": 44810.584649801254, "train_loss_step": 2.4258689880371094, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.009398187696933746, "subset_score_loss": 0.009398187696933746}
+{"step": 4730000, "wall_time": 44881.01615190506, "train_loss_step": 2.2749600410461426, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.009070992469787598, "subset_score_loss": 0.009070992469787598}
+{"step": 4740000, "wall_time": 44947.373852968216, "train_loss_step": 2.182307243347168, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.009215814620256424, "subset_score_loss": 0.009215814620256424}
+{"step": 4750000, "wall_time": 45003.26219749451, "train_loss_step": 2.175475597381592, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.009047771245241166, "subset_score_loss": 0.009047771245241166}
+{"step": 4760000, "wall_time": 45056.23360443115, "train_loss_step": 2.2977585792541504, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.009450851380825043, "subset_score_loss": 0.009450851380825043}
+{"step": 4770000, "wall_time": 45109.03556060791, "train_loss_step": 2.2673611640930176, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.009094356000423432, "subset_score_loss": 0.009094356000423432}
+{"step": 4780000, "wall_time": 45161.820952415466, "train_loss_step": 2.496518135070801, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.009093639254570008, "subset_score_loss": 0.009093639254570008}
+{"step": 4790000, "wall_time": 45214.47945332527, "train_loss_step": 2.5790328979492188, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.009360560774803161, "subset_score_loss": 0.009360560774803161}
+{"step": 4800000, "wall_time": 45282.93408370018, "train_loss_step": 2.2420127391815186, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.008925574272871018, "subset_score_loss": 0.008925574272871018, "memorization_fraction_pixel": 0.6085000038146973, "mean_nn_ratio_pixel": 0.33123111724853516, "fid": 51.40086055543196}
+{"step": 4810000, "wall_time": 45318.4997048378, "train_loss_step": 2.3366878032684326, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.009198003262281419, "subset_score_loss": 0.009198003262281419}
+{"step": 4820000, "wall_time": 45353.75971913338, "train_loss_step": 2.387390613555908, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.009329625219106675, "subset_score_loss": 0.009329625219106675}
+{"step": 4830000, "wall_time": 45388.91770553589, "train_loss_step": 2.2269067764282227, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.009508109092712403, "subset_score_loss": 0.009508109092712403}
+{"step": 4840000, "wall_time": 45416.650440216064, "train_loss_step": 2.496903896331787, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.00910457968711853, "subset_score_loss": 0.00910457968711853}
+{"step": 4850000, "wall_time": 45451.96096253395, "train_loss_step": 2.5193233489990234, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.009016653150320053, "subset_score_loss": 0.009016653150320053}
+{"step": 4860000, "wall_time": 45487.504041433334, "train_loss_step": 2.2451353073120117, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.00944654643535614, "subset_score_loss": 0.00944654643535614}
+{"step": 4870000, "wall_time": 45523.041605234146, "train_loss_step": 2.4899697303771973, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.00902157574892044, "subset_score_loss": 0.00902157574892044}
+{"step": 4880000, "wall_time": 45558.52367353439, "train_loss_step": 2.2779359817504883, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.008701416105031968, "subset_score_loss": 0.008701416105031968}
+{"step": 4890000, "wall_time": 45594.02369403839, "train_loss_step": 2.333230972290039, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.008843833208084106, "subset_score_loss": 0.008843833208084106}
+{"step": 4900000, "wall_time": 45662.333614349365, "train_loss_step": 2.138512134552002, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.009314369410276413, "subset_score_loss": 0.009314369410276413, "memorization_fraction_pixel": 0.597000002861023, "mean_nn_ratio_pixel": 0.3335651755332947, "fid": 51.85690014141923}
+{"step": 4910000, "wall_time": 45697.88506317139, "train_loss_step": 2.2627315521240234, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.008753229677677155, "subset_score_loss": 0.008753229677677155}
+{"step": 4920000, "wall_time": 45733.416644096375, "train_loss_step": 2.211754560470581, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.009197958558797837, "subset_score_loss": 0.009197958558797837}
+{"step": 4930000, "wall_time": 45768.88789868355, "train_loss_step": 2.16473650932312, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.008700769394636154, "subset_score_loss": 0.008700769394636154}
+{"step": 4940000, "wall_time": 45790.20988750458, "train_loss_step": 2.2749152183532715, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.008932144939899444, "subset_score_loss": 0.008932144939899444}
+{"step": 4950000, "wall_time": 45807.675068855286, "train_loss_step": 2.2981112003326416, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.008957014977931976, "subset_score_loss": 0.008957014977931976}
+{"step": 4960000, "wall_time": 45825.93209481239, "train_loss_step": 2.4069108963012695, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.008643097430467605, "subset_score_loss": 0.008643097430467605}
+{"step": 4970000, "wall_time": 45843.5661509037, "train_loss_step": 2.059969902038574, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.009006894379854202, "subset_score_loss": 0.009006894379854202}
+{"step": 4980000, "wall_time": 45861.09986758232, "train_loss_step": 2.3767826557159424, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.008781693130731582, "subset_score_loss": 0.008781693130731582}
+{"step": 4990000, "wall_time": 45878.602767944336, "train_loss_step": 2.2697439193725586, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.00908198282122612, "subset_score_loss": 0.00908198282122612}
+{"step": 5000000, "wall_time": 45912.09864473343, "train_loss_step": 2.2401342391967773, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.008976174890995026, "subset_score_loss": 0.008976174890995026, "memorization_fraction_pixel": 0.6146000027656555, "mean_nn_ratio_pixel": 0.3310023546218872, "fid": 51.415215867107605}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..d1ff9256e686013276770b87d9a588d343da12df
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     67s | train_loss=0.9934 | fid=276.0154
+  step   10000 |    156s | train_loss=0.8531
+  step   20000 |    246s | train_loss=0.8206
+  step   30000 |    337s | train_loss=0.7603
+  step   40000 |    427s | train_loss=0.6698
+  step   50000 |    518s | train_loss=0.5341
+  step   60000 |    608s | train_loss=0.3887
+  step   70000 |    699s | train_loss=0.2841
+  step   80000 |    790s | train_loss=0.2228
+  step   90000 |    880s | train_loss=0.1887
+  step  100000 |   1031s | train_loss=0.1681 | fid=60.5336
+  step  110000 |   1121s | train_loss=0.1528
+  step  120000 |   1212s | train_loss=0.1406
+  step  130000 |   1302s | train_loss=0.1302
+  step  140000 |   1393s | train_loss=0.1230
+  step  150000 |   1484s | train_loss=0.1162
+  step  160000 |   1574s | train_loss=0.1111
+  step  170000 |   1665s | train_loss=0.1048
+  step  180000 |   1755s | train_loss=0.0999
+  step  190000 |   1845s | train_loss=0.0972
+  step  200000 |   1998s | train_loss=0.0926 | fid=59.2439
+  step  210000 |   2088s | train_loss=0.0886
+  step  220000 |   2178s | train_loss=0.0874
+  step  230000 |   2269s | train_loss=0.0837
+  step  240000 |   2359s | train_loss=0.0798
+  step  250000 |   2449s | train_loss=0.0778
+  step  260000 |   2540s | train_loss=0.0760
+  step  270000 |   2630s | train_loss=0.0732
+  step  280000 |   2721s | train_loss=0.0716
+  step  290000 |   2805s | train_loss=0.0698
+  step  300000 |   2964s | train_loss=0.0686 | fid=56.5992
+  step  310000 |   3055s | train_loss=0.0664
+  step  320000 |   3145s | train_loss=0.0649
+  step  330000 |   3236s | train_loss=0.0630
+  step  340000 |   3327s | train_loss=0.0624
+  step  350000 |   3417s | train_loss=0.0607
+  step  360000 |   3508s | train_loss=0.0593
+  step  370000 |   3598s | train_loss=0.0585
+  step  380000 |   3683s | train_loss=0.0576
+  step  390000 |   3771s | train_loss=0.0562
+  step  400000 |   3930s | train_loss=0.0552 | fid=55.7165
+  step  410000 |   4021s | train_loss=0.0547
+  step  420000 |   4111s | train_loss=0.0529
+  step  430000 |   4202s | train_loss=0.0527
+  step  440000 |   4292s | train_loss=0.0519
+  step  450000 |   4383s | train_loss=0.0509
+  step  460000 |   4473s | train_loss=0.0509
+  step  470000 |   4558s | train_loss=0.0499
+  step  480000 |   4645s | train_loss=0.0497
+  step  490000 |   4735s | train_loss=0.0482
+  step  500000 |   4894s | train_loss=0.0479 | fid=54.3212
+  step  510000 |   4984s | train_loss=0.0470
+  step  520000 |   5075s | train_loss=0.0464
+  step  530000 |   5165s | train_loss=0.0453
+  step  540000 |   5256s | train_loss=0.0458
+  step  550000 |   5346s | train_loss=0.0450
+  step  560000 |   5434s | train_loss=0.0438
+  step  570000 |   5519s | train_loss=0.0442
+  step  580000 |   5609s | train_loss=0.0440
+  step  590000 |   5697s | train_loss=0.0431
+  step  600000 |   5859s | train_loss=0.0421 | fid=54.6626
+  step  610000 |   5949s | train_loss=0.0418
+  step  620000 |   6040s | train_loss=0.0414
+  step  630000 |   6130s | train_loss=0.0428
+  step  640000 |   6221s | train_loss=0.0407
+  step  650000 |   6309s | train_loss=0.0402
+  step  660000 |   6396s | train_loss=0.0398
+  step  670000 |   6484s | train_loss=0.0401
+  step  680000 |   6574s | train_loss=0.0393
+  step  690000 |   6662s | train_loss=0.0394
+  step  700000 |   6824s | train_loss=0.0386 | fid=54.3034
+  step  710000 |   6915s | train_loss=0.0379
+  step  720000 |   7005s | train_loss=0.0380
+  step  730000 |   7096s | train_loss=0.0373
+  step  740000 |   7184s | train_loss=0.0366
+  step  750000 |   7270s | train_loss=0.0368
+  step  760000 |   7358s | train_loss=0.0365
+  step  770000 |   7448s | train_loss=0.0368
+  step  780000 |   7538s | train_loss=0.0354
+  step  790000 |   7626s | train_loss=0.0353
+  step  800000 |   7788s | train_loss=0.0351 | fid=52.6865
+  step  810000 |   7879s | train_loss=0.0349
+  step  820000 |   7969s | train_loss=0.0348
+  step  830000 |   8060s | train_loss=0.0345
+  step  840000 |   8147s | train_loss=0.0338
+  step  850000 |   8231s | train_loss=0.0343
+  step  860000 |   8322s | train_loss=0.0335
+  step  870000 |   8412s | train_loss=0.0333
+  step  880000 |   8500s | train_loss=0.0336
+  step  890000 |   8590s | train_loss=0.0339
+  step  900000 |   8752s | train_loss=0.0328 | fid=52.3237
+  step  910000 |   8843s | train_loss=0.0323
+  step  920000 |   8934s | train_loss=0.0323
+  step  930000 |   9021s | train_loss=0.0322
+  step  940000 |   9109s | train_loss=0.0317
+  step  950000 |   9196s | train_loss=0.0321
+  step  960000 |   9286s | train_loss=0.0313
+  step  970000 |   9377s | train_loss=0.0311
+  step  980000 |   9464s | train_loss=0.0309
+  step  990000 |   9555s | train_loss=0.0305
+  step 1000000 |   9717s | train_loss=0.0301 | fid=52.8634
+  step 1010000 |   9807s | train_loss=0.0302
+  step 1020000 |   9895s | train_loss=0.0299
+  step 1030000 |   9982s | train_loss=0.0298
+  step 1040000 |  10069s | train_loss=0.0296
+  step 1050000 |  10160s | train_loss=0.0305
+  step 1060000 |  10250s | train_loss=0.0296
+  step 1070000 |  10340s | train_loss=0.0289
+  step 1080000 |  10427s | train_loss=0.0293
+  step 1090000 |  10518s | train_loss=0.0289
+  step 1100000 |  10680s | train_loss=0.0286 | fid=52.7596
+  step 1110000 |  10767s | train_loss=0.0287
+  step 1120000 |  10855s | train_loss=0.0289
+  step 1130000 |  10945s | train_loss=0.0276
+  step 1140000 |  11032s | train_loss=0.0282
+  step 1150000 |  11123s | train_loss=0.0285
+  step 1160000 |  11213s | train_loss=0.0272
+  step 1170000 |  11300s | train_loss=0.0272
+  step 1180000 |  11391s | train_loss=0.0271
+  step 1190000 |  11482s | train_loss=0.0276
+  step 1200000 |  11641s | train_loss=0.0272 | fid=52.2709
+  step 1210000 |  11731s | train_loss=0.0270
+  step 1220000 |  11819s | train_loss=0.0269
+  step 1230000 |  11906s | train_loss=0.0266
+  step 1240000 |  11997s | train_loss=0.0267
+  step 1250000 |  12087s | train_loss=0.0268
+  step 1260000 |  12178s | train_loss=0.0267
+  step 1270000 |  12266s | train_loss=0.0262
+  step 1280000 |  12356s | train_loss=0.0261
+  step 1290000 |  12447s | train_loss=0.0259
+  step 1300000 |  12604s | train_loss=0.0259 | fid=52.1968
+  step 1310000 |  12692s | train_loss=0.0259
+  step 1320000 |  12780s | train_loss=0.0253
+  step 1330000 |  12870s | train_loss=0.0253
+  step 1340000 |  12961s | train_loss=0.0250
+  step 1350000 |  13051s | train_loss=0.0251
+  step 1360000 |  13141s | train_loss=0.0252
+  step 1370000 |  13229s | train_loss=0.0249
+  step 1380000 |  13319s | train_loss=0.0252
+  step 1390000 |  13407s | train_loss=0.0245
+  step 1400000 |  13564s | train_loss=0.0241 | fid=52.1689
+  step 1410000 |  13654s | train_loss=0.0243
+  step 1420000 |  13742s | train_loss=0.0242
+  step 1430000 |  13833s | train_loss=0.0243
+  step 1440000 |  13923s | train_loss=0.0237
+  step 1450000 |  14013s | train_loss=0.0249
+  step 1460000 |  14100s | train_loss=0.0239
+  step 1470000 |  14191s | train_loss=0.0243
+  step 1480000 |  14280s | train_loss=0.0235
+  step 1490000 |  14367s | train_loss=0.0237
+  step 1500000 |  14524s | train_loss=0.0233 | fid=52.3043
+  step 1510000 |  14611s | train_loss=0.0236
+  step 1520000 |  14702s | train_loss=0.0231
+  step 1530000 |  14792s | train_loss=0.0230
+  step 1540000 |  14883s | train_loss=0.0230
+  step 1550000 |  14973s | train_loss=0.0227
+  step 1560000 |  15060s | train_loss=0.0229
+  step 1570000 |  15151s | train_loss=0.0224
+  step 1580000 |  15235s | train_loss=0.0225
+  step 1590000 |  15325s | train_loss=0.0222
+  step 1600000 |  15475s | train_loss=0.0222 | fid=52.5750
+  step 1610000 |  15553s | train_loss=0.0218
+  step 1620000 |  15642s | train_loss=0.0215
+  step 1630000 |  15732s | train_loss=0.0220
+  step 1640000 |  15822s | train_loss=0.0216
+  step 1650000 |  15912s | train_loss=0.0215
+  step 1660000 |  15989s | train_loss=0.0223
+  step 1670000 |  16073s | train_loss=0.0221
+  step 1680000 |  16163s | train_loss=0.0215
+  step 1690000 |  16250s | train_loss=0.0213
+  step 1700000 |  16411s | train_loss=0.0215 | fid=51.6409
+  step 1710000 |  16499s | train_loss=0.0213
+  step 1720000 |  16589s | train_loss=0.0215
+  step 1730000 |  16679s | train_loss=0.0211
+  step 1740000 |  16770s | train_loss=0.0216
+  step 1750000 |  16860s | train_loss=0.0213
+  step 1760000 |  16947s | train_loss=0.0206
+  step 1770000 |  17034s | train_loss=0.0210
+  step 1780000 |  17124s | train_loss=0.0210
+  step 1790000 |  17211s | train_loss=0.0206
+  step 1800000 |  17369s | train_loss=0.0206 | fid=51.9642
+  step 1810000 |  17460s | train_loss=0.0212
+  step 1820000 |  17549s | train_loss=0.0201
+  step 1830000 |  17640s | train_loss=0.0202
+  step 1840000 |  17730s | train_loss=0.0208
+  step 1850000 |  17820s | train_loss=0.0205
+  step 1860000 |  17903s | train_loss=0.0204
+  step 1870000 |  17993s | train_loss=0.0202
+  step 1880000 |  18080s | train_loss=0.0200
+  step 1890000 |  18171s | train_loss=0.0207
+  step 1900000 |  18328s | train_loss=0.0212 | fid=51.8678
+  step 1910000 |  18419s | train_loss=0.0196
+  step 1920000 |  18509s | train_loss=0.0197
+  step 1930000 |  18600s | train_loss=0.0195
+  step 1940000 |  18690s | train_loss=0.0194
+  step 1950000 |  18775s | train_loss=0.0192
+  step 1960000 |  18863s | train_loss=0.0195
+  step 1970000 |  18951s | train_loss=0.0193
+  step 1980000 |  19041s | train_loss=0.0197
+  step 1990000 |  19130s | train_loss=0.0193
+  step 2000000 |  19288s | train_loss=0.0187 | fid=52.2860
+  step 2010000 |  19377s | train_loss=0.0194
+  step 2020000 |  19467s | train_loss=0.0189
+  step 2030000 |  19556s | train_loss=0.0186
+  step 2040000 |  19642s | train_loss=0.0189
+  step 2050000 |  19726s | train_loss=0.0187
+  step 2060000 |  19816s | train_loss=0.0189
+  step 2070000 |  19901s | train_loss=0.0184
+  step 2080000 |  19991s | train_loss=0.0190
+  step 2090000 |  20078s | train_loss=0.0186
+  step 2100000 |  20239s | train_loss=0.0190 | fid=51.9741
+  step 2110000 |  20329s | train_loss=0.0188
+  step 2120000 |  20419s | train_loss=0.0180
+  step 2130000 |  20510s | train_loss=0.0196
+  step 2140000 |  20597s | train_loss=0.0186
+  step 2150000 |  20683s | train_loss=0.0177
+  step 2160000 |  20770s | train_loss=0.0180
+  step 2170000 |  20860s | train_loss=0.0184
+  step 2180000 |  20946s | train_loss=0.0185
+  step 2190000 |  21036s | train_loss=0.0186
+  step 2200000 |  21196s | train_loss=0.0175 | fid=51.9769
+  step 2210000 |  21285s | train_loss=0.0179
+  step 2220000 |  21375s | train_loss=0.0176
+  step 2230000 |  21461s | train_loss=0.0175
+  step 2240000 |  21550s | train_loss=0.0174
+  step 2250000 |  21635s | train_loss=0.0182
+  step 2260000 |  21725s | train_loss=0.0172
+  step 2270000 |  21814s | train_loss=0.0173
+  step 2280000 |  21901s | train_loss=0.0184
+  step 2290000 |  21992s | train_loss=0.0174
+  step 2300000 |  22153s | train_loss=0.0173 | fid=51.7212
+  step 2310000 |  22244s | train_loss=0.0176
+  step 2320000 |  22331s | train_loss=0.0173
+  step 2330000 |  22421s | train_loss=0.0167
+  step 2340000 |  22510s | train_loss=0.0172
+  step 2350000 |  22595s | train_loss=0.0166
+  step 2360000 |  22685s | train_loss=0.0174
+  step 2370000 |  22772s | train_loss=0.0169
+  step 2380000 |  22863s | train_loss=0.0168
+  step 2390000 |  22954s | train_loss=0.0167
+  step 2400000 |  23112s | train_loss=0.0162 | fid=52.5185
+  step 2410000 |  23200s | train_loss=0.0163
+  step 2420000 |  23289s | train_loss=0.0167
+  step 2430000 |  23378s | train_loss=0.0164
+  step 2440000 |  23460s | train_loss=0.0169
+  step 2450000 |  23549s | train_loss=0.0166
+  step 2460000 |  23639s | train_loss=0.0168
+  step 2470000 |  23725s | train_loss=0.0175
+  step 2480000 |  23814s | train_loss=0.0163
+  step 2490000 |  23904s | train_loss=0.0161
+  step 2500000 |  24063s | train_loss=0.0164 | fid=51.7748
+  step 2510000 |  24151s | train_loss=0.0161
+  step 2520000 |  24241s | train_loss=0.0165
+  step 2530000 |  24329s | train_loss=0.0160
+  step 2540000 |  24413s | train_loss=0.0168
+  step 2550000 |  24503s | train_loss=0.0159
+  step 2560000 |  24589s | train_loss=0.0158
+  step 2570000 |  24679s | train_loss=0.0165
+  step 2580000 |  24768s | train_loss=0.0158
+  step 2590000 |  24857s | train_loss=0.0156
+  step 2600000 |  25015s | train_loss=0.0156 | fid=52.3944
+  step 2610000 |  25105s | train_loss=0.0152
+  step 2620000 |  25194s | train_loss=0.0159
+  step 2630000 |  25281s | train_loss=0.0156
+  step 2640000 |  25367s | train_loss=0.0160
+  step 2650000 |  25456s | train_loss=0.0156
+  step 2660000 |  25542s | train_loss=0.0156
+  step 2670000 |  25632s | train_loss=0.0152
+  step 2680000 |  25720s | train_loss=0.0159
+  step 2690000 |  25810s | train_loss=0.0152
+  step 2700000 |  25968s | train_loss=0.0155 | fid=52.2704
+  step 2710000 |  26057s | train_loss=0.0160
+  step 2720000 |  26144s | train_loss=0.0160
+  step 2730000 |  26233s | train_loss=0.0154
+  step 2740000 |  26319s | train_loss=0.0147
+  step 2750000 |  26406s | train_loss=0.0152
+  step 2760000 |  26495s | train_loss=0.0149
+  step 2770000 |  26584s | train_loss=0.0151
+  step 2780000 |  26673s | train_loss=0.0147
+  step 2790000 |  26761s | train_loss=0.0150
+  step 2800000 |  26921s | train_loss=0.0145 | fid=51.9537
+  step 2810000 |  27010s | train_loss=0.0145
+  step 2820000 |  27097s | train_loss=0.0153
+  step 2830000 |  27184s | train_loss=0.0144
+  step 2840000 |  27272s | train_loss=0.0144
+  step 2850000 |  27358s | train_loss=0.0149
+  step 2860000 |  27447s | train_loss=0.0156
+  step 2870000 |  27537s | train_loss=0.0146
+  step 2880000 |  27625s | train_loss=0.0145
+  step 2890000 |  27714s | train_loss=0.0143
+  step 2900000 |  27874s | train_loss=0.0141 | fid=51.8377
+  step 2910000 |  27961s | train_loss=0.0143
+  step 2920000 |  28052s | train_loss=0.0139
+  step 2930000 |  28139s | train_loss=0.0142
+  step 2940000 |  28227s | train_loss=0.0141
+  step 2950000 |  28317s | train_loss=0.0136
+  step 2960000 |  28406s | train_loss=0.0137
+  step 2970000 |  28492s | train_loss=0.0142
+  step 2980000 |  28575s | train_loss=0.0138
+  step 2990000 |  28661s | train_loss=0.0136
+  step 3000000 |  28816s | train_loss=0.0133 | fid=51.4702
+  step 3010000 |  28904s | train_loss=0.0134
+  step 3020000 |  28994s | train_loss=0.0133
+  step 3030000 |  29082s | train_loss=0.0138
+  step 3040000 |  29170s | train_loss=0.0143
+  step 3050000 |  29261s | train_loss=0.0142
+  step 3060000 |  29351s | train_loss=0.0138
+  step 3070000 |  29436s | train_loss=0.0136
+  step 3080000 |  29522s | train_loss=0.0134
+  step 3090000 |  29608s | train_loss=0.0134
+  step 3100000 |  29763s | train_loss=0.0140 | fid=52.0210
+  step 3110000 |  29853s | train_loss=0.0140
+  step 3120000 |  29944s | train_loss=0.0131
+  step 3130000 |  30028s | train_loss=0.0137
+  step 3140000 |  30119s | train_loss=0.0133
+  step 3150000 |  30210s | train_loss=0.0139
+  step 3160000 |  30298s | train_loss=0.0133
+  step 3170000 |  30389s | train_loss=0.0130
+  step 3180000 |  30479s | train_loss=0.0132
+  step 3190000 |  30570s | train_loss=0.0134
+  step 3200000 |  30729s | train_loss=0.0130 | fid=51.8826
+  step 3210000 |  30819s | train_loss=0.0130
+  step 3220000 |  30908s | train_loss=0.0129
+  step 3230000 |  30975s | train_loss=0.0132
+  step 3240000 |  31066s | train_loss=0.0132
+  step 3250000 |  31155s | train_loss=0.0139
+  step 3260000 |  31245s | train_loss=0.0127
+  step 3270000 |  31335s | train_loss=0.0129
+  step 3280000 |  31425s | train_loss=0.0139
+  step 3290000 |  31511s | train_loss=0.0125
+  step 3300000 |  31661s | train_loss=0.0131 | fid=52.2213
+  step 3310000 |  31751s | train_loss=0.0124
+  step 3320000 |  31835s | train_loss=0.0129
+  step 3330000 |  31916s | train_loss=0.0126
+  step 3340000 |  32005s | train_loss=0.0123
+  step 3350000 |  32095s | train_loss=0.0132
+  step 3360000 |  32184s | train_loss=0.0124
+  step 3370000 |  32274s | train_loss=0.0130
+  step 3380000 |  32363s | train_loss=0.0127
+  step 3390000 |  32450s | train_loss=0.0124
+  step 3400000 |  32612s | train_loss=0.0125 | fid=52.1386
+  step 3410000 |  32702s | train_loss=0.0128
+  step 3420000 |  32789s | train_loss=0.0124
+  step 3430000 |  32876s | train_loss=0.0120
+  step 3440000 |  32964s | train_loss=0.0122
+  step 3450000 |  33053s | train_loss=0.0121
+  step 3460000 |  33142s | train_loss=0.0120
+  step 3470000 |  33232s | train_loss=0.0120
+  step 3480000 |  33321s | train_loss=0.0124
+  step 3490000 |  33408s | train_loss=0.0124
+  step 3500000 |  33569s | train_loss=0.0121 | fid=51.5588
+  step 3510000 |  33657s | train_loss=0.0122
+  step 3520000 |  33745s | train_loss=0.0121
+  step 3530000 |  33823s | train_loss=0.0123
+  step 3540000 |  33913s | train_loss=0.0120
+  step 3550000 |  34002s | train_loss=0.0116
+  step 3560000 |  34093s | train_loss=0.0127
+  step 3570000 |  34184s | train_loss=0.0120
+  step 3580000 |  34266s | train_loss=0.0123
+  step 3590000 |  34356s | train_loss=0.0125
+  step 3600000 |  34518s | train_loss=0.0118 | fid=51.3932
+  step 3610000 |  34597s | train_loss=0.0117
+  step 3620000 |  34686s | train_loss=0.0121
+  step 3630000 |  34761s | train_loss=0.0114
+  step 3640000 |  34851s | train_loss=0.0121
+  step 3650000 |  34942s | train_loss=0.0121
+  step 3660000 |  35033s | train_loss=0.0116
+  step 3670000 |  35123s | train_loss=0.0114
+  step 3680000 |  35199s | train_loss=0.0116
+  step 3690000 |  35289s | train_loss=0.0117
+  step 3700000 |  35451s | train_loss=0.0112 | fid=52.1657
+  step 3710000 |  35530s | train_loss=0.0121
+  step 3720000 |  35621s | train_loss=0.0114
+  step 3730000 |  35702s | train_loss=0.0113
+  step 3740000 |  35791s | train_loss=0.0119
+  step 3750000 |  35881s | train_loss=0.0129
+  step 3760000 |  35972s | train_loss=0.0115
+  step 3770000 |  36061s | train_loss=0.0109
+  step 3780000 |  36140s | train_loss=0.0114
+  step 3790000 |  36231s | train_loss=0.0117
+  step 3800000 |  36387s | train_loss=0.0109 | fid=52.0835
+  step 3810000 |  36467s | train_loss=0.0111
+  step 3820000 |  36557s | train_loss=0.0113
+  step 3830000 |  36640s | train_loss=0.0114
+  step 3840000 |  36724s | train_loss=0.0114
+  step 3850000 |  36814s | train_loss=0.0110
+  step 3860000 |  36905s | train_loss=0.0112
+  step 3870000 |  36991s | train_loss=0.0110
+  step 3880000 |  37072s | train_loss=0.0114
+  step 3890000 |  37163s | train_loss=0.0113
+  step 3900000 |  37320s | train_loss=0.0109 | fid=52.1548
+  step 3910000 |  37401s | train_loss=0.0109
+  step 3920000 |  37492s | train_loss=0.0111
+  step 3930000 |  37580s | train_loss=0.0114
+  step 3940000 |  37658s | train_loss=0.0109
+  step 3950000 |  37748s | train_loss=0.0108
+  step 3960000 |  37839s | train_loss=0.0107
+  step 3970000 |  37922s | train_loss=0.0111
+  step 3980000 |  38006s | train_loss=0.0105
+  step 3990000 |  38095s | train_loss=0.0109
+  step 4000000 |  38253s | train_loss=0.0107 | fid=51.4698
+  step 4010000 |  38334s | train_loss=0.0106
+  step 4020000 |  38424s | train_loss=0.0109
+  step 4030000 |  38515s | train_loss=0.0106
+  step 4040000 |  38594s | train_loss=0.0106
+  step 4050000 |  38685s | train_loss=0.0109
+  step 4060000 |  38775s | train_loss=0.0107
+  step 4070000 |  38856s | train_loss=0.0103
+  step 4080000 |  38939s | train_loss=0.0109
+  step 4090000 |  39030s | train_loss=0.0104
+  step 4100000 |  39190s | train_loss=0.0104 | fid=51.9780
+  step 4110000 |  39271s | train_loss=0.0107
+  step 4120000 |  39361s | train_loss=0.0108
+  step 4130000 |  39452s | train_loss=0.0106
+  step 4140000 |  39533s | train_loss=0.0105
+  step 4150000 |  39624s | train_loss=0.0106
+  step 4160000 |  39714s | train_loss=0.0101
+  step 4170000 |  39793s | train_loss=0.0102
+  step 4180000 |  39883s | train_loss=0.0104
+  step 4190000 |  39973s | train_loss=0.0106
+  step 4200000 |  40133s | train_loss=0.0106 | fid=52.7970
+  step 4210000 |  40214s | train_loss=0.0102
+  step 4220000 |  40304s | train_loss=0.0107
+  step 4230000 |  40395s | train_loss=0.0107
+  step 4240000 |  40474s | train_loss=0.0102
+  step 4250000 |  40565s | train_loss=0.0100
+  step 4260000 |  40655s | train_loss=0.0104
+  step 4270000 |  40732s | train_loss=0.0100
+  step 4280000 |  40823s | train_loss=0.0108
+  step 4290000 |  40913s | train_loss=0.0104
+  step 4300000 |  41072s | train_loss=0.0100 | fid=51.8571
+  step 4310000 |  41154s | train_loss=0.0097
+  step 4320000 |  41242s | train_loss=0.0101
+  step 4330000 |  41329s | train_loss=0.0100
+  step 4340000 |  41411s | train_loss=0.0102
+  step 4350000 |  41498s | train_loss=0.0100
+  step 4360000 |  41580s | train_loss=0.0098
+  step 4370000 |  41665s | train_loss=0.0098
+  step 4380000 |  41753s | train_loss=0.0100
+  step 4390000 |  41841s | train_loss=0.0100
+  step 4400000 |  41998s | train_loss=0.0097 | fid=51.9293
+  step 4410000 |  42085s | train_loss=0.0104
+  step 4420000 |  42173s | train_loss=0.0097
+  step 4430000 |  42260s | train_loss=0.0097
+  step 4440000 |  42344s | train_loss=0.0100
+  step 4450000 |  42429s | train_loss=0.0098
+  step 4460000 |  42513s | train_loss=0.0104
+  step 4470000 |  42601s | train_loss=0.0098
+  step 4480000 |  42688s | train_loss=0.0099
+  step 4490000 |  42776s | train_loss=0.0097
+  step 4500000 |  42929s | train_loss=0.0096 | fid=51.9711
+  step 4510000 |  43017s | train_loss=0.0097
+  step 4520000 |  43104s | train_loss=0.0101
+  step 4530000 |  43192s | train_loss=0.0097
+  step 4540000 |  43276s | train_loss=0.0094
+  step 4550000 |  43362s | train_loss=0.0101
+  step 4560000 |  43446s | train_loss=0.0096
+  step 4570000 |  43533s | train_loss=0.0095
+  step 4580000 |  43621s | train_loss=0.0095
+  step 4590000 |  43709s | train_loss=0.0099
+  step 4600000 |  43864s | train_loss=0.0100 | fid=51.8202
+  step 4610000 |  43952s | train_loss=0.0097
+  step 4620000 |  44039s | train_loss=0.0092
+  step 4630000 |  44126s | train_loss=0.0093
+  step 4640000 |  44198s | train_loss=0.0096
+  step 4650000 |  44265s | train_loss=0.0096
+  step 4660000 |  44335s | train_loss=0.0096
+  step 4670000 |  44405s | train_loss=0.0094
+  step 4680000 |  44475s | train_loss=0.0095
+  step 4690000 |  44545s | train_loss=0.0093
+  step 4700000 |  44670s | train_loss=0.0096 | fid=52.1596
+  step 4710000 |  44740s | train_loss=0.0095
+  step 4720000 |  44811s | train_loss=0.0094
+  step 4730000 |  44881s | train_loss=0.0091
+  step 4740000 |  44947s | train_loss=0.0092
+  step 4750000 |  45003s | train_loss=0.0090
+  step 4760000 |  45056s | train_loss=0.0095
+  step 4770000 |  45109s | train_loss=0.0091
+  step 4780000 |  45162s | train_loss=0.0091
+  step 4790000 |  45214s | train_loss=0.0094
+  step 4800000 |  45283s | train_loss=0.0089 | fid=51.4009
+  step 4810000 |  45318s | train_loss=0.0092
+  step 4820000 |  45354s | train_loss=0.0093
+  step 4830000 |  45389s | train_loss=0.0095
+  step 4840000 |  45417s | train_loss=0.0091
+  step 4850000 |  45452s | train_loss=0.0090
+  step 4860000 |  45488s | train_loss=0.0094
+  step 4870000 |  45523s | train_loss=0.0090
+  step 4880000 |  45559s | train_loss=0.0087
+  step 4890000 |  45594s | train_loss=0.0088
+  step 4900000 |  45662s | train_loss=0.0093 | fid=51.8569
+  step 4910000 |  45698s | train_loss=0.0088
+  step 4920000 |  45733s | train_loss=0.0092
+  step 4930000 |  45769s | train_loss=0.0087
+  step 4940000 |  45790s | train_loss=0.0089
+  step 4950000 |  45808s | train_loss=0.0090
+  step 4960000 |  45826s | train_loss=0.0086
+  step 4970000 |  45844s | train_loss=0.0090
+  step 4980000 |  45861s | train_loss=0.0088
+  step 4990000 |  45879s | train_loss=0.0091
+  step 5000000 |  45912s | train_loss=0.0090 | fid=51.4152
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d1d8ed1af6b7be659d9531cd748d50bc858e0520
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..dfbbd3055611f113f4dcf0222eaa41f5f8667878
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 50, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 68.13161754608154, "train_loss_step": 49.77355194091797, "n_params": 4367410, "total_flops": 13416683520, "train_loss": 0.9927256774902343, "subset_score_loss": 0.9927256774902343, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9740703105926514, "fid": 244.7511985374286}
+{"step": 10000, "wall_time": 152.87928652763367, "train_loss_step": 10.70864486694336, "n_params": 4367410, "total_flops": 134166835200000, "train_loss": 0.847056884765625, "subset_score_loss": 0.847056884765625}
+{"step": 20000, "wall_time": 237.64201140403748, "train_loss_step": 9.830459594726562, "n_params": 4367410, "total_flops": 268333670400000, "train_loss": 0.7901207733154297, "subset_score_loss": 0.7901207733154297}
+{"step": 30000, "wall_time": 322.4299306869507, "train_loss_step": 8.793184280395508, "n_params": 4367410, "total_flops": 402500505600000, "train_loss": 0.7044216156005859, "subset_score_loss": 0.7044216156005859}
+{"step": 40000, "wall_time": 407.1662085056305, "train_loss_step": 8.415900230407715, "n_params": 4367410, "total_flops": 536667340800000, "train_loss": 0.5757256698608398, "subset_score_loss": 0.5757256698608398}
+{"step": 50000, "wall_time": 491.90694189071655, "train_loss_step": 7.2181172370910645, "n_params": 4367410, "total_flops": 670834176000000, "train_loss": 0.4133096694946289, "subset_score_loss": 0.4133096694946289}
+{"step": 60000, "wall_time": 576.6470637321472, "train_loss_step": 6.770988464355469, "n_params": 4367410, "total_flops": 805001011200000, "train_loss": 0.2891513442993164, "subset_score_loss": 0.2891513442993164}
+{"step": 70000, "wall_time": 661.359747171402, "train_loss_step": 6.33317232131958, "n_params": 4367410, "total_flops": 939167846400000, "train_loss": 0.21863824844360352, "subset_score_loss": 0.21863824844360352}
+{"step": 80000, "wall_time": 746.0967903137207, "train_loss_step": 5.853635311126709, "n_params": 4367410, "total_flops": 1073334681600000, "train_loss": 0.17964622497558594, "subset_score_loss": 0.17964622497558594}
+{"step": 90000, "wall_time": 830.8630020618439, "train_loss_step": 5.3355913162231445, "n_params": 4367410, "total_flops": 1207501516800000, "train_loss": 0.1593649959564209, "subset_score_loss": 0.1593649959564209}
+{"step": 100000, "wall_time": 977.0032336711884, "train_loss_step": 5.296435356140137, "n_params": 4367410, "total_flops": 1341668352000000, "train_loss": 0.1446997928619385, "subset_score_loss": 0.1446997928619385, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.8862264752388, "fid": 58.498985193561516}
+{"step": 110000, "wall_time": 1058.6160707473755, "train_loss_step": 5.022023677825928, "n_params": 4367410, "total_flops": 1475835187200000, "train_loss": 0.13322873115539552, "subset_score_loss": 0.13322873115539552}
+{"step": 120000, "wall_time": 1143.3542799949646, "train_loss_step": 4.771584987640381, "n_params": 4367410, "total_flops": 1610002022400000, "train_loss": 0.12519607543945313, "subset_score_loss": 0.12519607543945313}
+{"step": 130000, "wall_time": 1228.098075389862, "train_loss_step": 4.869668006896973, "n_params": 4367410, "total_flops": 1744168857600000, "train_loss": 0.11634020805358887, "subset_score_loss": 0.11634020805358887}
+{"step": 140000, "wall_time": 1312.8660430908203, "train_loss_step": 4.967561721801758, "n_params": 4367410, "total_flops": 1878335692800000, "train_loss": 0.10942429542541504, "subset_score_loss": 0.10942429542541504}
+{"step": 150000, "wall_time": 1397.5823245048523, "train_loss_step": 4.791717529296875, "n_params": 4367410, "total_flops": 2012502528000000, "train_loss": 0.10613847732543945, "subset_score_loss": 0.10613847732543945}
+{"step": 160000, "wall_time": 1482.3466680049896, "train_loss_step": 4.463191509246826, "n_params": 4367410, "total_flops": 2146669363200000, "train_loss": 0.10096824645996094, "subset_score_loss": 0.10096824645996094}
+{"step": 170000, "wall_time": 1567.0800364017487, "train_loss_step": 4.648293495178223, "n_params": 4367410, "total_flops": 2280836198400000, "train_loss": 0.09579531669616699, "subset_score_loss": 0.09579531669616699}
+{"step": 180000, "wall_time": 1651.8331372737885, "train_loss_step": 4.299589157104492, "n_params": 4367410, "total_flops": 2415003033600000, "train_loss": 0.09163114547729492, "subset_score_loss": 0.09163114547729492}
+{"step": 190000, "wall_time": 1736.5796010494232, "train_loss_step": 4.244024276733398, "n_params": 4367410, "total_flops": 2549169868800000, "train_loss": 0.08771370887756348, "subset_score_loss": 0.08771370887756348}
+{"step": 200000, "wall_time": 1882.77881026268, "train_loss_step": 4.360865592956543, "n_params": 4367410, "total_flops": 2683336704000000, "train_loss": 0.08430031776428222, "subset_score_loss": 0.08430031776428222, "memorization_fraction_pixel": 0.020800000056624413, "mean_nn_ratio_pixel": 0.8014159202575684, "fid": 56.848402976846266}
+{"step": 210000, "wall_time": 1965.5986125469208, "train_loss_step": 4.097129821777344, "n_params": 4367410, "total_flops": 2817503539200000, "train_loss": 0.0824330997467041, "subset_score_loss": 0.0824330997467041}
+{"step": 220000, "wall_time": 2048.5981550216675, "train_loss_step": 4.174467086791992, "n_params": 4367410, "total_flops": 2951670374400000, "train_loss": 0.07874735832214355, "subset_score_loss": 0.07874735832214355}
+{"step": 230000, "wall_time": 2133.3021166324615, "train_loss_step": 4.080726623535156, "n_params": 4367410, "total_flops": 3085837209600000, "train_loss": 0.07686776638031007, "subset_score_loss": 0.07686776638031007}
+{"step": 240000, "wall_time": 2218.030988931656, "train_loss_step": 4.311227798461914, "n_params": 4367410, "total_flops": 3220004044800000, "train_loss": 0.07458650588989257, "subset_score_loss": 0.07458650588989257}
+{"step": 250000, "wall_time": 2302.754987716675, "train_loss_step": 4.036674976348877, "n_params": 4367410, "total_flops": 3354170880000000, "train_loss": 0.07291322708129883, "subset_score_loss": 0.07291322708129883}
+{"step": 260000, "wall_time": 2387.4729721546173, "train_loss_step": 4.244206428527832, "n_params": 4367410, "total_flops": 3488337715200000, "train_loss": 0.06979667186737061, "subset_score_loss": 0.06979667186737061}
+{"step": 270000, "wall_time": 2472.1795020103455, "train_loss_step": 4.190945625305176, "n_params": 4367410, "total_flops": 3622504550400000, "train_loss": 0.0686802625656128, "subset_score_loss": 0.0686802625656128}
+{"step": 280000, "wall_time": 2556.908268213272, "train_loss_step": 3.989727020263672, "n_params": 4367410, "total_flops": 3756671385600000, "train_loss": 0.06694873332977296, "subset_score_loss": 0.06694873332977296}
+{"step": 290000, "wall_time": 2641.6316113471985, "train_loss_step": 4.02731990814209, "n_params": 4367410, "total_flops": 3890838220800000, "train_loss": 0.06551745891571045, "subset_score_loss": 0.06551745891571045}
+{"step": 300000, "wall_time": 2788.99875330925, "train_loss_step": 3.939908504486084, "n_params": 4367410, "total_flops": 4025005056000000, "train_loss": 0.06453124523162841, "subset_score_loss": 0.06453124523162841, "memorization_fraction_pixel": 0.06639999896287918, "mean_nn_ratio_pixel": 0.7301419973373413, "fid": 54.45048167737525}
+{"step": 310000, "wall_time": 2871.7439975738525, "train_loss_step": 3.7582554817199707, "n_params": 4367410, "total_flops": 4159171891200000, "train_loss": 0.06293104171752929, "subset_score_loss": 0.06293104171752929}
+{"step": 320000, "wall_time": 2956.7782967090607, "train_loss_step": 3.805079460144043, "n_params": 4367410, "total_flops": 4293338726400000, "train_loss": 0.061305885314941404, "subset_score_loss": 0.061305885314941404}
+{"step": 330000, "wall_time": 3039.6621708869934, "train_loss_step": 3.6795685291290283, "n_params": 4367410, "total_flops": 4427505561600000, "train_loss": 0.059711484909057616, "subset_score_loss": 0.059711484909057616}
+{"step": 340000, "wall_time": 3124.429725408554, "train_loss_step": 3.608959674835205, "n_params": 4367410, "total_flops": 4561672396800000, "train_loss": 0.05867836475372314, "subset_score_loss": 0.05867836475372314}
+{"step": 350000, "wall_time": 3209.24445271492, "train_loss_step": 3.8232803344726562, "n_params": 4367410, "total_flops": 4695839232000000, "train_loss": 0.05735316753387451, "subset_score_loss": 0.05735316753387451}
+{"step": 360000, "wall_time": 3293.998867750168, "train_loss_step": 3.852325439453125, "n_params": 4367410, "total_flops": 4830006067200000, "train_loss": 0.05686615943908691, "subset_score_loss": 0.05686615943908691}
+{"step": 370000, "wall_time": 3378.7191026210785, "train_loss_step": 3.7245736122131348, "n_params": 4367410, "total_flops": 4964172902400000, "train_loss": 0.05594208240509033, "subset_score_loss": 0.05594208240509033}
+{"step": 380000, "wall_time": 3463.4475886821747, "train_loss_step": 4.043739318847656, "n_params": 4367410, "total_flops": 5098339737600000, "train_loss": 0.05479370594024658, "subset_score_loss": 0.05479370594024658}
+{"step": 390000, "wall_time": 3548.149777650833, "train_loss_step": 3.725128173828125, "n_params": 4367410, "total_flops": 5232506572800000, "train_loss": 0.053799009323120116, "subset_score_loss": 0.053799009323120116}
+{"step": 400000, "wall_time": 3695.4298877716064, "train_loss_step": 3.6702990531921387, "n_params": 4367410, "total_flops": 5366673408000000, "train_loss": 0.05239213943481445, "subset_score_loss": 0.05239213943481445, "memorization_fraction_pixel": 0.11209999769926071, "mean_nn_ratio_pixel": 0.6768690943717957, "fid": 53.26538360295646}
+{"step": 410000, "wall_time": 3780.174991130829, "train_loss_step": 3.705965518951416, "n_params": 4367410, "total_flops": 5500840243200000, "train_loss": 0.051904311180114744, "subset_score_loss": 0.051904311180114744}
+{"step": 420000, "wall_time": 3862.6730949878693, "train_loss_step": 3.6057186126708984, "n_params": 4367410, "total_flops": 5635007078400000, "train_loss": 0.05095751285552978, "subset_score_loss": 0.05095751285552978}
+{"step": 430000, "wall_time": 3945.8828387260437, "train_loss_step": 3.6996254920959473, "n_params": 4367410, "total_flops": 5769173913600000, "train_loss": 0.05049543380737305, "subset_score_loss": 0.05049543380737305}
+{"step": 440000, "wall_time": 4030.5803351402283, "train_loss_step": 3.6991820335388184, "n_params": 4367410, "total_flops": 5903340748800000, "train_loss": 0.04968215942382812, "subset_score_loss": 0.04968215942382812}
+{"step": 450000, "wall_time": 4115.275846481323, "train_loss_step": 3.5348052978515625, "n_params": 4367410, "total_flops": 6037507584000000, "train_loss": 0.04875094890594482, "subset_score_loss": 0.04875094890594482}
+{"step": 460000, "wall_time": 4200.005660057068, "train_loss_step": 3.78326678276062, "n_params": 4367410, "total_flops": 6171674419200000, "train_loss": 0.04921168327331543, "subset_score_loss": 0.04921168327331543}
+{"step": 470000, "wall_time": 4284.743595838547, "train_loss_step": 3.7522778511047363, "n_params": 4367410, "total_flops": 6305841254400000, "train_loss": 0.04717513084411621, "subset_score_loss": 0.04717513084411621}
+{"step": 480000, "wall_time": 4369.455426931381, "train_loss_step": 3.6185789108276367, "n_params": 4367410, "total_flops": 6440008089600000, "train_loss": 0.047653088569641115, "subset_score_loss": 0.047653088569641115}
+{"step": 490000, "wall_time": 4454.200443983078, "train_loss_step": 3.7220096588134766, "n_params": 4367410, "total_flops": 6574174924800000, "train_loss": 0.046685986518859864, "subset_score_loss": 0.046685986518859864}
+{"step": 500000, "wall_time": 4599.851801395416, "train_loss_step": 3.3803958892822266, "n_params": 4367410, "total_flops": 6708341760000000, "train_loss": 0.04535684585571289, "subset_score_loss": 0.04535684585571289, "memorization_fraction_pixel": 0.15240000188350677, "mean_nn_ratio_pixel": 0.6391316652297974, "fid": 50.97480384172171}
+{"step": 510000, "wall_time": 4684.623423099518, "train_loss_step": 3.632990837097168, "n_params": 4367410, "total_flops": 6842508595200000, "train_loss": 0.04573231697082519, "subset_score_loss": 0.04573231697082519}
+{"step": 520000, "wall_time": 4766.484287977219, "train_loss_step": 3.7359399795532227, "n_params": 4367410, "total_flops": 6976675430400000, "train_loss": 0.0450443696975708, "subset_score_loss": 0.0450443696975708}
+{"step": 530000, "wall_time": 4851.356292247772, "train_loss_step": 3.576450824737549, "n_params": 4367410, "total_flops": 7110842265600000, "train_loss": 0.0444517707824707, "subset_score_loss": 0.0444517707824707}
+{"step": 540000, "wall_time": 4934.872939586639, "train_loss_step": 3.742676258087158, "n_params": 4367410, "total_flops": 7245009100800000, "train_loss": 0.04428605079650879, "subset_score_loss": 0.04428605079650879}
+{"step": 550000, "wall_time": 5019.597545623779, "train_loss_step": 3.5034115314483643, "n_params": 4367410, "total_flops": 7379175936000000, "train_loss": 0.04335951805114746, "subset_score_loss": 0.04335951805114746}
+{"step": 560000, "wall_time": 5104.382346868515, "train_loss_step": 3.4949474334716797, "n_params": 4367410, "total_flops": 7513342771200000, "train_loss": 0.04429961681365967, "subset_score_loss": 0.04429961681365967}
+{"step": 570000, "wall_time": 5189.087461948395, "train_loss_step": 3.2869648933410645, "n_params": 4367410, "total_flops": 7647509606400000, "train_loss": 0.0432819128036499, "subset_score_loss": 0.0432819128036499}
+{"step": 580000, "wall_time": 5273.85511803627, "train_loss_step": 3.465463161468506, "n_params": 4367410, "total_flops": 7781676441600000, "train_loss": 0.04317914485931396, "subset_score_loss": 0.04317914485931396}
+{"step": 590000, "wall_time": 5358.582878351212, "train_loss_step": 3.822471857070923, "n_params": 4367410, "total_flops": 7915843276800000, "train_loss": 0.041969094276428226, "subset_score_loss": 0.041969094276428226}
+{"step": 600000, "wall_time": 5507.299227952957, "train_loss_step": 3.1926841735839844, "n_params": 4367410, "total_flops": 8050010112000000, "train_loss": 0.04152946472167969, "subset_score_loss": 0.04152946472167969, "memorization_fraction_pixel": 0.19339999556541443, "mean_nn_ratio_pixel": 0.6090953946113586, "fid": 51.26326632266206}
+{"step": 610000, "wall_time": 5592.07174706459, "train_loss_step": 3.5135998725891113, "n_params": 4367410, "total_flops": 8184176947200000, "train_loss": 0.04264195919036865, "subset_score_loss": 0.04264195919036865}
+{"step": 620000, "wall_time": 5675.060426712036, "train_loss_step": 3.590932846069336, "n_params": 4367410, "total_flops": 8318343782400000, "train_loss": 0.041129560470581056, "subset_score_loss": 0.041129560470581056}
+{"step": 630000, "wall_time": 5759.409998178482, "train_loss_step": 3.503876209259033, "n_params": 4367410, "total_flops": 8452510617600000, "train_loss": 0.04057421684265137, "subset_score_loss": 0.04057421684265137}
+{"step": 640000, "wall_time": 5844.501518011093, "train_loss_step": 3.3867032527923584, "n_params": 4367410, "total_flops": 8586677452800000, "train_loss": 0.04044821262359619, "subset_score_loss": 0.04044821262359619}
+{"step": 650000, "wall_time": 5927.319228649139, "train_loss_step": 3.1798229217529297, "n_params": 4367410, "total_flops": 8720844288000000, "train_loss": 0.040169568061828614, "subset_score_loss": 0.040169568061828614}
+{"step": 660000, "wall_time": 6012.028506994247, "train_loss_step": 3.4852163791656494, "n_params": 4367410, "total_flops": 8855011123200000, "train_loss": 0.03942246913909912, "subset_score_loss": 0.03942246913909912}
+{"step": 670000, "wall_time": 6096.758864879608, "train_loss_step": 3.1700358390808105, "n_params": 4367410, "total_flops": 8989177958400000, "train_loss": 0.038522925376892087, "subset_score_loss": 0.038522925376892087}
+{"step": 680000, "wall_time": 6181.442010402679, "train_loss_step": 3.2735817432403564, "n_params": 4367410, "total_flops": 9123344793600000, "train_loss": 0.03883062601089478, "subset_score_loss": 0.03883062601089478}
+{"step": 690000, "wall_time": 6266.147481679916, "train_loss_step": 3.3971962928771973, "n_params": 4367410, "total_flops": 9257511628800000, "train_loss": 0.038634860515594484, "subset_score_loss": 0.038634860515594484}
+{"step": 700000, "wall_time": 6415.136044025421, "train_loss_step": 3.3852412700653076, "n_params": 4367410, "total_flops": 9391678464000000, "train_loss": 0.037748832702636716, "subset_score_loss": 0.037748832702636716, "memorization_fraction_pixel": 0.22920000553131104, "mean_nn_ratio_pixel": 0.580256462097168, "fid": 50.93895421545777}
+{"step": 710000, "wall_time": 6499.924265861511, "train_loss_step": 3.489473581314087, "n_params": 4367410, "total_flops": 9525845299200000, "train_loss": 0.037608771324157714, "subset_score_loss": 0.037608771324157714}
+{"step": 720000, "wall_time": 6584.712053060532, "train_loss_step": 3.397146701812744, "n_params": 4367410, "total_flops": 9660012134400000, "train_loss": 0.037847375869750975, "subset_score_loss": 0.037847375869750975}
+{"step": 730000, "wall_time": 6667.240704059601, "train_loss_step": 3.3062429428100586, "n_params": 4367410, "total_flops": 9794178969600000, "train_loss": 0.03725459098815918, "subset_score_loss": 0.03725459098815918}
+{"step": 740000, "wall_time": 6751.92648100853, "train_loss_step": 3.6568868160247803, "n_params": 4367410, "total_flops": 9928345804800000, "train_loss": 0.036581082344055174, "subset_score_loss": 0.036581082344055174}
+{"step": 750000, "wall_time": 6835.258482456207, "train_loss_step": 3.5707335472106934, "n_params": 4367410, "total_flops": 10062512640000000, "train_loss": 0.03655351638793945, "subset_score_loss": 0.03655351638793945}
+{"step": 760000, "wall_time": 6919.982836961746, "train_loss_step": 3.491119861602783, "n_params": 4367410, "total_flops": 10196679475200000, "train_loss": 0.03705008029937744, "subset_score_loss": 0.03705008029937744}
+{"step": 770000, "wall_time": 7004.741649150848, "train_loss_step": 3.209418535232544, "n_params": 4367410, "total_flops": 10330846310400000, "train_loss": 0.035514931678771976, "subset_score_loss": 0.035514931678771976}
+{"step": 780000, "wall_time": 7089.504646778107, "train_loss_step": 3.22304630279541, "n_params": 4367410, "total_flops": 10465013145600000, "train_loss": 0.03559713125228882, "subset_score_loss": 0.03559713125228882}
+{"step": 790000, "wall_time": 7174.03835773468, "train_loss_step": 3.1525888442993164, "n_params": 4367410, "total_flops": 10599179980800000, "train_loss": 0.03524414300918579, "subset_score_loss": 0.03524414300918579}
+{"step": 800000, "wall_time": 7323.000287771225, "train_loss_step": 3.5052762031555176, "n_params": 4367410, "total_flops": 10733346816000000, "train_loss": 0.03570797443389893, "subset_score_loss": 0.03570797443389893, "memorization_fraction_pixel": 0.2574000060558319, "mean_nn_ratio_pixel": 0.5577507615089417, "fid": 49.8401606652494}
+{"step": 810000, "wall_time": 7407.789640188217, "train_loss_step": 3.31241774559021, "n_params": 4367410, "total_flops": 10867513651200000, "train_loss": 0.03502638578414917, "subset_score_loss": 0.03502638578414917}
+{"step": 820000, "wall_time": 7492.565309524536, "train_loss_step": 3.2234079837799072, "n_params": 4367410, "total_flops": 11001680486400000, "train_loss": 0.034659464359283444, "subset_score_loss": 0.034659464359283444}
+{"step": 830000, "wall_time": 7574.305822849274, "train_loss_step": 3.144965648651123, "n_params": 4367410, "total_flops": 11135847321600000, "train_loss": 0.03454420804977417, "subset_score_loss": 0.03454420804977417}
+{"step": 840000, "wall_time": 7659.047583818436, "train_loss_step": 3.5203640460968018, "n_params": 4367410, "total_flops": 11270014156800000, "train_loss": 0.03386714220046997, "subset_score_loss": 0.03386714220046997}
+{"step": 850000, "wall_time": 7743.906398296356, "train_loss_step": 3.291569232940674, "n_params": 4367410, "total_flops": 11404180992000000, "train_loss": 0.033709754943847654, "subset_score_loss": 0.033709754943847654}
+{"step": 860000, "wall_time": 7827.137524843216, "train_loss_step": 3.158240795135498, "n_params": 4367410, "total_flops": 11538347827200000, "train_loss": 0.03395135879516602, "subset_score_loss": 0.03395135879516602}
+{"step": 870000, "wall_time": 7911.866258382797, "train_loss_step": 3.050753355026245, "n_params": 4367410, "total_flops": 11672514662400000, "train_loss": 0.033036236763000486, "subset_score_loss": 0.033036236763000486}
+{"step": 880000, "wall_time": 7996.622728586197, "train_loss_step": 3.24936842918396, "n_params": 4367410, "total_flops": 11806681497600000, "train_loss": 0.03331801414489746, "subset_score_loss": 0.03331801414489746}
+{"step": 890000, "wall_time": 8078.29892706871, "train_loss_step": 3.167065143585205, "n_params": 4367410, "total_flops": 11940848332800000, "train_loss": 0.03363939046859741, "subset_score_loss": 0.03363939046859741}
+{"step": 900000, "wall_time": 8230.708552598953, "train_loss_step": 2.8197202682495117, "n_params": 4367410, "total_flops": 12075015168000000, "train_loss": 0.03252578735351563, "subset_score_loss": 0.03252578735351563, "memorization_fraction_pixel": 0.3003999888896942, "mean_nn_ratio_pixel": 0.527908205986023, "fid": 48.39763414654458}
+{"step": 910000, "wall_time": 8315.474343299866, "train_loss_step": 3.2236814498901367, "n_params": 4367410, "total_flops": 12209182003200000, "train_loss": 0.032293238639831544, "subset_score_loss": 0.032293238639831544}
+{"step": 920000, "wall_time": 8400.229523897171, "train_loss_step": 3.3657593727111816, "n_params": 4367410, "total_flops": 12343348838400000, "train_loss": 0.03221405029296875, "subset_score_loss": 0.03221405029296875}
+{"step": 930000, "wall_time": 8481.93166589737, "train_loss_step": 3.1953208446502686, "n_params": 4367410, "total_flops": 12477515673600000, "train_loss": 0.032776939868927005, "subset_score_loss": 0.032776939868927005}
+{"step": 940000, "wall_time": 8566.715208768845, "train_loss_step": 3.219156265258789, "n_params": 4367410, "total_flops": 12611682508800000, "train_loss": 0.03191120624542236, "subset_score_loss": 0.03191120624542236}
+{"step": 950000, "wall_time": 8651.456552743912, "train_loss_step": 3.1187028884887695, "n_params": 4367410, "total_flops": 12745849344000000, "train_loss": 0.0318894624710083, "subset_score_loss": 0.0318894624710083}
+{"step": 960000, "wall_time": 8736.647779941559, "train_loss_step": 3.122022867202759, "n_params": 4367410, "total_flops": 12880016179200000, "train_loss": 0.03086789608001709, "subset_score_loss": 0.03086789608001709}
+{"step": 970000, "wall_time": 8819.521498203278, "train_loss_step": 3.266357898712158, "n_params": 4367410, "total_flops": 13014183014400000, "train_loss": 0.031084952354431154, "subset_score_loss": 0.031084952354431154}
+{"step": 980000, "wall_time": 8904.249210119247, "train_loss_step": 3.3471174240112305, "n_params": 4367410, "total_flops": 13148349849600000, "train_loss": 0.03129270553588867, "subset_score_loss": 0.03129270553588867}
+{"step": 990000, "wall_time": 8986.48849773407, "train_loss_step": 3.1984615325927734, "n_params": 4367410, "total_flops": 13282516684800000, "train_loss": 0.030794007778167723, "subset_score_loss": 0.030794007778167723}
+{"step": 1000000, "wall_time": 9138.892283439636, "train_loss_step": 2.9668056964874268, "n_params": 4367410, "total_flops": 13416683520000000, "train_loss": 0.03091759443283081, "subset_score_loss": 0.03091759443283081, "memorization_fraction_pixel": 0.3560999929904938, "mean_nn_ratio_pixel": 0.4989522397518158, "fid": 48.68469917525641}
+{"step": 1010000, "wall_time": 9223.576731443405, "train_loss_step": 3.137321949005127, "n_params": 4367410, "total_flops": 13550850355200000, "train_loss": 0.03034496068954468, "subset_score_loss": 0.03034496068954468}
+{"step": 1020000, "wall_time": 9308.366289138794, "train_loss_step": 3.0025930404663086, "n_params": 4367410, "total_flops": 13685017190400000, "train_loss": 0.03169919490814209, "subset_score_loss": 0.03169919490814209}
+{"step": 1030000, "wall_time": 9393.09800696373, "train_loss_step": 3.093400716781616, "n_params": 4367410, "total_flops": 13819184025600000, "train_loss": 0.030064775943756103, "subset_score_loss": 0.030064775943756103}
+{"step": 1040000, "wall_time": 9474.850747346878, "train_loss_step": 3.2718324661254883, "n_params": 4367410, "total_flops": 13953350860800000, "train_loss": 0.029998319149017336, "subset_score_loss": 0.029998319149017336}
+{"step": 1050000, "wall_time": 9559.612351417542, "train_loss_step": 3.0130867958068848, "n_params": 4367410, "total_flops": 14087517696000000, "train_loss": 0.03014603614807129, "subset_score_loss": 0.03014603614807129}
+{"step": 1060000, "wall_time": 9644.28626871109, "train_loss_step": 3.1724255084991455, "n_params": 4367410, "total_flops": 14221684531200000, "train_loss": 0.03007251739501953, "subset_score_loss": 0.03007251739501953}
+{"step": 1070000, "wall_time": 9727.548902511597, "train_loss_step": 3.200247287750244, "n_params": 4367410, "total_flops": 14355851366400000, "train_loss": 0.02986814022064209, "subset_score_loss": 0.02986814022064209}
+{"step": 1080000, "wall_time": 9812.31776022911, "train_loss_step": 3.133007526397705, "n_params": 4367410, "total_flops": 14490018201600000, "train_loss": 0.029311122894287108, "subset_score_loss": 0.029311122894287108}
+{"step": 1090000, "wall_time": 9894.49344944954, "train_loss_step": 3.3981316089630127, "n_params": 4367410, "total_flops": 14624185036800000, "train_loss": 0.028795297145843505, "subset_score_loss": 0.028795297145843505}
+{"step": 1100000, "wall_time": 10046.495627880096, "train_loss_step": 3.216679096221924, "n_params": 4367410, "total_flops": 14758351872000000, "train_loss": 0.029305152893066407, "subset_score_loss": 0.029305152893066407, "memorization_fraction_pixel": 0.3813000023365021, "mean_nn_ratio_pixel": 0.4846033751964569, "fid": 48.81975085623841}
+{"step": 1110000, "wall_time": 10131.26132774353, "train_loss_step": 3.132768154144287, "n_params": 4367410, "total_flops": 14892518707200000, "train_loss": 0.02891383171081543, "subset_score_loss": 0.02891383171081543}
+{"step": 1120000, "wall_time": 10215.943389177322, "train_loss_step": 2.9912056922912598, "n_params": 4367410, "total_flops": 15026685542400000, "train_loss": 0.028983380794525147, "subset_score_loss": 0.028983380794525147}
+{"step": 1130000, "wall_time": 10300.625567436218, "train_loss_step": 3.0168240070343018, "n_params": 4367410, "total_flops": 15160852377600000, "train_loss": 0.028228211402893066, "subset_score_loss": 0.028228211402893066}
+{"step": 1140000, "wall_time": 10382.28485250473, "train_loss_step": 2.8487608432769775, "n_params": 4367410, "total_flops": 15295019212800000, "train_loss": 0.028432266712188722, "subset_score_loss": 0.028432266712188722}
+{"step": 1150000, "wall_time": 10467.024564743042, "train_loss_step": 2.981550693511963, "n_params": 4367410, "total_flops": 15429186048000000, "train_loss": 0.0297920560836792, "subset_score_loss": 0.0297920560836792}
+{"step": 1160000, "wall_time": 10551.726879119873, "train_loss_step": 3.2454609870910645, "n_params": 4367410, "total_flops": 15563352883200000, "train_loss": 0.02795644760131836, "subset_score_loss": 0.02795644760131836}
+{"step": 1170000, "wall_time": 10636.57076382637, "train_loss_step": 2.843986749649048, "n_params": 4367410, "total_flops": 15697519718400000, "train_loss": 0.02769951820373535, "subset_score_loss": 0.02769951820373535}
+{"step": 1180000, "wall_time": 10719.715640544891, "train_loss_step": 3.157426357269287, "n_params": 4367410, "total_flops": 15831686553600000, "train_loss": 0.027386951446533202, "subset_score_loss": 0.027386951446533202}
+{"step": 1190000, "wall_time": 10801.438324451447, "train_loss_step": 2.9284279346466064, "n_params": 4367410, "total_flops": 15965853388800000, "train_loss": 0.0278338098526001, "subset_score_loss": 0.0278338098526001}
+{"step": 1200000, "wall_time": 10953.93702507019, "train_loss_step": 2.993382692337036, "n_params": 4367410, "total_flops": 16100020224000000, "train_loss": 0.02747309684753418, "subset_score_loss": 0.02747309684753418, "memorization_fraction_pixel": 0.4050000011920929, "mean_nn_ratio_pixel": 0.46556490659713745, "fid": 47.7316674149434}
+{"step": 1210000, "wall_time": 11038.679631948471, "train_loss_step": 3.082733154296875, "n_params": 4367410, "total_flops": 16234187059200000, "train_loss": 0.02750469446182251, "subset_score_loss": 0.02750469446182251}
+{"step": 1220000, "wall_time": 11123.413208723068, "train_loss_step": 3.090303421020508, "n_params": 4367410, "total_flops": 16368353894400000, "train_loss": 0.0269846248626709, "subset_score_loss": 0.0269846248626709}
+{"step": 1230000, "wall_time": 11208.135217666626, "train_loss_step": 3.267193555831909, "n_params": 4367410, "total_flops": 16502520729600000, "train_loss": 0.027145793437957765, "subset_score_loss": 0.027145793437957765}
+{"step": 1240000, "wall_time": 11289.898898363113, "train_loss_step": 2.920153856277466, "n_params": 4367410, "total_flops": 16636687564800000, "train_loss": 0.027394001483917237, "subset_score_loss": 0.027394001483917237}
+{"step": 1250000, "wall_time": 11374.510608196259, "train_loss_step": 3.059609889984131, "n_params": 4367410, "total_flops": 16770854400000000, "train_loss": 0.02673616886138916, "subset_score_loss": 0.02673616886138916}
+{"step": 1260000, "wall_time": 11459.252252101898, "train_loss_step": 2.855067253112793, "n_params": 4367410, "total_flops": 16905021235200000, "train_loss": 0.026729087829589843, "subset_score_loss": 0.026729087829589843}
+{"step": 1270000, "wall_time": 11543.934511184692, "train_loss_step": 3.2137022018432617, "n_params": 4367410, "total_flops": 17039188070400000, "train_loss": 0.026911242008209227, "subset_score_loss": 0.026911242008209227}
+{"step": 1280000, "wall_time": 11627.854845285416, "train_loss_step": 2.96378231048584, "n_params": 4367410, "total_flops": 17173354905600000, "train_loss": 0.02648451805114746, "subset_score_loss": 0.02648451805114746}
+{"step": 1290000, "wall_time": 11708.933663606644, "train_loss_step": 3.227759838104248, "n_params": 4367410, "total_flops": 17307521740800000, "train_loss": 0.026119709014892578, "subset_score_loss": 0.026119709014892578}
+{"step": 1300000, "wall_time": 11859.158260583878, "train_loss_step": 3.084282398223877, "n_params": 4367410, "total_flops": 17441688576000000, "train_loss": 0.02749730110168457, "subset_score_loss": 0.02749730110168457, "memorization_fraction_pixel": 0.4372999966144562, "mean_nn_ratio_pixel": 0.4502430558204651, "fid": 47.20352355367449}
+{"step": 1310000, "wall_time": 11943.931963682175, "train_loss_step": 2.7622737884521484, "n_params": 4367410, "total_flops": 17575855411200000, "train_loss": 0.026198816299438477, "subset_score_loss": 0.026198816299438477}
+{"step": 1320000, "wall_time": 12028.664477109909, "train_loss_step": 3.102998733520508, "n_params": 4367410, "total_flops": 17710022246400000, "train_loss": 0.025972490310668946, "subset_score_loss": 0.025972490310668946}
+{"step": 1330000, "wall_time": 12113.412351846695, "train_loss_step": 3.1785812377929688, "n_params": 4367410, "total_flops": 17844189081600000, "train_loss": 0.026293866634368897, "subset_score_loss": 0.026293866634368897}
+{"step": 1340000, "wall_time": 12198.132526874542, "train_loss_step": 3.0380239486694336, "n_params": 4367410, "total_flops": 17978355916800000, "train_loss": 0.025759294033050537, "subset_score_loss": 0.025759294033050537}
+{"step": 1350000, "wall_time": 12280.33646440506, "train_loss_step": 3.048646926879883, "n_params": 4367410, "total_flops": 18112522752000000, "train_loss": 0.026098766326904298, "subset_score_loss": 0.026098766326904298}
+{"step": 1360000, "wall_time": 12365.074286222458, "train_loss_step": 2.89617919921875, "n_params": 4367410, "total_flops": 18246689587200000, "train_loss": 0.025859296321868896, "subset_score_loss": 0.025859296321868896}
+{"step": 1370000, "wall_time": 12449.831283330917, "train_loss_step": 3.2056427001953125, "n_params": 4367410, "total_flops": 18380856422400000, "train_loss": 0.025277225971221923, "subset_score_loss": 0.025277225971221923}
+{"step": 1380000, "wall_time": 12532.021641731262, "train_loss_step": 3.187713146209717, "n_params": 4367410, "total_flops": 18515023257600000, "train_loss": 0.025733015537261962, "subset_score_loss": 0.025733015537261962}
+{"step": 1390000, "wall_time": 12615.620557785034, "train_loss_step": 3.132904052734375, "n_params": 4367410, "total_flops": 18649190092800000, "train_loss": 0.025155363082885743, "subset_score_loss": 0.025155363082885743}
+{"step": 1400000, "wall_time": 12764.631350755692, "train_loss_step": 3.011654853820801, "n_params": 4367410, "total_flops": 18783356928000000, "train_loss": 0.024895107746124266, "subset_score_loss": 0.024895107746124266, "memorization_fraction_pixel": 0.46399998664855957, "mean_nn_ratio_pixel": 0.43871229887008667, "fid": 46.7165363143706}
+{"step": 1410000, "wall_time": 12849.373272657394, "train_loss_step": 3.1389896869659424, "n_params": 4367410, "total_flops": 18917523763200000, "train_loss": 0.0249458909034729, "subset_score_loss": 0.0249458909034729}
+{"step": 1420000, "wall_time": 12934.090369939804, "train_loss_step": 3.106147289276123, "n_params": 4367410, "total_flops": 19051690598400000, "train_loss": 0.025227248668670654, "subset_score_loss": 0.025227248668670654}
+{"step": 1430000, "wall_time": 13018.832223892212, "train_loss_step": 3.2444939613342285, "n_params": 4367410, "total_flops": 19185857433600000, "train_loss": 0.02457444429397583, "subset_score_loss": 0.02457444429397583}
+{"step": 1440000, "wall_time": 13103.559324026108, "train_loss_step": 3.127436637878418, "n_params": 4367410, "total_flops": 19320024268800000, "train_loss": 0.02481334447860718, "subset_score_loss": 0.02481334447860718}
+{"step": 1450000, "wall_time": 13185.31504702568, "train_loss_step": 3.0254812240600586, "n_params": 4367410, "total_flops": 19454191104000000, "train_loss": 0.024586873054504396, "subset_score_loss": 0.024586873054504396}
+{"step": 1460000, "wall_time": 13270.026440143585, "train_loss_step": 2.815385341644287, "n_params": 4367410, "total_flops": 19588357939200000, "train_loss": 0.023590967655181885, "subset_score_loss": 0.023590967655181885}
+{"step": 1470000, "wall_time": 13354.763298749924, "train_loss_step": 3.1422042846679688, "n_params": 4367410, "total_flops": 19722524774400000, "train_loss": 0.024716944694519044, "subset_score_loss": 0.024716944694519044}
+{"step": 1480000, "wall_time": 13436.325282335281, "train_loss_step": 2.8895158767700195, "n_params": 4367410, "total_flops": 19856691609600000, "train_loss": 0.024334917068481444, "subset_score_loss": 0.024334917068481444}
+{"step": 1490000, "wall_time": 13521.082319498062, "train_loss_step": 2.9072494506835938, "n_params": 4367410, "total_flops": 19990858444800000, "train_loss": 0.02360233783721924, "subset_score_loss": 0.02360233783721924}
+{"step": 1500000, "wall_time": 13671.025545597076, "train_loss_step": 2.675248146057129, "n_params": 4367410, "total_flops": 20125025280000000, "train_loss": 0.023961193561553955, "subset_score_loss": 0.023961193561553955, "memorization_fraction_pixel": 0.5030999779701233, "mean_nn_ratio_pixel": 0.4172557592391968, "fid": 47.107543690324455}
+{"step": 1510000, "wall_time": 13755.812106370926, "train_loss_step": 2.745073080062866, "n_params": 4367410, "total_flops": 20259192115200000, "train_loss": 0.024020931720733642, "subset_score_loss": 0.024020931720733642}
+{"step": 1520000, "wall_time": 13840.546376466751, "train_loss_step": 2.9040510654449463, "n_params": 4367410, "total_flops": 20393358950400000, "train_loss": 0.023942749500274658, "subset_score_loss": 0.023942749500274658}
+{"step": 1530000, "wall_time": 13925.196353673935, "train_loss_step": 2.952561378479004, "n_params": 4367410, "total_flops": 20527525785600000, "train_loss": 0.024166877269744872, "subset_score_loss": 0.024166877269744872}
+{"step": 1540000, "wall_time": 14009.983833312988, "train_loss_step": 2.9665589332580566, "n_params": 4367410, "total_flops": 20661692620800000, "train_loss": 0.023881983757019044, "subset_score_loss": 0.023881983757019044}
+{"step": 1550000, "wall_time": 14092.67220044136, "train_loss_step": 2.9217844009399414, "n_params": 4367410, "total_flops": 20795859456000000, "train_loss": 0.023239874839782716, "subset_score_loss": 0.023239874839782716}
+{"step": 1560000, "wall_time": 14176.341804981232, "train_loss_step": 2.886927604675293, "n_params": 4367410, "total_flops": 20930026291200000, "train_loss": 0.024101767539978027, "subset_score_loss": 0.024101767539978027}
+{"step": 1570000, "wall_time": 14260.93352341652, "train_loss_step": 2.95168137550354, "n_params": 4367410, "total_flops": 21064193126400000, "train_loss": 0.023218047618865967, "subset_score_loss": 0.023218047618865967}
+{"step": 1580000, "wall_time": 14342.499075889587, "train_loss_step": 2.9824819564819336, "n_params": 4367410, "total_flops": 21198359961600000, "train_loss": 0.022816379070281983, "subset_score_loss": 0.022816379070281983}
+{"step": 1590000, "wall_time": 14427.136158704758, "train_loss_step": 2.802422046661377, "n_params": 4367410, "total_flops": 21332526796800000, "train_loss": 0.02273284673690796, "subset_score_loss": 0.02273284673690796}
+{"step": 1600000, "wall_time": 14577.772909879684, "train_loss_step": 2.783796787261963, "n_params": 4367410, "total_flops": 21466693632000000, "train_loss": 0.022876942157745363, "subset_score_loss": 0.022876942157745363, "memorization_fraction_pixel": 0.5138000249862671, "mean_nn_ratio_pixel": 0.41051778197288513, "fid": 47.15211106181026}
+{"step": 1610000, "wall_time": 14662.538841485977, "train_loss_step": 2.9852423667907715, "n_params": 4367410, "total_flops": 21600860467200000, "train_loss": 0.022907249927520752, "subset_score_loss": 0.022907249927520752}
+{"step": 1620000, "wall_time": 14747.28201675415, "train_loss_step": 2.6989564895629883, "n_params": 4367410, "total_flops": 21735027302400000, "train_loss": 0.022453420162200928, "subset_score_loss": 0.022453420162200928}
+{"step": 1630000, "wall_time": 14832.042716264725, "train_loss_step": 3.026343584060669, "n_params": 4367410, "total_flops": 21869194137600000, "train_loss": 0.02254081964492798, "subset_score_loss": 0.02254081964492798}
+{"step": 1640000, "wall_time": 14916.80389046669, "train_loss_step": 2.449631690979004, "n_params": 4367410, "total_flops": 22003360972800000, "train_loss": 0.022072980403900145, "subset_score_loss": 0.022072980403900145}
+{"step": 1650000, "wall_time": 15001.506528615952, "train_loss_step": 2.493459701538086, "n_params": 4367410, "total_flops": 22137527808000000, "train_loss": 0.023124246597290038, "subset_score_loss": 0.023124246597290038}
+{"step": 1660000, "wall_time": 15083.253348350525, "train_loss_step": 2.957401752471924, "n_params": 4367410, "total_flops": 22271694643200000, "train_loss": 0.022375216484069826, "subset_score_loss": 0.022375216484069826}
+{"step": 1670000, "wall_time": 15167.896764039993, "train_loss_step": 2.8721437454223633, "n_params": 4367410, "total_flops": 22405861478400000, "train_loss": 0.022502331733703612, "subset_score_loss": 0.022502331733703612}
+{"step": 1680000, "wall_time": 15247.091930150986, "train_loss_step": 2.8565499782562256, "n_params": 4367410, "total_flops": 22540028313600000, "train_loss": 0.022234752178192138, "subset_score_loss": 0.022234752178192138}
+{"step": 1690000, "wall_time": 15331.65566277504, "train_loss_step": 2.5644307136535645, "n_params": 4367410, "total_flops": 22674195148800000, "train_loss": 0.022477161884307862, "subset_score_loss": 0.022477161884307862}
+{"step": 1700000, "wall_time": 15522.262529611588, "train_loss_step": 3.1686220169067383, "n_params": 4367410, "total_flops": 22808361984000000, "train_loss": 0.022398624420166015, "subset_score_loss": 0.022398624420166015, "memorization_fraction_pixel": 0.5587999820709229, "mean_nn_ratio_pixel": 0.38958248496055603, "fid": 47.6419612648412}
+{"step": 1710000, "wall_time": 15606.724781513214, "train_loss_step": 3.1301136016845703, "n_params": 4367410, "total_flops": 22942528819200000, "train_loss": 0.02195365905761719, "subset_score_loss": 0.02195365905761719}
+{"step": 1720000, "wall_time": 15691.276101827621, "train_loss_step": 2.8561367988586426, "n_params": 4367410, "total_flops": 23076695654400000, "train_loss": 0.022760465145111083, "subset_score_loss": 0.022760465145111083}
+{"step": 1730000, "wall_time": 15775.893224716187, "train_loss_step": 3.0627872943878174, "n_params": 4367410, "total_flops": 23210862489600000, "train_loss": 0.021688370704650878, "subset_score_loss": 0.021688370704650878}
+{"step": 1740000, "wall_time": 15860.59576869011, "train_loss_step": 2.618527889251709, "n_params": 4367410, "total_flops": 23345029324800000, "train_loss": 0.02190614938735962, "subset_score_loss": 0.02190614938735962}
+{"step": 1750000, "wall_time": 15942.901003360748, "train_loss_step": 2.7336790561676025, "n_params": 4367410, "total_flops": 23479196160000000, "train_loss": 0.02159360408782959, "subset_score_loss": 0.02159360408782959}
+{"step": 1760000, "wall_time": 16016.860953330994, "train_loss_step": 2.8167247772216797, "n_params": 4367410, "total_flops": 23613362995200000, "train_loss": 0.020902702808380125, "subset_score_loss": 0.020902702808380125}
+{"step": 1770000, "wall_time": 16094.880710363388, "train_loss_step": 2.9294610023498535, "n_params": 4367410, "total_flops": 23747529830400000, "train_loss": 0.02124401807785034, "subset_score_loss": 0.02124401807785034}
+{"step": 1780000, "wall_time": 16179.56050491333, "train_loss_step": 2.828362226486206, "n_params": 4367410, "total_flops": 23881696665600000, "train_loss": 0.02154921293258667, "subset_score_loss": 0.02154921293258667}
+{"step": 1790000, "wall_time": 16261.114634275436, "train_loss_step": 2.7858872413635254, "n_params": 4367410, "total_flops": 24015863500800000, "train_loss": 0.02090848207473755, "subset_score_loss": 0.02090848207473755}
+{"step": 1800000, "wall_time": 16416.673802614212, "train_loss_step": 2.8006505966186523, "n_params": 4367410, "total_flops": 24150030336000000, "train_loss": 0.020843706130981444, "subset_score_loss": 0.020843706130981444, "memorization_fraction_pixel": 0.5751000046730042, "mean_nn_ratio_pixel": 0.3787200152873993, "fid": 46.95221191874821}
+{"step": 1810000, "wall_time": 16501.39622235298, "train_loss_step": 2.6809725761413574, "n_params": 4367410, "total_flops": 24284197171200000, "train_loss": 0.021249768733978273, "subset_score_loss": 0.021249768733978273}
+{"step": 1820000, "wall_time": 16586.06079697609, "train_loss_step": 2.922013282775879, "n_params": 4367410, "total_flops": 24418364006400000, "train_loss": 0.02070268154144287, "subset_score_loss": 0.02070268154144287}
+{"step": 1830000, "wall_time": 16670.726739406586, "train_loss_step": 2.66733980178833, "n_params": 4367410, "total_flops": 24552530841600000, "train_loss": 0.02060265302658081, "subset_score_loss": 0.02060265302658081}
+{"step": 1840000, "wall_time": 16755.38849878311, "train_loss_step": 2.7536263465881348, "n_params": 4367410, "total_flops": 24686697676800000, "train_loss": 0.020721144676208496, "subset_score_loss": 0.020721144676208496}
+{"step": 1850000, "wall_time": 16840.038246393204, "train_loss_step": 2.7218918800354004, "n_params": 4367410, "total_flops": 24820864512000000, "train_loss": 0.020612573623657225, "subset_score_loss": 0.020612573623657225}
+{"step": 1860000, "wall_time": 16922.142254590988, "train_loss_step": 2.9240846633911133, "n_params": 4367410, "total_flops": 24955031347200000, "train_loss": 0.020160722732543945, "subset_score_loss": 0.020160722732543945}
+{"step": 1870000, "wall_time": 17003.424328565598, "train_loss_step": 2.699995756149292, "n_params": 4367410, "total_flops": 25089198182400000, "train_loss": 0.020260775089263917, "subset_score_loss": 0.020260775089263917}
+{"step": 1880000, "wall_time": 17088.129030942917, "train_loss_step": 2.843751907348633, "n_params": 4367410, "total_flops": 25223365017600000, "train_loss": 0.020542283058166504, "subset_score_loss": 0.020542283058166504}
+{"step": 1890000, "wall_time": 17169.531774044037, "train_loss_step": 2.7488250732421875, "n_params": 4367410, "total_flops": 25357531852800000, "train_loss": 0.020427937507629394, "subset_score_loss": 0.020427937507629394}
+{"step": 1900000, "wall_time": 17324.91444849968, "train_loss_step": 3.0273985862731934, "n_params": 4367410, "total_flops": 25491698688000000, "train_loss": 0.022488081455230714, "subset_score_loss": 0.022488081455230714, "memorization_fraction_pixel": 0.5861999988555908, "mean_nn_ratio_pixel": 0.37527036666870117, "fid": 46.86195448812596}
+{"step": 1910000, "wall_time": 17408.116034030914, "train_loss_step": 2.796435832977295, "n_params": 4367410, "total_flops": 25625865523200000, "train_loss": 0.0202396559715271, "subset_score_loss": 0.0202396559715271}
+{"step": 1920000, "wall_time": 17492.773223400116, "train_loss_step": 3.066206216812134, "n_params": 4367410, "total_flops": 25760032358400000, "train_loss": 0.0197317636013031, "subset_score_loss": 0.0197317636013031}
+{"step": 1930000, "wall_time": 17577.41639304161, "train_loss_step": 2.7511661052703857, "n_params": 4367410, "total_flops": 25894199193600000, "train_loss": 0.019370423555374147, "subset_score_loss": 0.019370423555374147}
+{"step": 1940000, "wall_time": 17662.128432512283, "train_loss_step": 2.652992010116577, "n_params": 4367410, "total_flops": 26028366028800000, "train_loss": 0.01938389539718628, "subset_score_loss": 0.01938389539718628}
+{"step": 1950000, "wall_time": 17746.791959762573, "train_loss_step": 2.6526520252227783, "n_params": 4367410, "total_flops": 26162532864000000, "train_loss": 0.019631332159042357, "subset_score_loss": 0.019631332159042357}
+{"step": 1960000, "wall_time": 17831.345737218857, "train_loss_step": 2.6781630516052246, "n_params": 4367410, "total_flops": 26296699699200000, "train_loss": 0.01932395815849304, "subset_score_loss": 0.01932395815849304}
+{"step": 1970000, "wall_time": 17908.838946819305, "train_loss_step": 2.6701178550720215, "n_params": 4367410, "total_flops": 26430866534400000, "train_loss": 0.02004915237426758, "subset_score_loss": 0.02004915237426758}
+{"step": 1980000, "wall_time": 17993.594553232193, "train_loss_step": 2.791990280151367, "n_params": 4367410, "total_flops": 26565033369600000, "train_loss": 0.019549024105072022, "subset_score_loss": 0.019549024105072022}
+{"step": 1990000, "wall_time": 18075.144021511078, "train_loss_step": 2.985079765319824, "n_params": 4367410, "total_flops": 26699200204800000, "train_loss": 0.019177844524383546, "subset_score_loss": 0.019177844524383546}
+{"step": 2000000, "wall_time": 18230.250207185745, "train_loss_step": 2.6807141304016113, "n_params": 4367410, "total_flops": 26833367040000000, "train_loss": 0.020026309490203856, "subset_score_loss": 0.020026309490203856, "memorization_fraction_pixel": 0.6025999784469604, "mean_nn_ratio_pixel": 0.3681366741657257, "fid": 46.41345308246755}
+{"step": 2010000, "wall_time": 18315.307728767395, "train_loss_step": 2.786562919616699, "n_params": 4367410, "total_flops": 26967533875200000, "train_loss": 0.020123612880706788, "subset_score_loss": 0.020123612880706788}
+{"step": 2020000, "wall_time": 18398.059539794922, "train_loss_step": 2.9400153160095215, "n_params": 4367410, "total_flops": 27101700710400000, "train_loss": 0.01902087450027466, "subset_score_loss": 0.01902087450027466}
+{"step": 2030000, "wall_time": 18482.804746866226, "train_loss_step": 2.574866771697998, "n_params": 4367410, "total_flops": 27235867545600000, "train_loss": 0.018689515590667723, "subset_score_loss": 0.018689515590667723}
+{"step": 2040000, "wall_time": 18567.554812192917, "train_loss_step": 2.7800509929656982, "n_params": 4367410, "total_flops": 27370034380800000, "train_loss": 0.01931690573692322, "subset_score_loss": 0.01931690573692322}
+{"step": 2050000, "wall_time": 18652.210498809814, "train_loss_step": 2.553478240966797, "n_params": 4367410, "total_flops": 27504201216000000, "train_loss": 0.019171040058135986, "subset_score_loss": 0.019171040058135986}
+{"step": 2060000, "wall_time": 18736.558690071106, "train_loss_step": 2.731715679168701, "n_params": 4367410, "total_flops": 27638368051200000, "train_loss": 0.019077166318893432, "subset_score_loss": 0.019077166318893432}
+{"step": 2070000, "wall_time": 18815.299755096436, "train_loss_step": 2.5099494457244873, "n_params": 4367410, "total_flops": 27772534886400000, "train_loss": 0.018797953128814698, "subset_score_loss": 0.018797953128814698}
+{"step": 2080000, "wall_time": 18899.934518814087, "train_loss_step": 2.7356371879577637, "n_params": 4367410, "total_flops": 27906701721600000, "train_loss": 0.018723790645599366, "subset_score_loss": 0.018723790645599366}
+{"step": 2090000, "wall_time": 18982.103930950165, "train_loss_step": 2.7770543098449707, "n_params": 4367410, "total_flops": 28040868556800000, "train_loss": 0.018824065923690795, "subset_score_loss": 0.018824065923690795}
+{"step": 2100000, "wall_time": 19135.332011461258, "train_loss_step": 2.833157539367676, "n_params": 4367410, "total_flops": 28175035392000000, "train_loss": 0.01854520320892334, "subset_score_loss": 0.01854520320892334, "memorization_fraction_pixel": 0.6251999735832214, "mean_nn_ratio_pixel": 0.3567618131637573, "fid": 46.72638374448273}
+{"step": 2110000, "wall_time": 19219.845557451248, "train_loss_step": 2.9799392223358154, "n_params": 4367410, "total_flops": 28309202227200000, "train_loss": 0.018556774854660035, "subset_score_loss": 0.018556774854660035}
+{"step": 2120000, "wall_time": 19302.99566745758, "train_loss_step": 2.762830972671509, "n_params": 4367410, "total_flops": 28443369062400000, "train_loss": 0.018163992166519163, "subset_score_loss": 0.018163992166519163}
+{"step": 2130000, "wall_time": 19387.53871321678, "train_loss_step": 3.058928966522217, "n_params": 4367410, "total_flops": 28577535897600000, "train_loss": 0.01923198938369751, "subset_score_loss": 0.01923198938369751}
+{"step": 2140000, "wall_time": 19472.18360877037, "train_loss_step": 2.9420695304870605, "n_params": 4367410, "total_flops": 28711702732800000, "train_loss": 0.018308491706848146, "subset_score_loss": 0.018308491706848146}
+{"step": 2150000, "wall_time": 19556.68047595024, "train_loss_step": 2.814310073852539, "n_params": 4367410, "total_flops": 28845869568000000, "train_loss": 0.018161375522613526, "subset_score_loss": 0.018161375522613526}
+{"step": 2160000, "wall_time": 19637.963144779205, "train_loss_step": 2.727529287338257, "n_params": 4367410, "total_flops": 28980036403200000, "train_loss": 0.018310946226119996, "subset_score_loss": 0.018310946226119996}
+{"step": 2170000, "wall_time": 19716.78892326355, "train_loss_step": 3.0849170684814453, "n_params": 4367410, "total_flops": 29114203238400000, "train_loss": 0.018035486936569214, "subset_score_loss": 0.018035486936569214}
+{"step": 2180000, "wall_time": 19801.32708787918, "train_loss_step": 2.923892021179199, "n_params": 4367410, "total_flops": 29248370073600000, "train_loss": 0.0179115891456604, "subset_score_loss": 0.0179115891456604}
+{"step": 2190000, "wall_time": 19882.65157032013, "train_loss_step": 2.6076877117156982, "n_params": 4367410, "total_flops": 29382536908800000, "train_loss": 0.017733031511306764, "subset_score_loss": 0.017733031511306764}
+{"step": 2200000, "wall_time": 20038.177852869034, "train_loss_step": 2.7667622566223145, "n_params": 4367410, "total_flops": 29516703744000000, "train_loss": 0.01737486004829407, "subset_score_loss": 0.01737486004829407, "memorization_fraction_pixel": 0.6309999823570251, "mean_nn_ratio_pixel": 0.3558686077594757, "fid": 46.16922749669529}
+{"step": 2210000, "wall_time": 20122.894393205643, "train_loss_step": 3.024017333984375, "n_params": 4367410, "total_flops": 29650870579200000, "train_loss": 0.01760524034500122, "subset_score_loss": 0.01760524034500122}
+{"step": 2220000, "wall_time": 20207.84829902649, "train_loss_step": 2.5205445289611816, "n_params": 4367410, "total_flops": 29785037414400000, "train_loss": 0.018115569353103638, "subset_score_loss": 0.018115569353103638}
+{"step": 2230000, "wall_time": 20291.110726594925, "train_loss_step": 2.527510643005371, "n_params": 4367410, "total_flops": 29919204249600000, "train_loss": 0.017897088527679444, "subset_score_loss": 0.017897088527679444}
+{"step": 2240000, "wall_time": 20375.741488218307, "train_loss_step": 2.7004754543304443, "n_params": 4367410, "total_flops": 30053371084800000, "train_loss": 0.017740142345428467, "subset_score_loss": 0.017740142345428467}
+{"step": 2250000, "wall_time": 20460.421219348907, "train_loss_step": 2.5902082920074463, "n_params": 4367410, "total_flops": 30187537920000000, "train_loss": 0.017966898679733275, "subset_score_loss": 0.017966898679733275}
+{"step": 2260000, "wall_time": 20541.862736701965, "train_loss_step": 2.7180118560791016, "n_params": 4367410, "total_flops": 30321704755200000, "train_loss": 0.018172975778579712, "subset_score_loss": 0.018172975778579712}
+{"step": 2270000, "wall_time": 20626.555312871933, "train_loss_step": 2.697810649871826, "n_params": 4367410, "total_flops": 30455871590400000, "train_loss": 0.017026695013046263, "subset_score_loss": 0.017026695013046263}
+{"step": 2280000, "wall_time": 20708.539281129837, "train_loss_step": 2.73431396484375, "n_params": 4367410, "total_flops": 30590038425600000, "train_loss": 0.017557830810546876, "subset_score_loss": 0.017557830810546876}
+{"step": 2290000, "wall_time": 20790.124022722244, "train_loss_step": 2.7545619010925293, "n_params": 4367410, "total_flops": 30724205260800000, "train_loss": 0.016894077062606812, "subset_score_loss": 0.016894077062606812}
+{"step": 2300000, "wall_time": 20944.739393234253, "train_loss_step": 2.586195468902588, "n_params": 4367410, "total_flops": 30858372096000000, "train_loss": 0.017198929786682127, "subset_score_loss": 0.017198929786682127, "memorization_fraction_pixel": 0.6395000219345093, "mean_nn_ratio_pixel": 0.34922394156455994, "fid": 47.04842126250723}
+{"step": 2310000, "wall_time": 21029.39680671692, "train_loss_step": 2.5781335830688477, "n_params": 4367410, "total_flops": 30992538931200000, "train_loss": 0.017139286994934083, "subset_score_loss": 0.017139286994934083}
+{"step": 2320000, "wall_time": 21113.94291615486, "train_loss_step": 2.6034440994262695, "n_params": 4367410, "total_flops": 31126705766400000, "train_loss": 0.01770952582359314, "subset_score_loss": 0.01770952582359314}
+{"step": 2330000, "wall_time": 21197.02513217926, "train_loss_step": 2.5881972312927246, "n_params": 4367410, "total_flops": 31260872601600000, "train_loss": 0.01679358124732971, "subset_score_loss": 0.01679358124732971}
+{"step": 2340000, "wall_time": 21281.550738096237, "train_loss_step": 2.883229970932007, "n_params": 4367410, "total_flops": 31395039436800000, "train_loss": 0.01719982147216797, "subset_score_loss": 0.01719982147216797}
+{"step": 2350000, "wall_time": 21366.120840787888, "train_loss_step": 2.66353178024292, "n_params": 4367410, "total_flops": 31529206272000000, "train_loss": 0.016596548557281494, "subset_score_loss": 0.016596548557281494}
+{"step": 2360000, "wall_time": 21447.505801677704, "train_loss_step": 2.3992481231689453, "n_params": 4367410, "total_flops": 31663373107200000, "train_loss": 0.017512798309326172, "subset_score_loss": 0.017512798309326172}
+{"step": 2370000, "wall_time": 21531.992030858994, "train_loss_step": 2.704179286956787, "n_params": 4367410, "total_flops": 31797539942400000, "train_loss": 0.017141271829605103, "subset_score_loss": 0.017141271829605103}
+{"step": 2380000, "wall_time": 21614.080633163452, "train_loss_step": 2.7365663051605225, "n_params": 4367410, "total_flops": 31931706777600000, "train_loss": 0.016926558017730714, "subset_score_loss": 0.016926558017730714}
+{"step": 2390000, "wall_time": 21696.2369890213, "train_loss_step": 2.899686336517334, "n_params": 4367410, "total_flops": 32065873612800000, "train_loss": 0.016685802936553955, "subset_score_loss": 0.016685802936553955}
+{"step": 2400000, "wall_time": 21851.449603319168, "train_loss_step": 2.837806463241577, "n_params": 4367410, "total_flops": 32200040448000000, "train_loss": 0.016412601470947266, "subset_score_loss": 0.016412601470947266, "memorization_fraction_pixel": 0.6593999862670898, "mean_nn_ratio_pixel": 0.34066182374954224, "fid": 47.93041927507598}
+{"step": 2410000, "wall_time": 21936.182316303253, "train_loss_step": 2.6102135181427, "n_params": 4367410, "total_flops": 32334207283200000, "train_loss": 0.016170564889907837, "subset_score_loss": 0.016170564889907837}
+{"step": 2420000, "wall_time": 22020.93560051918, "train_loss_step": 2.647977352142334, "n_params": 4367410, "total_flops": 32468374118400000, "train_loss": 0.01595978856086731, "subset_score_loss": 0.01595978856086731}
+{"step": 2430000, "wall_time": 22105.700461149216, "train_loss_step": 2.9375085830688477, "n_params": 4367410, "total_flops": 32602540953600000, "train_loss": 0.016400518417358397, "subset_score_loss": 0.016400518417358397}
+{"step": 2440000, "wall_time": 22188.904675483704, "train_loss_step": 2.8449254035949707, "n_params": 4367410, "total_flops": 32736707788800000, "train_loss": 0.017065720558166506, "subset_score_loss": 0.017065720558166506}
+{"step": 2450000, "wall_time": 22273.58038830757, "train_loss_step": 2.7883310317993164, "n_params": 4367410, "total_flops": 32870874624000000, "train_loss": 0.01573230266571045, "subset_score_loss": 0.01573230266571045}
+{"step": 2460000, "wall_time": 22354.972272872925, "train_loss_step": 2.5343475341796875, "n_params": 4367410, "total_flops": 33005041459200000, "train_loss": 0.016691291332244874, "subset_score_loss": 0.016691291332244874}
+{"step": 2470000, "wall_time": 22439.659787416458, "train_loss_step": 2.880875587463379, "n_params": 4367410, "total_flops": 33139208294400000, "train_loss": 0.017713782787323, "subset_score_loss": 0.017713782787323}
+{"step": 2480000, "wall_time": 22521.104281187057, "train_loss_step": 2.850501775741577, "n_params": 4367410, "total_flops": 33273375129600000, "train_loss": 0.016253410577774047, "subset_score_loss": 0.016253410577774047}
+{"step": 2490000, "wall_time": 22602.734169244766, "train_loss_step": 2.872065544128418, "n_params": 4367410, "total_flops": 33407541964800000, "train_loss": 0.016080846786499025, "subset_score_loss": 0.016080846786499025}
+{"step": 2500000, "wall_time": 22757.75071310997, "train_loss_step": 2.635401487350464, "n_params": 4367410, "total_flops": 33541708800000000, "train_loss": 0.015742359161376954, "subset_score_loss": 0.015742359161376954, "memorization_fraction_pixel": 0.6823999881744385, "mean_nn_ratio_pixel": 0.33433997631073, "fid": 46.65540429260266}
+{"step": 2510000, "wall_time": 22842.50890302658, "train_loss_step": 2.719369888305664, "n_params": 4367410, "total_flops": 33675875635200000, "train_loss": 0.01508924126625061, "subset_score_loss": 0.01508924126625061}
+{"step": 2520000, "wall_time": 22927.26752305031, "train_loss_step": 2.8818767070770264, "n_params": 4367410, "total_flops": 33810042470400000, "train_loss": 0.015886026620864867, "subset_score_loss": 0.015886026620864867}
+{"step": 2530000, "wall_time": 23011.886727571487, "train_loss_step": 2.82089900970459, "n_params": 4367410, "total_flops": 33944209305600000, "train_loss": 0.015852538347244264, "subset_score_loss": 0.015852538347244264}
+{"step": 2540000, "wall_time": 23096.755444288254, "train_loss_step": 2.6149051189422607, "n_params": 4367410, "total_flops": 34078376140800000, "train_loss": 0.015895347595214843, "subset_score_loss": 0.015895347595214843}
+{"step": 2550000, "wall_time": 23179.617842435837, "train_loss_step": 2.8093748092651367, "n_params": 4367410, "total_flops": 34212542976000000, "train_loss": 0.015932579040527344, "subset_score_loss": 0.015932579040527344}
+{"step": 2560000, "wall_time": 23262.46620297432, "train_loss_step": 2.693502902984619, "n_params": 4367410, "total_flops": 34346709811200000, "train_loss": 0.015789217948913574, "subset_score_loss": 0.015789217948913574}
+{"step": 2570000, "wall_time": 23346.975824832916, "train_loss_step": 2.7236573696136475, "n_params": 4367410, "total_flops": 34480876646400000, "train_loss": 0.015234744548797608, "subset_score_loss": 0.015234744548797608}
+{"step": 2580000, "wall_time": 23430.09030175209, "train_loss_step": 2.60081148147583, "n_params": 4367410, "total_flops": 34615043481600000, "train_loss": 0.015752161741256713, "subset_score_loss": 0.015752161741256713}
+{"step": 2590000, "wall_time": 23509.275555849075, "train_loss_step": 2.6343979835510254, "n_params": 4367410, "total_flops": 34749210316800000, "train_loss": 0.015101138353347778, "subset_score_loss": 0.015101138353347778}
+{"step": 2600000, "wall_time": 23661.88037252426, "train_loss_step": 2.791783094406128, "n_params": 4367410, "total_flops": 34883377152000000, "train_loss": 0.015409780740737915, "subset_score_loss": 0.015409780740737915, "memorization_fraction_pixel": 0.6789000034332275, "mean_nn_ratio_pixel": 0.3355419337749481, "fid": 47.24058779736206}
+{"step": 2610000, "wall_time": 23746.412788629532, "train_loss_step": 2.4395179748535156, "n_params": 4367410, "total_flops": 35017543987200000, "train_loss": 0.015036833286285401, "subset_score_loss": 0.015036833286285401}
+{"step": 2620000, "wall_time": 23830.987446308136, "train_loss_step": 2.6512980461120605, "n_params": 4367410, "total_flops": 35151710822400000, "train_loss": 0.015369993448257447, "subset_score_loss": 0.015369993448257447}
+{"step": 2630000, "wall_time": 23915.48090481758, "train_loss_step": 2.6282572746276855, "n_params": 4367410, "total_flops": 35285877657600000, "train_loss": 0.01460664987564087, "subset_score_loss": 0.01460664987564087}
+{"step": 2640000, "wall_time": 24000.03479886055, "train_loss_step": 2.7825658321380615, "n_params": 4367410, "total_flops": 35420044492800000, "train_loss": 0.015283046960830689, "subset_score_loss": 0.015283046960830689}
+{"step": 2650000, "wall_time": 24081.39751648903, "train_loss_step": 2.823838233947754, "n_params": 4367410, "total_flops": 35554211328000000, "train_loss": 0.015479592084884643, "subset_score_loss": 0.015479592084884643}
+{"step": 2660000, "wall_time": 24165.638046503067, "train_loss_step": 2.8874549865722656, "n_params": 4367410, "total_flops": 35688378163200000, "train_loss": 0.014672852754592895, "subset_score_loss": 0.014672852754592895}
+{"step": 2670000, "wall_time": 24250.23427915573, "train_loss_step": 2.6390488147735596, "n_params": 4367410, "total_flops": 35822544998400000, "train_loss": 0.014733995199203492, "subset_score_loss": 0.014733995199203492}
+{"step": 2680000, "wall_time": 24332.8446829319, "train_loss_step": 2.451970100402832, "n_params": 4367410, "total_flops": 35956711833600000, "train_loss": 0.014909350872039795, "subset_score_loss": 0.014909350872039795}
+{"step": 2690000, "wall_time": 24413.055821418762, "train_loss_step": 2.703559637069702, "n_params": 4367410, "total_flops": 36090878668800000, "train_loss": 0.014822298288345337, "subset_score_loss": 0.014822298288345337}
+{"step": 2700000, "wall_time": 24568.125653743744, "train_loss_step": 2.925361394882202, "n_params": 4367410, "total_flops": 36225045504000000, "train_loss": 0.014787766933441162, "subset_score_loss": 0.014787766933441162, "memorization_fraction_pixel": 0.692300021648407, "mean_nn_ratio_pixel": 0.33162862062454224, "fid": 47.06153470566052}
+{"step": 2710000, "wall_time": 24652.719225883484, "train_loss_step": 2.773965358734131, "n_params": 4367410, "total_flops": 36359212339200000, "train_loss": 0.015492969751358032, "subset_score_loss": 0.015492969751358032}
+{"step": 2720000, "wall_time": 24737.29663157463, "train_loss_step": 2.72550106048584, "n_params": 4367410, "total_flops": 36493379174400000, "train_loss": 0.014568665027618409, "subset_score_loss": 0.014568665027618409}
+{"step": 2730000, "wall_time": 24821.83774280548, "train_loss_step": 2.6684622764587402, "n_params": 4367410, "total_flops": 36627546009600000, "train_loss": 0.015158692598342896, "subset_score_loss": 0.015158692598342896}
+{"step": 2740000, "wall_time": 24906.388600587845, "train_loss_step": 2.5451884269714355, "n_params": 4367410, "total_flops": 36761712844800000, "train_loss": 0.014100831747055054, "subset_score_loss": 0.014100831747055054}
+{"step": 2750000, "wall_time": 24989.179777145386, "train_loss_step": 2.508939266204834, "n_params": 4367410, "total_flops": 36895879680000000, "train_loss": 0.014558687210083007, "subset_score_loss": 0.014558687210083007}
+{"step": 2760000, "wall_time": 25071.900286912918, "train_loss_step": 2.7443652153015137, "n_params": 4367410, "total_flops": 37030046515200000, "train_loss": 0.01458976149559021, "subset_score_loss": 0.01458976149559021}
+{"step": 2770000, "wall_time": 25156.472368717194, "train_loss_step": 2.5707714557647705, "n_params": 4367410, "total_flops": 37164213350400000, "train_loss": 0.014880179166793824, "subset_score_loss": 0.014880179166793824}
+{"step": 2780000, "wall_time": 25238.087072610855, "train_loss_step": 2.684980869293213, "n_params": 4367410, "total_flops": 37298380185600000, "train_loss": 0.013804168701171874, "subset_score_loss": 0.013804168701171874}
+{"step": 2790000, "wall_time": 25319.765359163284, "train_loss_step": 2.4261844158172607, "n_params": 4367410, "total_flops": 37432547020800000, "train_loss": 0.014689302444458008, "subset_score_loss": 0.014689302444458008}
+{"step": 2800000, "wall_time": 25474.059564352036, "train_loss_step": 2.8175389766693115, "n_params": 4367410, "total_flops": 37566713856000000, "train_loss": 0.014155293703079224, "subset_score_loss": 0.014155293703079224, "memorization_fraction_pixel": 0.6984999775886536, "mean_nn_ratio_pixel": 0.3270218074321747, "fid": 46.63414409711507}
+{"step": 2810000, "wall_time": 25558.634416103363, "train_loss_step": 2.4685349464416504, "n_params": 4367410, "total_flops": 37700880691200000, "train_loss": 0.014888147115707398, "subset_score_loss": 0.014888147115707398}
+{"step": 2820000, "wall_time": 25643.213792800903, "train_loss_step": 2.315471887588501, "n_params": 4367410, "total_flops": 37835047526400000, "train_loss": 0.014530051946640015, "subset_score_loss": 0.014530051946640015}
+{"step": 2830000, "wall_time": 25727.64549422264, "train_loss_step": 2.5177292823791504, "n_params": 4367410, "total_flops": 37969214361600000, "train_loss": 0.01394944429397583, "subset_score_loss": 0.01394944429397583}
+{"step": 2840000, "wall_time": 25812.146284341812, "train_loss_step": 3.0450797080993652, "n_params": 4367410, "total_flops": 38103381196800000, "train_loss": 0.013876197338104248, "subset_score_loss": 0.013876197338104248}
+{"step": 2850000, "wall_time": 25894.755895614624, "train_loss_step": 3.1217775344848633, "n_params": 4367410, "total_flops": 38237548032000000, "train_loss": 0.01502172589302063, "subset_score_loss": 0.01502172589302063}
+{"step": 2860000, "wall_time": 25977.812067985535, "train_loss_step": 2.4465975761413574, "n_params": 4367410, "total_flops": 38371714867200000, "train_loss": 0.014840246438980102, "subset_score_loss": 0.014840246438980102}
+{"step": 2870000, "wall_time": 26062.378957748413, "train_loss_step": 2.710196018218994, "n_params": 4367410, "total_flops": 38505881702400000, "train_loss": 0.01384419322013855, "subset_score_loss": 0.01384419322013855}
+{"step": 2880000, "wall_time": 26143.904304742813, "train_loss_step": 2.710238456726074, "n_params": 4367410, "total_flops": 38640048537600000, "train_loss": 0.013717684745788574, "subset_score_loss": 0.013717684745788574}
+{"step": 2890000, "wall_time": 26228.43408870697, "train_loss_step": 2.731083631515503, "n_params": 4367410, "total_flops": 38774215372800000, "train_loss": 0.013440132141113281, "subset_score_loss": 0.013440132141113281}
+{"step": 2900000, "wall_time": 26377.602098226547, "train_loss_step": 2.6191728115081787, "n_params": 4367410, "total_flops": 38908382208000000, "train_loss": 0.013335801362991333, "subset_score_loss": 0.013335801362991333, "memorization_fraction_pixel": 0.7125999927520752, "mean_nn_ratio_pixel": 0.3243085741996765, "fid": 47.09932836034836}
+{"step": 2910000, "wall_time": 26462.114114046097, "train_loss_step": 2.7848622798919678, "n_params": 4367410, "total_flops": 39042549043200000, "train_loss": 0.013589185476303101, "subset_score_loss": 0.013589185476303101}
+{"step": 2920000, "wall_time": 26546.674636125565, "train_loss_step": 2.7824339866638184, "n_params": 4367410, "total_flops": 39176715878400000, "train_loss": 0.014325318336486816, "subset_score_loss": 0.014325318336486816}
+{"step": 2930000, "wall_time": 26631.182193517685, "train_loss_step": 2.6198720932006836, "n_params": 4367410, "total_flops": 39310882713600000, "train_loss": 0.013304349184036255, "subset_score_loss": 0.013304349184036255}
+{"step": 2940000, "wall_time": 26715.59561419487, "train_loss_step": 2.5923550128936768, "n_params": 4367410, "total_flops": 39445049548800000, "train_loss": 0.013104879856109619, "subset_score_loss": 0.013104879856109619}
+{"step": 2950000, "wall_time": 26798.217451334, "train_loss_step": 2.6782431602478027, "n_params": 4367410, "total_flops": 39579216384000000, "train_loss": 0.012931865453720093, "subset_score_loss": 0.012931865453720093}
+{"step": 2960000, "wall_time": 26882.889588594437, "train_loss_step": 2.9617223739624023, "n_params": 4367410, "total_flops": 39713383219200000, "train_loss": 0.014218999147415161, "subset_score_loss": 0.014218999147415161}
+{"step": 2970000, "wall_time": 26965.766273975372, "train_loss_step": 2.6419966220855713, "n_params": 4367410, "total_flops": 39847550054400000, "train_loss": 0.013866206407546997, "subset_score_loss": 0.013866206407546997}
+{"step": 2980000, "wall_time": 27047.260972499847, "train_loss_step": 2.479170799255371, "n_params": 4367410, "total_flops": 39981716889600000, "train_loss": 0.013090059757232667, "subset_score_loss": 0.013090059757232667}
+{"step": 2990000, "wall_time": 27131.812344312668, "train_loss_step": 2.7156565189361572, "n_params": 4367410, "total_flops": 40115883724800000, "train_loss": 0.013597549200057983, "subset_score_loss": 0.013597549200057983}
+{"step": 3000000, "wall_time": 27283.593066692352, "train_loss_step": 2.9282431602478027, "n_params": 4367410, "total_flops": 40250050560000000, "train_loss": 0.013400074243545532, "subset_score_loss": 0.013400074243545532, "memorization_fraction_pixel": 0.7153000235557556, "mean_nn_ratio_pixel": 0.32269078493118286, "fid": 47.42278900550521}
+{"step": 3010000, "wall_time": 27368.14039373398, "train_loss_step": 2.631258487701416, "n_params": 4367410, "total_flops": 40384217395200000, "train_loss": 0.013512300252914429, "subset_score_loss": 0.013512300252914429}
+{"step": 3020000, "wall_time": 27452.733854055405, "train_loss_step": 2.611051559448242, "n_params": 4367410, "total_flops": 40518384230400000, "train_loss": 0.013210288286209106, "subset_score_loss": 0.013210288286209106}
+{"step": 3030000, "wall_time": 27537.326873779297, "train_loss_step": 2.588470220565796, "n_params": 4367410, "total_flops": 40652551065600000, "train_loss": 0.013129205703735351, "subset_score_loss": 0.013129205703735351}
+{"step": 3040000, "wall_time": 27620.187603235245, "train_loss_step": 2.356776714324951, "n_params": 4367410, "total_flops": 40786717900800000, "train_loss": 0.01407389760017395, "subset_score_loss": 0.01407389760017395}
+{"step": 3050000, "wall_time": 27704.796768665314, "train_loss_step": 2.567744255065918, "n_params": 4367410, "total_flops": 40920884736000000, "train_loss": 0.013254097700119018, "subset_score_loss": 0.013254097700119018}
+{"step": 3060000, "wall_time": 27789.22052669525, "train_loss_step": 2.456235408782959, "n_params": 4367410, "total_flops": 41055051571200000, "train_loss": 0.013728433847427368, "subset_score_loss": 0.013728433847427368}
+{"step": 3070000, "wall_time": 27872.528600215912, "train_loss_step": 2.8113460540771484, "n_params": 4367410, "total_flops": 41189218406400000, "train_loss": 0.013329905271530152, "subset_score_loss": 0.013329905271530152}
+{"step": 3080000, "wall_time": 27954.13719725609, "train_loss_step": 2.757101058959961, "n_params": 4367410, "total_flops": 41323385241600000, "train_loss": 0.013541494607925414, "subset_score_loss": 0.013541494607925414}
+{"step": 3090000, "wall_time": 28038.90149283409, "train_loss_step": 2.54465389251709, "n_params": 4367410, "total_flops": 41457552076800000, "train_loss": 0.012553079128265381, "subset_score_loss": 0.012553079128265381}
+{"step": 3100000, "wall_time": 28190.94247841835, "train_loss_step": 2.61953067779541, "n_params": 4367410, "total_flops": 41591718912000000, "train_loss": 0.013624036312103271, "subset_score_loss": 0.013624036312103271, "memorization_fraction_pixel": 0.7182000279426575, "mean_nn_ratio_pixel": 0.3205825686454773, "fid": 47.45023502895063}
+{"step": 3110000, "wall_time": 28275.667105436325, "train_loss_step": 2.5709428787231445, "n_params": 4367410, "total_flops": 41725885747200000, "train_loss": 0.013925457000732422, "subset_score_loss": 0.013925457000732422}
+{"step": 3120000, "wall_time": 28360.182849645615, "train_loss_step": 2.3329358100891113, "n_params": 4367410, "total_flops": 41860052582400000, "train_loss": 0.012993215322494507, "subset_score_loss": 0.012993215322494507}
+{"step": 3130000, "wall_time": 28444.659564733505, "train_loss_step": 2.7507548332214355, "n_params": 4367410, "total_flops": 41994219417600000, "train_loss": 0.012582594156265258, "subset_score_loss": 0.012582594156265258}
+{"step": 3140000, "wall_time": 28526.184712171555, "train_loss_step": 2.4418492317199707, "n_params": 4367410, "total_flops": 42128386252800000, "train_loss": 0.012700271606445313, "subset_score_loss": 0.012700271606445313}
+{"step": 3150000, "wall_time": 28609.944499015808, "train_loss_step": 2.531991958618164, "n_params": 4367410, "total_flops": 42262553088000000, "train_loss": 0.012912110090255738, "subset_score_loss": 0.012912110090255738}
+{"step": 3160000, "wall_time": 28693.652801513672, "train_loss_step": 2.7557857036590576, "n_params": 4367410, "total_flops": 42396719923200000, "train_loss": 0.012676763534545898, "subset_score_loss": 0.012676763534545898}
+{"step": 3170000, "wall_time": 28777.586825609207, "train_loss_step": 2.9154293537139893, "n_params": 4367410, "total_flops": 42530886758400000, "train_loss": 0.012419359683990478, "subset_score_loss": 0.012419359683990478}
+{"step": 3180000, "wall_time": 28857.82735323906, "train_loss_step": 2.560417890548706, "n_params": 4367410, "total_flops": 42665053593600000, "train_loss": 0.012482410669326783, "subset_score_loss": 0.012482410669326783}
+{"step": 3190000, "wall_time": 28942.536717891693, "train_loss_step": 2.6887495517730713, "n_params": 4367410, "total_flops": 42799220428800000, "train_loss": 0.012973954677581787, "subset_score_loss": 0.012973954677581787}
+{"step": 3200000, "wall_time": 29094.973785161972, "train_loss_step": 2.551100730895996, "n_params": 4367410, "total_flops": 42933387264000000, "train_loss": 0.012858389616012574, "subset_score_loss": 0.012858389616012574, "memorization_fraction_pixel": 0.7299000024795532, "mean_nn_ratio_pixel": 0.31675034761428833, "fid": 47.3525613351607}
+{"step": 3210000, "wall_time": 29179.801233291626, "train_loss_step": 2.5391387939453125, "n_params": 4367410, "total_flops": 43067554099200000, "train_loss": 0.012460618019104005, "subset_score_loss": 0.012460618019104005}
+{"step": 3220000, "wall_time": 29264.57475876808, "train_loss_step": 2.156322956085205, "n_params": 4367410, "total_flops": 43201720934400000, "train_loss": 0.012346968650817872, "subset_score_loss": 0.012346968650817872}
+{"step": 3230000, "wall_time": 29349.20170044899, "train_loss_step": 2.4920880794525146, "n_params": 4367410, "total_flops": 43335887769600000, "train_loss": 0.012901642322540284, "subset_score_loss": 0.012901642322540284}
+{"step": 3240000, "wall_time": 29431.914907455444, "train_loss_step": 2.425835609436035, "n_params": 4367410, "total_flops": 43470054604800000, "train_loss": 0.012261409759521485, "subset_score_loss": 0.012261409759521485}
+{"step": 3250000, "wall_time": 29515.71156334877, "train_loss_step": 2.643003463745117, "n_params": 4367410, "total_flops": 43604221440000000, "train_loss": 0.012640639543533325, "subset_score_loss": 0.012640639543533325}
+{"step": 3260000, "wall_time": 29599.467479228973, "train_loss_step": 2.370760440826416, "n_params": 4367410, "total_flops": 43738388275200000, "train_loss": 0.012214177846908569, "subset_score_loss": 0.012214177846908569}
+{"step": 3270000, "wall_time": 29683.29448032379, "train_loss_step": 2.7798986434936523, "n_params": 4367410, "total_flops": 43872555110400000, "train_loss": 0.012263751029968262, "subset_score_loss": 0.012263751029968262}
+{"step": 3280000, "wall_time": 29763.49725818634, "train_loss_step": 2.5790858268737793, "n_params": 4367410, "total_flops": 44006721945600000, "train_loss": 0.0130133855342865, "subset_score_loss": 0.0130133855342865}
+{"step": 3290000, "wall_time": 29848.242485284805, "train_loss_step": 2.8089962005615234, "n_params": 4367410, "total_flops": 44140888780800000, "train_loss": 0.011969778537750244, "subset_score_loss": 0.011969778537750244}
+{"step": 3300000, "wall_time": 29999.99407362938, "train_loss_step": 2.7003417015075684, "n_params": 4367410, "total_flops": 44275055616000000, "train_loss": 0.012269700765609742, "subset_score_loss": 0.012269700765609742, "memorization_fraction_pixel": 0.7261999845504761, "mean_nn_ratio_pixel": 0.31684279441833496, "fid": 47.22461420621333}
+{"step": 3310000, "wall_time": 30084.75899362564, "train_loss_step": 2.3338828086853027, "n_params": 4367410, "total_flops": 44409222451200000, "train_loss": 0.012013447284698487, "subset_score_loss": 0.012013447284698487}
+{"step": 3320000, "wall_time": 30169.536452293396, "train_loss_step": 2.419764280319214, "n_params": 4367410, "total_flops": 44543389286400000, "train_loss": 0.012299699783325195, "subset_score_loss": 0.012299699783325195}
+{"step": 3330000, "wall_time": 30254.263503551483, "train_loss_step": 2.6828596591949463, "n_params": 4367410, "total_flops": 44677556121600000, "train_loss": 0.01178276538848877, "subset_score_loss": 0.01178276538848877}
+{"step": 3340000, "wall_time": 30337.055778503418, "train_loss_step": 2.4351253509521484, "n_params": 4367410, "total_flops": 44811722956800000, "train_loss": 0.012393926382064819, "subset_score_loss": 0.012393926382064819}
+{"step": 3350000, "wall_time": 30421.788201332092, "train_loss_step": 2.6460461616516113, "n_params": 4367410, "total_flops": 44945889792000000, "train_loss": 0.013149005174636842, "subset_score_loss": 0.013149005174636842}
+{"step": 3360000, "wall_time": 30506.55953335762, "train_loss_step": 2.6112658977508545, "n_params": 4367410, "total_flops": 45080056627200000, "train_loss": 0.012357901334762573, "subset_score_loss": 0.012357901334762573}
+{"step": 3370000, "wall_time": 30591.299453258514, "train_loss_step": 2.7098093032836914, "n_params": 4367410, "total_flops": 45214223462400000, "train_loss": 0.011851661205291748, "subset_score_loss": 0.011851661205291748}
+{"step": 3380000, "wall_time": 30673.79339981079, "train_loss_step": 2.6451473236083984, "n_params": 4367410, "total_flops": 45348390297600000, "train_loss": 0.012345664501190186, "subset_score_loss": 0.012345664501190186}
+{"step": 3390000, "wall_time": 30756.95703148842, "train_loss_step": 2.630697250366211, "n_params": 4367410, "total_flops": 45482557132800000, "train_loss": 0.012305327653884889, "subset_score_loss": 0.012305327653884889}
+{"step": 3400000, "wall_time": 30933.47116613388, "train_loss_step": 2.6719651222229004, "n_params": 4367410, "total_flops": 45616723968000000, "train_loss": 0.01199697494506836, "subset_score_loss": 0.01199697494506836, "memorization_fraction_pixel": 0.7279000282287598, "mean_nn_ratio_pixel": 0.3155495822429657, "fid": 46.95174675958327}
+{"step": 3410000, "wall_time": 31012.819321155548, "train_loss_step": 2.4258060455322266, "n_params": 4367410, "total_flops": 45750890803200000, "train_loss": 0.011476242542266845, "subset_score_loss": 0.011476242542266845}
+{"step": 3420000, "wall_time": 31097.561105012894, "train_loss_step": 2.3149237632751465, "n_params": 4367410, "total_flops": 45885057638400000, "train_loss": 0.012066553831100463, "subset_score_loss": 0.012066553831100463}
+{"step": 3430000, "wall_time": 31180.627335309982, "train_loss_step": 2.6109776496887207, "n_params": 4367410, "total_flops": 46019224473600000, "train_loss": 0.011979235410690308, "subset_score_loss": 0.011979235410690308}
+{"step": 3440000, "wall_time": 31265.301938056946, "train_loss_step": 2.4205574989318848, "n_params": 4367410, "total_flops": 46153391308800000, "train_loss": 0.011384851932525634, "subset_score_loss": 0.011384851932525634}
+{"step": 3450000, "wall_time": 31349.935826301575, "train_loss_step": 2.4886996746063232, "n_params": 4367410, "total_flops": 46287558144000000, "train_loss": 0.01156389594078064, "subset_score_loss": 0.01156389594078064}
+{"step": 3460000, "wall_time": 31434.57930612564, "train_loss_step": 2.48325777053833, "n_params": 4367410, "total_flops": 46421724979200000, "train_loss": 0.011750844717025756, "subset_score_loss": 0.011750844717025756}
+{"step": 3470000, "wall_time": 31514.433818101883, "train_loss_step": 2.8411381244659424, "n_params": 4367410, "total_flops": 46555891814400000, "train_loss": 0.011206057071685791, "subset_score_loss": 0.011206057071685791}
+{"step": 3480000, "wall_time": 31589.780769586563, "train_loss_step": 2.306118965148926, "n_params": 4367410, "total_flops": 46690058649600000, "train_loss": 0.011842068433761597, "subset_score_loss": 0.011842068433761597}
+{"step": 3490000, "wall_time": 31673.30025911331, "train_loss_step": 2.615657329559326, "n_params": 4367410, "total_flops": 46824225484800000, "train_loss": 0.011440292596817017, "subset_score_loss": 0.011440292596817017}
+{"step": 3500000, "wall_time": 31849.988445043564, "train_loss_step": 2.30302095413208, "n_params": 4367410, "total_flops": 46958392320000000, "train_loss": 0.011089293956756592, "subset_score_loss": 0.011089293956756592, "memorization_fraction_pixel": 0.73580002784729, "mean_nn_ratio_pixel": 0.3158615827560425, "fid": 46.277477820343606}
+{"step": 3510000, "wall_time": 31930.00592160225, "train_loss_step": 2.7067666053771973, "n_params": 4367410, "total_flops": 47092559155200000, "train_loss": 0.011680793762207032, "subset_score_loss": 0.011680793762207032}
+{"step": 3520000, "wall_time": 32012.986053943634, "train_loss_step": 2.678438901901245, "n_params": 4367410, "total_flops": 47226725990400000, "train_loss": 0.011579538583755494, "subset_score_loss": 0.011579538583755494}
+{"step": 3530000, "wall_time": 32097.65725326538, "train_loss_step": 2.3644518852233887, "n_params": 4367410, "total_flops": 47360892825600000, "train_loss": 0.011578407287597656, "subset_score_loss": 0.011578407287597656}
+{"step": 3540000, "wall_time": 32182.204097747803, "train_loss_step": 2.6280112266540527, "n_params": 4367410, "total_flops": 47495059660800000, "train_loss": 0.01122339367866516, "subset_score_loss": 0.01122339367866516}
+{"step": 3550000, "wall_time": 32266.741048812866, "train_loss_step": 2.5543437004089355, "n_params": 4367410, "total_flops": 47629226496000000, "train_loss": 0.01127027153968811, "subset_score_loss": 0.01127027153968811}
+{"step": 3560000, "wall_time": 32351.30500984192, "train_loss_step": 2.4741837978363037, "n_params": 4367410, "total_flops": 47763393331200000, "train_loss": 0.011298208236694337, "subset_score_loss": 0.011298208236694337}
+{"step": 3570000, "wall_time": 32435.43673491478, "train_loss_step": 2.428128957748413, "n_params": 4367410, "total_flops": 47897560166400000, "train_loss": 0.011470350027084351, "subset_score_loss": 0.011470350027084351}
+{"step": 3580000, "wall_time": 32517.61688685417, "train_loss_step": 2.3546290397644043, "n_params": 4367410, "total_flops": 48031727001600000, "train_loss": 0.011293423175811768, "subset_score_loss": 0.011293423175811768}
+{"step": 3590000, "wall_time": 32602.809693574905, "train_loss_step": 2.621992826461792, "n_params": 4367410, "total_flops": 48165893836800000, "train_loss": 0.01118036985397339, "subset_score_loss": 0.01118036985397339}
+{"step": 3600000, "wall_time": 32752.628355026245, "train_loss_step": 2.8616228103637695, "n_params": 4367410, "total_flops": 48300060672000000, "train_loss": 0.011394338607788086, "subset_score_loss": 0.011394338607788086, "memorization_fraction_pixel": 0.7425000071525574, "mean_nn_ratio_pixel": 0.31108132004737854, "fid": 46.910609919173865}
+{"step": 3610000, "wall_time": 32834.381335258484, "train_loss_step": 2.643906831741333, "n_params": 4367410, "total_flops": 48434227507200000, "train_loss": 0.011156437397003173, "subset_score_loss": 0.011156437397003173}
+{"step": 3620000, "wall_time": 32917.03299331665, "train_loss_step": 2.6348111629486084, "n_params": 4367410, "total_flops": 48568394342400000, "train_loss": 0.011242669820785523, "subset_score_loss": 0.011242669820785523}
+{"step": 3630000, "wall_time": 33001.6533510685, "train_loss_step": 2.5228519439697266, "n_params": 4367410, "total_flops": 48702561177600000, "train_loss": 0.010722097158432007, "subset_score_loss": 0.010722097158432007}
+{"step": 3640000, "wall_time": 33086.17462873459, "train_loss_step": 2.468433380126953, "n_params": 4367410, "total_flops": 48836728012800000, "train_loss": 0.010977029800415039, "subset_score_loss": 0.010977029800415039}
+{"step": 3650000, "wall_time": 33170.70454502106, "train_loss_step": 2.64500093460083, "n_params": 4367410, "total_flops": 48970894848000000, "train_loss": 0.011256790161132813, "subset_score_loss": 0.011256790161132813}
+{"step": 3660000, "wall_time": 33255.27195596695, "train_loss_step": 2.4098896980285645, "n_params": 4367410, "total_flops": 49105061683200000, "train_loss": 0.011118305921554565, "subset_score_loss": 0.011118305921554565}
+{"step": 3670000, "wall_time": 33338.50142002106, "train_loss_step": 2.4631361961364746, "n_params": 4367410, "total_flops": 49239228518400000, "train_loss": 0.010993468761444091, "subset_score_loss": 0.010993468761444091}
+{"step": 3680000, "wall_time": 33421.93391275406, "train_loss_step": 2.7356791496276855, "n_params": 4367410, "total_flops": 49373395353600000, "train_loss": 0.011425623893737793, "subset_score_loss": 0.011425623893737793}
+{"step": 3690000, "wall_time": 33506.71598291397, "train_loss_step": 2.4291014671325684, "n_params": 4367410, "total_flops": 49507562188800000, "train_loss": 0.010809693336486816, "subset_score_loss": 0.010809693336486816}
+{"step": 3700000, "wall_time": 33659.230343580246, "train_loss_step": 2.4571380615234375, "n_params": 4367410, "total_flops": 49641729024000000, "train_loss": 0.010760930776596069, "subset_score_loss": 0.010760930776596069, "memorization_fraction_pixel": 0.7454000115394592, "mean_nn_ratio_pixel": 0.31058937311172485, "fid": 46.541566310840736}
+{"step": 3710000, "wall_time": 33743.660551548004, "train_loss_step": 2.7114744186401367, "n_params": 4367410, "total_flops": 49775895859200000, "train_loss": 0.011125060319900513, "subset_score_loss": 0.011125060319900513}
+{"step": 3720000, "wall_time": 33815.399707078934, "train_loss_step": 2.499748706817627, "n_params": 4367410, "total_flops": 49910062694400000, "train_loss": 0.010747601985931396, "subset_score_loss": 0.010747601985931396}
+{"step": 3730000, "wall_time": 33900.02255320549, "train_loss_step": 2.575690507888794, "n_params": 4367410, "total_flops": 50044229529600000, "train_loss": 0.010570545196533204, "subset_score_loss": 0.010570545196533204}
+{"step": 3740000, "wall_time": 33984.57568669319, "train_loss_step": 2.5033369064331055, "n_params": 4367410, "total_flops": 50178396364800000, "train_loss": 0.011154358386993407, "subset_score_loss": 0.011154358386993407}
+{"step": 3750000, "wall_time": 34069.35430264473, "train_loss_step": 2.295602321624756, "n_params": 4367410, "total_flops": 50312563200000000, "train_loss": 0.01157970666885376, "subset_score_loss": 0.01157970666885376}
+{"step": 3760000, "wall_time": 34154.151651382446, "train_loss_step": 2.4502065181732178, "n_params": 4367410, "total_flops": 50446730035200000, "train_loss": 0.01148616909980774, "subset_score_loss": 0.01148616909980774}
+{"step": 3770000, "wall_time": 34235.76964354515, "train_loss_step": 2.6502795219421387, "n_params": 4367410, "total_flops": 50580896870400000, "train_loss": 0.011129167079925537, "subset_score_loss": 0.011129167079925537}
+{"step": 3780000, "wall_time": 34315.73749232292, "train_loss_step": 2.4620471000671387, "n_params": 4367410, "total_flops": 50715063705600000, "train_loss": 0.010543731451034545, "subset_score_loss": 0.010543731451034545}
+{"step": 3790000, "wall_time": 34400.51398253441, "train_loss_step": 2.50887393951416, "n_params": 4367410, "total_flops": 50849230540800000, "train_loss": 0.010429959297180175, "subset_score_loss": 0.010429959297180175}
+{"step": 3800000, "wall_time": 34584.2391397953, "train_loss_step": 2.4363627433776855, "n_params": 4367410, "total_flops": 50983397376000000, "train_loss": 0.0104789137840271, "subset_score_loss": 0.0104789137840271, "memorization_fraction_pixel": 0.7434999942779541, "mean_nn_ratio_pixel": 0.3123554289340973, "fid": 47.81197754951685}
+{"step": 3810000, "wall_time": 34667.10553479195, "train_loss_step": 2.680969715118408, "n_params": 4367410, "total_flops": 51117564211200000, "train_loss": 0.010562869310379029, "subset_score_loss": 0.010562869310379029}
+{"step": 3820000, "wall_time": 34740.7410402298, "train_loss_step": 2.429723024368286, "n_params": 4367410, "total_flops": 51251731046400000, "train_loss": 0.010416173934936523, "subset_score_loss": 0.010416173934936523}
+{"step": 3830000, "wall_time": 34821.20770025253, "train_loss_step": 2.6516740322113037, "n_params": 4367410, "total_flops": 51385897881600000, "train_loss": 0.011035640239715577, "subset_score_loss": 0.011035640239715577}
+{"step": 3840000, "wall_time": 34905.99056005478, "train_loss_step": 2.6437883377075195, "n_params": 4367410, "total_flops": 51520064716800000, "train_loss": 0.010841690301895142, "subset_score_loss": 0.010841690301895142}
+{"step": 3850000, "wall_time": 34990.71090340614, "train_loss_step": 2.7217655181884766, "n_params": 4367410, "total_flops": 51654231552000000, "train_loss": 0.010409131050109863, "subset_score_loss": 0.010409131050109863}
+{"step": 3860000, "wall_time": 35075.492114305496, "train_loss_step": 2.639223575592041, "n_params": 4367410, "total_flops": 51788398387200000, "train_loss": 0.010469986200332642, "subset_score_loss": 0.010469986200332642}
+{"step": 3870000, "wall_time": 35152.986865758896, "train_loss_step": 2.3083229064941406, "n_params": 4367410, "total_flops": 51922565222400000, "train_loss": 0.010302978754043578, "subset_score_loss": 0.010302978754043578}
+{"step": 3880000, "wall_time": 35230.806777238846, "train_loss_step": 2.507624626159668, "n_params": 4367410, "total_flops": 52056732057600000, "train_loss": 0.010287866592407227, "subset_score_loss": 0.010287866592407227}
+{"step": 3890000, "wall_time": 35315.400524139404, "train_loss_step": 2.290222644805908, "n_params": 4367410, "total_flops": 52190898892800000, "train_loss": 0.010395462512969971, "subset_score_loss": 0.010395462512969971}
+{"step": 3900000, "wall_time": 35491.82225775719, "train_loss_step": 2.339146375656128, "n_params": 4367410, "total_flops": 52325065728000000, "train_loss": 0.010588083267211914, "subset_score_loss": 0.010588083267211914, "memorization_fraction_pixel": 0.7488999962806702, "mean_nn_ratio_pixel": 0.30919453501701355, "fid": 46.62781115531215}
+{"step": 3910000, "wall_time": 35574.60859084129, "train_loss_step": 2.4706528186798096, "n_params": 4367410, "total_flops": 52459232563200000, "train_loss": 0.01048148512840271, "subset_score_loss": 0.01048148512840271}
+{"step": 3920000, "wall_time": 35659.35763669014, "train_loss_step": 2.6690797805786133, "n_params": 4367410, "total_flops": 52593399398400000, "train_loss": 0.010558685064315796, "subset_score_loss": 0.010558685064315796}
+{"step": 3930000, "wall_time": 35733.43074798584, "train_loss_step": 2.4029653072357178, "n_params": 4367410, "total_flops": 52727566233600000, "train_loss": 0.010564854145050049, "subset_score_loss": 0.010564854145050049}
+{"step": 3940000, "wall_time": 35818.17543244362, "train_loss_step": 2.4979918003082275, "n_params": 4367410, "total_flops": 52861733068800000, "train_loss": 0.010248028039932251, "subset_score_loss": 0.010248028039932251}
+{"step": 3950000, "wall_time": 35902.951327085495, "train_loss_step": 2.438070774078369, "n_params": 4367410, "total_flops": 52995899904000000, "train_loss": 0.010435885190963745, "subset_score_loss": 0.010435885190963745}
+{"step": 3960000, "wall_time": 35987.74034047127, "train_loss_step": 2.4004130363464355, "n_params": 4367410, "total_flops": 53130066739200000, "train_loss": 0.01009768009185791, "subset_score_loss": 0.01009768009185791}
+{"step": 3970000, "wall_time": 36069.282393455505, "train_loss_step": 2.515707015991211, "n_params": 4367410, "total_flops": 53264233574400000, "train_loss": 0.010910449028015136, "subset_score_loss": 0.010910449028015136}
+{"step": 3980000, "wall_time": 36144.80955171585, "train_loss_step": 2.6000168323516846, "n_params": 4367410, "total_flops": 53398400409600000, "train_loss": 0.010472089052200317, "subset_score_loss": 0.010472089052200317}
+{"step": 3990000, "wall_time": 36229.53449511528, "train_loss_step": 2.3938498497009277, "n_params": 4367410, "total_flops": 53532567244800000, "train_loss": 0.010011965036392212, "subset_score_loss": 0.010011965036392212}
+{"step": 4000000, "wall_time": 36427.22372198105, "train_loss_step": 2.3237295150756836, "n_params": 4367410, "total_flops": 53666734080000000, "train_loss": 0.010185015201568604, "subset_score_loss": 0.010185015201568604, "memorization_fraction_pixel": 0.7538999915122986, "mean_nn_ratio_pixel": 0.3081096112728119, "fid": 46.634906833961914}
+{"step": 4010000, "wall_time": 36511.95036292076, "train_loss_step": 2.8904285430908203, "n_params": 4367410, "total_flops": 53800900915200000, "train_loss": 0.010266300439834595, "subset_score_loss": 0.010266300439834595}
+{"step": 4020000, "wall_time": 36596.64785718918, "train_loss_step": 2.5973663330078125, "n_params": 4367410, "total_flops": 53935067750400000, "train_loss": 0.010014461278915405, "subset_score_loss": 0.010014461278915405}
+{"step": 4030000, "wall_time": 36667.66658830643, "train_loss_step": 2.4493050575256348, "n_params": 4367410, "total_flops": 54069234585600000, "train_loss": 0.010256065130233765, "subset_score_loss": 0.010256065130233765}
+{"step": 4040000, "wall_time": 36752.09053897858, "train_loss_step": 2.461315870285034, "n_params": 4367410, "total_flops": 54203401420800000, "train_loss": 0.010506668090820313, "subset_score_loss": 0.010506668090820313}
+{"step": 4050000, "wall_time": 36836.833179712296, "train_loss_step": 2.5240345001220703, "n_params": 4367410, "total_flops": 54337568256000000, "train_loss": 0.010530790090560913, "subset_score_loss": 0.010530790090560913}
+{"step": 4060000, "wall_time": 36921.64557337761, "train_loss_step": 2.3528714179992676, "n_params": 4367410, "total_flops": 54471735091200000, "train_loss": 0.00992079496383667, "subset_score_loss": 0.00992079496383667}
+{"step": 4070000, "wall_time": 36999.44772815704, "train_loss_step": 2.3690881729125977, "n_params": 4367410, "total_flops": 54605901926400000, "train_loss": 0.009802187085151673, "subset_score_loss": 0.009802187085151673}
+{"step": 4080000, "wall_time": 37077.65597939491, "train_loss_step": 2.424222946166992, "n_params": 4367410, "total_flops": 54740068761600000, "train_loss": 0.010195995569229127, "subset_score_loss": 0.010195995569229127}
+{"step": 4090000, "wall_time": 37162.44734239578, "train_loss_step": 2.4779796600341797, "n_params": 4367410, "total_flops": 54874235596800000, "train_loss": 0.01018040657043457, "subset_score_loss": 0.01018040657043457}
+{"step": 4100000, "wall_time": 37356.997040748596, "train_loss_step": 2.9144749641418457, "n_params": 4367410, "total_flops": 55008402432000000, "train_loss": 0.009794226884841918, "subset_score_loss": 0.009794226884841918, "memorization_fraction_pixel": 0.7617999911308289, "mean_nn_ratio_pixel": 0.3069918751716614, "fid": 46.43074477687334}
+{"step": 4110000, "wall_time": 37441.75957083702, "train_loss_step": 2.6226325035095215, "n_params": 4367410, "total_flops": 55142569267200000, "train_loss": 0.009554269313812256, "subset_score_loss": 0.009554269313812256}
+{"step": 4120000, "wall_time": 37526.474722623825, "train_loss_step": 2.5884618759155273, "n_params": 4367410, "total_flops": 55276736102400000, "train_loss": 0.0099961119890213, "subset_score_loss": 0.0099961119890213}
+{"step": 4130000, "wall_time": 37603.312978982925, "train_loss_step": 2.489772319793701, "n_params": 4367410, "total_flops": 55410902937600000, "train_loss": 0.009561464786529542, "subset_score_loss": 0.009561464786529542}
+{"step": 4140000, "wall_time": 37681.879912137985, "train_loss_step": 2.594193696975708, "n_params": 4367410, "total_flops": 55545069772800000, "train_loss": 0.009882573485374451, "subset_score_loss": 0.009882573485374451}
+{"step": 4150000, "wall_time": 37766.63369202614, "train_loss_step": 2.686673879623413, "n_params": 4367410, "total_flops": 55679236608000000, "train_loss": 0.009770048260688781, "subset_score_loss": 0.009770048260688781}
+{"step": 4160000, "wall_time": 37851.3443505764, "train_loss_step": 2.5518453121185303, "n_params": 4367410, "total_flops": 55813403443200000, "train_loss": 0.009756271243095398, "subset_score_loss": 0.009756271243095398}
+{"step": 4170000, "wall_time": 37927.36328983307, "train_loss_step": 2.433046340942383, "n_params": 4367410, "total_flops": 55947570278400000, "train_loss": 0.009487091898918151, "subset_score_loss": 0.009487091898918151}
+{"step": 4180000, "wall_time": 38007.60657668114, "train_loss_step": 2.2275943756103516, "n_params": 4367410, "total_flops": 56081737113600000, "train_loss": 0.009628224968910217, "subset_score_loss": 0.009628224968910217}
+{"step": 4190000, "wall_time": 38090.38147687912, "train_loss_step": 2.593001365661621, "n_params": 4367410, "total_flops": 56215903948800000, "train_loss": 0.010133014917373657, "subset_score_loss": 0.010133014917373657}
+{"step": 4200000, "wall_time": 38292.83986544609, "train_loss_step": 2.4259562492370605, "n_params": 4367410, "total_flops": 56350070784000000, "train_loss": 0.00986139178276062, "subset_score_loss": 0.00986139178276062, "memorization_fraction_pixel": 0.7448999881744385, "mean_nn_ratio_pixel": 0.3101530373096466, "fid": 47.691996639645694}
+{"step": 4210000, "wall_time": 38377.60458469391, "train_loss_step": 2.252962589263916, "n_params": 4367410, "total_flops": 56484237619200000, "train_loss": 0.009830676317214966, "subset_score_loss": 0.009830676317214966}
+{"step": 4220000, "wall_time": 38462.36773252487, "train_loss_step": 2.5114874839782715, "n_params": 4367410, "total_flops": 56618404454400000, "train_loss": 0.009926607608795166, "subset_score_loss": 0.009926607608795166}
+{"step": 4230000, "wall_time": 38543.608222961426, "train_loss_step": 2.4519896507263184, "n_params": 4367410, "total_flops": 56752571289600000, "train_loss": 0.009897242188453675, "subset_score_loss": 0.009897242188453675}
+{"step": 4240000, "wall_time": 38621.620342731476, "train_loss_step": 2.4986085891723633, "n_params": 4367410, "total_flops": 56886738124800000, "train_loss": 0.009978756904602051, "subset_score_loss": 0.009978756904602051}
+{"step": 4250000, "wall_time": 38706.3734228611, "train_loss_step": 2.416581153869629, "n_params": 4367410, "total_flops": 57020904960000000, "train_loss": 0.009861829280853272, "subset_score_loss": 0.009861829280853272}
+{"step": 4260000, "wall_time": 38791.13299822807, "train_loss_step": 2.507667064666748, "n_params": 4367410, "total_flops": 57155071795200000, "train_loss": 0.009617623686790467, "subset_score_loss": 0.009617623686790467}
+{"step": 4270000, "wall_time": 38863.64831519127, "train_loss_step": 2.1570959091186523, "n_params": 4367410, "total_flops": 57289238630400000, "train_loss": 0.009353218674659729, "subset_score_loss": 0.009353218674659729}
+{"step": 4280000, "wall_time": 38943.98184752464, "train_loss_step": 2.610013723373413, "n_params": 4367410, "total_flops": 57423405465600000, "train_loss": 0.009982959032058716, "subset_score_loss": 0.009982959032058716}
+{"step": 4290000, "wall_time": 39028.79666185379, "train_loss_step": 2.378014326095581, "n_params": 4367410, "total_flops": 57557572300800000, "train_loss": 0.00952047884464264, "subset_score_loss": 0.00952047884464264}
+{"step": 4300000, "wall_time": 39228.97290062904, "train_loss_step": 2.3318886756896973, "n_params": 4367410, "total_flops": 57691739136000000, "train_loss": 0.009775588512420655, "subset_score_loss": 0.009775588512420655, "memorization_fraction_pixel": 0.7563999891281128, "mean_nn_ratio_pixel": 0.30754122138023376, "fid": 47.22147050805869}
+{"step": 4310000, "wall_time": 39313.689116716385, "train_loss_step": 2.4412317276000977, "n_params": 4367410, "total_flops": 57825905971200000, "train_loss": 0.009400287866592407, "subset_score_loss": 0.009400287866592407}
+{"step": 4320000, "wall_time": 39398.47487664223, "train_loss_step": 2.4831626415252686, "n_params": 4367410, "total_flops": 57960072806400000, "train_loss": 0.010063412189483643, "subset_score_loss": 0.010063412189483643}
+{"step": 4330000, "wall_time": 39480.90532040596, "train_loss_step": 2.4961752891540527, "n_params": 4367410, "total_flops": 58094239641600000, "train_loss": 0.009978393316268921, "subset_score_loss": 0.009978393316268921}
+{"step": 4340000, "wall_time": 39559.31463456154, "train_loss_step": 2.678368091583252, "n_params": 4367410, "total_flops": 58228406476800000, "train_loss": 0.009518938064575195, "subset_score_loss": 0.009518938064575195}
+{"step": 4350000, "wall_time": 39644.058748960495, "train_loss_step": 2.348527431488037, "n_params": 4367410, "total_flops": 58362573312000000, "train_loss": 0.009451300501823426, "subset_score_loss": 0.009451300501823426}
+{"step": 4360000, "wall_time": 39728.765048503876, "train_loss_step": 2.4657158851623535, "n_params": 4367410, "total_flops": 58496740147200000, "train_loss": 0.00979222297668457, "subset_score_loss": 0.00979222297668457}
+{"step": 4370000, "wall_time": 39801.407187223434, "train_loss_step": 2.611881971359253, "n_params": 4367410, "total_flops": 58630906982400000, "train_loss": 0.00915561020374298, "subset_score_loss": 0.00915561020374298}
+{"step": 4380000, "wall_time": 39886.17241740227, "train_loss_step": 2.448056697845459, "n_params": 4367410, "total_flops": 58765073817600000, "train_loss": 0.009348095655441284, "subset_score_loss": 0.009348095655441284}
+{"step": 4390000, "wall_time": 39970.92474412918, "train_loss_step": 2.5037736892700195, "n_params": 4367410, "total_flops": 58899240652800000, "train_loss": 0.009251644015312194, "subset_score_loss": 0.009251644015312194}
+{"step": 4400000, "wall_time": 40169.069665670395, "train_loss_step": 1.9940515756607056, "n_params": 4367410, "total_flops": 59033407488000000, "train_loss": 0.009009250998497009, "subset_score_loss": 0.009009250998497009, "memorization_fraction_pixel": 0.753600001335144, "mean_nn_ratio_pixel": 0.307269424200058, "fid": 47.6412235095962}
+{"step": 4410000, "wall_time": 40253.83563327789, "train_loss_step": 2.416153907775879, "n_params": 4367410, "total_flops": 59167574323200000, "train_loss": 0.009742992520332337, "subset_score_loss": 0.009742992520332337}
+{"step": 4420000, "wall_time": 40338.5139272213, "train_loss_step": 2.7200562953948975, "n_params": 4367410, "total_flops": 59301741158400000, "train_loss": 0.009045742750167847, "subset_score_loss": 0.009045742750167847}
+{"step": 4430000, "wall_time": 40421.06308507919, "train_loss_step": 2.57981538772583, "n_params": 4367410, "total_flops": 59435907993600000, "train_loss": 0.009101919531822204, "subset_score_loss": 0.009101919531822204}
+{"step": 4440000, "wall_time": 40497.731639146805, "train_loss_step": 2.540473222732544, "n_params": 4367410, "total_flops": 59570074828800000, "train_loss": 0.009061482548713685, "subset_score_loss": 0.009061482548713685}
+{"step": 4450000, "wall_time": 40582.441714048386, "train_loss_step": 2.4374566078186035, "n_params": 4367410, "total_flops": 59704241664000000, "train_loss": 0.008939303159713745, "subset_score_loss": 0.008939303159713745}
+{"step": 4460000, "wall_time": 40662.456367731094, "train_loss_step": 2.6718170642852783, "n_params": 4367410, "total_flops": 59838408499200000, "train_loss": 0.0098798269033432, "subset_score_loss": 0.0098798269033432}
+{"step": 4470000, "wall_time": 40739.39733815193, "train_loss_step": 2.714669704437256, "n_params": 4367410, "total_flops": 59972575334400000, "train_loss": 0.009204884767532348, "subset_score_loss": 0.009204884767532348}
+{"step": 4480000, "wall_time": 40824.15508270264, "train_loss_step": 2.3890597820281982, "n_params": 4367410, "total_flops": 60106742169600000, "train_loss": 0.009063397645950317, "subset_score_loss": 0.009063397645950317}
+{"step": 4490000, "wall_time": 40908.912442445755, "train_loss_step": 2.4952285289764404, "n_params": 4367410, "total_flops": 60240909004800000, "train_loss": 0.009500232934951782, "subset_score_loss": 0.009500232934951782}
+{"step": 4500000, "wall_time": 41104.97619843483, "train_loss_step": 2.4135308265686035, "n_params": 4367410, "total_flops": 60375075840000000, "train_loss": 0.0090483558177948, "subset_score_loss": 0.0090483558177948, "memorization_fraction_pixel": 0.7537000179290771, "mean_nn_ratio_pixel": 0.3079596161842346, "fid": 47.297526539303654}
+{"step": 4510000, "wall_time": 41189.40747499466, "train_loss_step": 2.2637970447540283, "n_params": 4367410, "total_flops": 60509242675200000, "train_loss": 0.008863871097564697, "subset_score_loss": 0.008863871097564697}
+{"step": 4520000, "wall_time": 41273.61307263374, "train_loss_step": 2.516435146331787, "n_params": 4367410, "total_flops": 60643409510400000, "train_loss": 0.00936618983745575, "subset_score_loss": 0.00936618983745575}
+{"step": 4530000, "wall_time": 41357.69253540039, "train_loss_step": 2.4006428718566895, "n_params": 4367410, "total_flops": 60777576345600000, "train_loss": 0.009306620359420776, "subset_score_loss": 0.009306620359420776}
+{"step": 4540000, "wall_time": 41435.687373399734, "train_loss_step": 2.470162868499756, "n_params": 4367410, "total_flops": 60911743180800000, "train_loss": 0.009022063612937926, "subset_score_loss": 0.009022063612937926}
+{"step": 4550000, "wall_time": 41519.5585603714, "train_loss_step": 2.380516290664673, "n_params": 4367410, "total_flops": 61045910016000000, "train_loss": 0.009180514216423035, "subset_score_loss": 0.009180514216423035}
+{"step": 4560000, "wall_time": 41596.005621910095, "train_loss_step": 2.4033749103546143, "n_params": 4367410, "total_flops": 61180076851200000, "train_loss": 0.009043385982513428, "subset_score_loss": 0.009043385982513428}
+{"step": 4570000, "wall_time": 41680.20802569389, "train_loss_step": 2.475771427154541, "n_params": 4367410, "total_flops": 61314243686400000, "train_loss": 0.008885651230812072, "subset_score_loss": 0.008885651230812072}
+{"step": 4580000, "wall_time": 41764.456429719925, "train_loss_step": 2.5665359497070312, "n_params": 4367410, "total_flops": 61448410521600000, "train_loss": 0.008807405829429626, "subset_score_loss": 0.008807405829429626}
+{"step": 4590000, "wall_time": 41848.65324831009, "train_loss_step": 2.569777011871338, "n_params": 4367410, "total_flops": 61582577356800000, "train_loss": 0.009121277928352356, "subset_score_loss": 0.009121277928352356}
+{"step": 4600000, "wall_time": 41999.67970204353, "train_loss_step": 2.3918185234069824, "n_params": 4367410, "total_flops": 61716744192000000, "train_loss": 0.008871572613716126, "subset_score_loss": 0.008871572613716126, "memorization_fraction_pixel": 0.7605000138282776, "mean_nn_ratio_pixel": 0.3066355586051941, "fid": 46.462393354190326}
+{"step": 4610000, "wall_time": 42083.93511605263, "train_loss_step": 2.4016551971435547, "n_params": 4367410, "total_flops": 61850911027200000, "train_loss": 0.008793153762817384, "subset_score_loss": 0.008793153762817384}
+{"step": 4620000, "wall_time": 42168.16571497917, "train_loss_step": 2.481072187423706, "n_params": 4367410, "total_flops": 61985077862400000, "train_loss": 0.008731447458267212, "subset_score_loss": 0.008731447458267212}
+{"step": 4630000, "wall_time": 42252.328122615814, "train_loss_step": 2.4719600677490234, "n_params": 4367410, "total_flops": 62119244697600000, "train_loss": 0.009028563499450684, "subset_score_loss": 0.009028563499450684}
+{"step": 4640000, "wall_time": 42332.688316106796, "train_loss_step": 2.547046184539795, "n_params": 4367410, "total_flops": 62253411532800000, "train_loss": 0.008826143145561217, "subset_score_loss": 0.008826143145561217}
+{"step": 4650000, "wall_time": 42414.81845808029, "train_loss_step": 2.3820536136627197, "n_params": 4367410, "total_flops": 62387578368000000, "train_loss": 0.008828823566436767, "subset_score_loss": 0.008828823566436767}
+{"step": 4660000, "wall_time": 42495.7236700058, "train_loss_step": 2.3007874488830566, "n_params": 4367410, "total_flops": 62521745203200000, "train_loss": 0.008730548620223998, "subset_score_loss": 0.008730548620223998}
+{"step": 4670000, "wall_time": 42579.88874697685, "train_loss_step": 2.1070752143859863, "n_params": 4367410, "total_flops": 62655912038400000, "train_loss": 0.009015360474586486, "subset_score_loss": 0.009015360474586486}
+{"step": 4680000, "wall_time": 42664.08415079117, "train_loss_step": 2.269296407699585, "n_params": 4367410, "total_flops": 62790078873600000, "train_loss": 0.008637467622756958, "subset_score_loss": 0.008637467622756958}
+{"step": 4690000, "wall_time": 42748.27379107475, "train_loss_step": 2.7321958541870117, "n_params": 4367410, "total_flops": 62924245708800000, "train_loss": 0.009129747748374939, "subset_score_loss": 0.009129747748374939}
+{"step": 4700000, "wall_time": 42898.27309393883, "train_loss_step": 2.3631134033203125, "n_params": 4367410, "total_flops": 63058412544000000, "train_loss": 0.009284901618957519, "subset_score_loss": 0.009284901618957519, "memorization_fraction_pixel": 0.7511000037193298, "mean_nn_ratio_pixel": 0.30814751982688904, "fid": 46.7982876812287}
+{"step": 4710000, "wall_time": 42980.9822678566, "train_loss_step": 2.4112253189086914, "n_params": 4367410, "total_flops": 63192579379200000, "train_loss": 0.008636716604232788, "subset_score_loss": 0.008636716604232788}
+{"step": 4720000, "wall_time": 43065.147304058075, "train_loss_step": 2.4678330421447754, "n_params": 4367410, "total_flops": 63326746214400000, "train_loss": 0.008835209608078003, "subset_score_loss": 0.008835209608078003}
+{"step": 4730000, "wall_time": 43149.38807320595, "train_loss_step": 2.7311277389526367, "n_params": 4367410, "total_flops": 63460913049600000, "train_loss": 0.008777765035629272, "subset_score_loss": 0.008777765035629272}
+{"step": 4740000, "wall_time": 43233.5193169117, "train_loss_step": 2.500310182571411, "n_params": 4367410, "total_flops": 63595079884800000, "train_loss": 0.008993950486183167, "subset_score_loss": 0.008993950486183167}
+{"step": 4750000, "wall_time": 43312.54824614525, "train_loss_step": 2.280557632446289, "n_params": 4367410, "total_flops": 63729246720000000, "train_loss": 0.008966653347015381, "subset_score_loss": 0.008966653347015381}
+{"step": 4760000, "wall_time": 43393.37979221344, "train_loss_step": 2.1676063537597656, "n_params": 4367410, "total_flops": 63863413555200000, "train_loss": 0.008752070665359497, "subset_score_loss": 0.008752070665359497}
+{"step": 4770000, "wall_time": 43477.557497024536, "train_loss_step": 2.521632671356201, "n_params": 4367410, "total_flops": 63997580390400000, "train_loss": 0.008336113691329956, "subset_score_loss": 0.008336113691329956}
+{"step": 4780000, "wall_time": 43561.73321175575, "train_loss_step": 2.7097103595733643, "n_params": 4367410, "total_flops": 64131747225600000, "train_loss": 0.00872542142868042, "subset_score_loss": 0.00872542142868042}
+{"step": 4790000, "wall_time": 43645.94663596153, "train_loss_step": 2.5076215267181396, "n_params": 4367410, "total_flops": 64265914060800000, "train_loss": 0.008861591219902038, "subset_score_loss": 0.008861591219902038}
+{"step": 4800000, "wall_time": 43795.78457450867, "train_loss_step": 2.415112018585205, "n_params": 4367410, "total_flops": 64400080896000000, "train_loss": 0.008462129831314088, "subset_score_loss": 0.008462129831314088, "memorization_fraction_pixel": 0.7520999908447266, "mean_nn_ratio_pixel": 0.3098975718021393, "fid": 47.28462596659423}
+{"step": 4810000, "wall_time": 43878.47834730148, "train_loss_step": 2.482394218444824, "n_params": 4367410, "total_flops": 64534247731200000, "train_loss": 0.008610851764678955, "subset_score_loss": 0.008610851764678955}
+{"step": 4820000, "wall_time": 43962.619817495346, "train_loss_step": 2.501570224761963, "n_params": 4367410, "total_flops": 64668414566400000, "train_loss": 0.00883381485939026, "subset_score_loss": 0.00883381485939026}
+{"step": 4830000, "wall_time": 44046.772780656815, "train_loss_step": 2.352806568145752, "n_params": 4367410, "total_flops": 64802581401600000, "train_loss": 0.009204785823822021, "subset_score_loss": 0.009204785823822021}
+{"step": 4840000, "wall_time": 44130.86837506294, "train_loss_step": 2.4982242584228516, "n_params": 4367410, "total_flops": 64936748236800000, "train_loss": 0.008487412333488464, "subset_score_loss": 0.008487412333488464}
+{"step": 4850000, "wall_time": 44199.80299258232, "train_loss_step": 2.4023284912109375, "n_params": 4367410, "total_flops": 65070915072000000, "train_loss": 0.008890013694763183, "subset_score_loss": 0.008890013694763183}
+{"step": 4860000, "wall_time": 44263.52469086647, "train_loss_step": 2.4051694869995117, "n_params": 4367410, "total_flops": 65205081907200000, "train_loss": 0.008418831825256348, "subset_score_loss": 0.008418831825256348}
+{"step": 4870000, "wall_time": 44330.969712495804, "train_loss_step": 2.618318557739258, "n_params": 4367410, "total_flops": 65339248742400000, "train_loss": 0.008522536754608154, "subset_score_loss": 0.008522536754608154}
+{"step": 4880000, "wall_time": 44398.43673038483, "train_loss_step": 2.4118871688842773, "n_params": 4367410, "total_flops": 65473415577600000, "train_loss": 0.008436653017997741, "subset_score_loss": 0.008436653017997741}
+{"step": 4890000, "wall_time": 44465.925149440765, "train_loss_step": 2.443514823913574, "n_params": 4367410, "total_flops": 65607582412800000, "train_loss": 0.008747684955596923, "subset_score_loss": 0.008747684955596923}
+{"step": 4900000, "wall_time": 44586.43818426132, "train_loss_step": 2.2759735584259033, "n_params": 4367410, "total_flops": 65741749248000000, "train_loss": 0.00869327187538147, "subset_score_loss": 0.00869327187538147, "memorization_fraction_pixel": 0.7598000168800354, "mean_nn_ratio_pixel": 0.3052756190299988, "fid": 46.37989895116447}
+{"step": 4910000, "wall_time": 44654.326187610626, "train_loss_step": 2.4842464923858643, "n_params": 4367410, "total_flops": 65875916083200000, "train_loss": 0.008260920643806458, "subset_score_loss": 0.008260920643806458}
+{"step": 4920000, "wall_time": 44719.31535243988, "train_loss_step": 2.1682066917419434, "n_params": 4367410, "total_flops": 66010082918400000, "train_loss": 0.008482409119606018, "subset_score_loss": 0.008482409119606018}
+{"step": 4930000, "wall_time": 44786.83616447449, "train_loss_step": 2.553858518600464, "n_params": 4367410, "total_flops": 66144249753600000, "train_loss": 0.008478886485099792, "subset_score_loss": 0.008478886485099792}
+{"step": 4940000, "wall_time": 44854.35383605957, "train_loss_step": 2.5491809844970703, "n_params": 4367410, "total_flops": 66278416588800000, "train_loss": 0.008470856547355653, "subset_score_loss": 0.008470856547355653}
+{"step": 4950000, "wall_time": 44920.239067316055, "train_loss_step": 2.8961143493652344, "n_params": 4367410, "total_flops": 66412583424000000, "train_loss": 0.008326461315155029, "subset_score_loss": 0.008326461315155029}
+{"step": 4960000, "wall_time": 44978.85271143913, "train_loss_step": 2.5188424587249756, "n_params": 4367410, "total_flops": 66546750259200000, "train_loss": 0.008883115649223328, "subset_score_loss": 0.008883115649223328}
+{"step": 4970000, "wall_time": 45029.686448574066, "train_loss_step": 2.2371010780334473, "n_params": 4367410, "total_flops": 66680917094400000, "train_loss": 0.008831814527511597, "subset_score_loss": 0.008831814527511597}
+{"step": 4980000, "wall_time": 45080.55283880234, "train_loss_step": 2.5677311420440674, "n_params": 4367410, "total_flops": 66815083929600000, "train_loss": 0.008598173260688782, "subset_score_loss": 0.008598173260688782}
+{"step": 4990000, "wall_time": 45131.3225274086, "train_loss_step": 2.2687320709228516, "n_params": 4367410, "total_flops": 66949250764800000, "train_loss": 0.008760936856269837, "subset_score_loss": 0.008760936856269837}
+{"step": 5000000, "wall_time": 45224.801040410995, "train_loss_step": 2.6004061698913574, "n_params": 4367410, "total_flops": 67083417600000000, "train_loss": 0.008286595940589905, "subset_score_loss": 0.008286595940589905, "memorization_fraction_pixel": 0.7666000127792358, "mean_nn_ratio_pixel": 0.30511823296546936, "fid": 46.870572477498314}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c715f10aaea4b2d5dc11e3fc605a011f0ce879d3
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d50/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     68s | train_loss=0.9927 | fid=244.7512
+  step   10000 |    153s | train_loss=0.8471
+  step   20000 |    238s | train_loss=0.7901
+  step   30000 |    322s | train_loss=0.7044
+  step   40000 |    407s | train_loss=0.5757
+  step   50000 |    492s | train_loss=0.4133
+  step   60000 |    577s | train_loss=0.2892
+  step   70000 |    661s | train_loss=0.2186
+  step   80000 |    746s | train_loss=0.1796
+  step   90000 |    831s | train_loss=0.1594
+  step  100000 |    977s | train_loss=0.1447 | fid=58.4990
+  step  110000 |   1059s | train_loss=0.1332
+  step  120000 |   1143s | train_loss=0.1252
+  step  130000 |   1228s | train_loss=0.1163
+  step  140000 |   1313s | train_loss=0.1094
+  step  150000 |   1398s | train_loss=0.1061
+  step  160000 |   1482s | train_loss=0.1010
+  step  170000 |   1567s | train_loss=0.0958
+  step  180000 |   1652s | train_loss=0.0916
+  step  190000 |   1737s | train_loss=0.0877
+  step  200000 |   1883s | train_loss=0.0843 | fid=56.8484
+  step  210000 |   1966s | train_loss=0.0824
+  step  220000 |   2049s | train_loss=0.0787
+  step  230000 |   2133s | train_loss=0.0769
+  step  240000 |   2218s | train_loss=0.0746
+  step  250000 |   2303s | train_loss=0.0729
+  step  260000 |   2387s | train_loss=0.0698
+  step  270000 |   2472s | train_loss=0.0687
+  step  280000 |   2557s | train_loss=0.0669
+  step  290000 |   2642s | train_loss=0.0655
+  step  300000 |   2789s | train_loss=0.0645 | fid=54.4505
+  step  310000 |   2872s | train_loss=0.0629
+  step  320000 |   2957s | train_loss=0.0613
+  step  330000 |   3040s | train_loss=0.0597
+  step  340000 |   3124s | train_loss=0.0587
+  step  350000 |   3209s | train_loss=0.0574
+  step  360000 |   3294s | train_loss=0.0569
+  step  370000 |   3379s | train_loss=0.0559
+  step  380000 |   3463s | train_loss=0.0548
+  step  390000 |   3548s | train_loss=0.0538
+  step  400000 |   3695s | train_loss=0.0524 | fid=53.2654
+  step  410000 |   3780s | train_loss=0.0519
+  step  420000 |   3863s | train_loss=0.0510
+  step  430000 |   3946s | train_loss=0.0505
+  step  440000 |   4031s | train_loss=0.0497
+  step  450000 |   4115s | train_loss=0.0488
+  step  460000 |   4200s | train_loss=0.0492
+  step  470000 |   4285s | train_loss=0.0472
+  step  480000 |   4369s | train_loss=0.0477
+  step  490000 |   4454s | train_loss=0.0467
+  step  500000 |   4600s | train_loss=0.0454 | fid=50.9748
+  step  510000 |   4685s | train_loss=0.0457
+  step  520000 |   4766s | train_loss=0.0450
+  step  530000 |   4851s | train_loss=0.0445
+  step  540000 |   4935s | train_loss=0.0443
+  step  550000 |   5020s | train_loss=0.0434
+  step  560000 |   5104s | train_loss=0.0443
+  step  570000 |   5189s | train_loss=0.0433
+  step  580000 |   5274s | train_loss=0.0432
+  step  590000 |   5359s | train_loss=0.0420
+  step  600000 |   5507s | train_loss=0.0415 | fid=51.2633
+  step  610000 |   5592s | train_loss=0.0426
+  step  620000 |   5675s | train_loss=0.0411
+  step  630000 |   5759s | train_loss=0.0406
+  step  640000 |   5845s | train_loss=0.0404
+  step  650000 |   5927s | train_loss=0.0402
+  step  660000 |   6012s | train_loss=0.0394
+  step  670000 |   6097s | train_loss=0.0385
+  step  680000 |   6181s | train_loss=0.0388
+  step  690000 |   6266s | train_loss=0.0386
+  step  700000 |   6415s | train_loss=0.0377 | fid=50.9390
+  step  710000 |   6500s | train_loss=0.0376
+  step  720000 |   6585s | train_loss=0.0378
+  step  730000 |   6667s | train_loss=0.0373
+  step  740000 |   6752s | train_loss=0.0366
+  step  750000 |   6835s | train_loss=0.0366
+  step  760000 |   6920s | train_loss=0.0371
+  step  770000 |   7005s | train_loss=0.0355
+  step  780000 |   7090s | train_loss=0.0356
+  step  790000 |   7174s | train_loss=0.0352
+  step  800000 |   7323s | train_loss=0.0357 | fid=49.8402
+  step  810000 |   7408s | train_loss=0.0350
+  step  820000 |   7493s | train_loss=0.0347
+  step  830000 |   7574s | train_loss=0.0345
+  step  840000 |   7659s | train_loss=0.0339
+  step  850000 |   7744s | train_loss=0.0337
+  step  860000 |   7827s | train_loss=0.0340
+  step  870000 |   7912s | train_loss=0.0330
+  step  880000 |   7997s | train_loss=0.0333
+  step  890000 |   8078s | train_loss=0.0336
+  step  900000 |   8231s | train_loss=0.0325 | fid=48.3976
+  step  910000 |   8315s | train_loss=0.0323
+  step  920000 |   8400s | train_loss=0.0322
+  step  930000 |   8482s | train_loss=0.0328
+  step  940000 |   8567s | train_loss=0.0319
+  step  950000 |   8651s | train_loss=0.0319
+  step  960000 |   8737s | train_loss=0.0309
+  step  970000 |   8820s | train_loss=0.0311
+  step  980000 |   8904s | train_loss=0.0313
+  step  990000 |   8986s | train_loss=0.0308
+  step 1000000 |   9139s | train_loss=0.0309 | fid=48.6847
+  step 1010000 |   9224s | train_loss=0.0303
+  step 1020000 |   9308s | train_loss=0.0317
+  step 1030000 |   9393s | train_loss=0.0301
+  step 1040000 |   9475s | train_loss=0.0300
+  step 1050000 |   9560s | train_loss=0.0301
+  step 1060000 |   9644s | train_loss=0.0301
+  step 1070000 |   9728s | train_loss=0.0299
+  step 1080000 |   9812s | train_loss=0.0293
+  step 1090000 |   9894s | train_loss=0.0288
+  step 1100000 |  10046s | train_loss=0.0293 | fid=48.8198
+  step 1110000 |  10131s | train_loss=0.0289
+  step 1120000 |  10216s | train_loss=0.0290
+  step 1130000 |  10301s | train_loss=0.0282
+  step 1140000 |  10382s | train_loss=0.0284
+  step 1150000 |  10467s | train_loss=0.0298
+  step 1160000 |  10552s | train_loss=0.0280
+  step 1170000 |  10637s | train_loss=0.0277
+  step 1180000 |  10720s | train_loss=0.0274
+  step 1190000 |  10801s | train_loss=0.0278
+  step 1200000 |  10954s | train_loss=0.0275 | fid=47.7317
+  step 1210000 |  11039s | train_loss=0.0275
+  step 1220000 |  11123s | train_loss=0.0270
+  step 1230000 |  11208s | train_loss=0.0271
+  step 1240000 |  11290s | train_loss=0.0274
+  step 1250000 |  11375s | train_loss=0.0267
+  step 1260000 |  11459s | train_loss=0.0267
+  step 1270000 |  11544s | train_loss=0.0269
+  step 1280000 |  11628s | train_loss=0.0265
+  step 1290000 |  11709s | train_loss=0.0261
+  step 1300000 |  11859s | train_loss=0.0275 | fid=47.2035
+  step 1310000 |  11944s | train_loss=0.0262
+  step 1320000 |  12029s | train_loss=0.0260
+  step 1330000 |  12113s | train_loss=0.0263
+  step 1340000 |  12198s | train_loss=0.0258
+  step 1350000 |  12280s | train_loss=0.0261
+  step 1360000 |  12365s | train_loss=0.0259
+  step 1370000 |  12450s | train_loss=0.0253
+  step 1380000 |  12532s | train_loss=0.0257
+  step 1390000 |  12616s | train_loss=0.0252
+  step 1400000 |  12765s | train_loss=0.0249 | fid=46.7165
+  step 1410000 |  12849s | train_loss=0.0249
+  step 1420000 |  12934s | train_loss=0.0252
+  step 1430000 |  13019s | train_loss=0.0246
+  step 1440000 |  13104s | train_loss=0.0248
+  step 1450000 |  13185s | train_loss=0.0246
+  step 1460000 |  13270s | train_loss=0.0236
+  step 1470000 |  13355s | train_loss=0.0247
+  step 1480000 |  13436s | train_loss=0.0243
+  step 1490000 |  13521s | train_loss=0.0236
+  step 1500000 |  13671s | train_loss=0.0240 | fid=47.1075
+  step 1510000 |  13756s | train_loss=0.0240
+  step 1520000 |  13841s | train_loss=0.0239
+  step 1530000 |  13925s | train_loss=0.0242
+  step 1540000 |  14010s | train_loss=0.0239
+  step 1550000 |  14093s | train_loss=0.0232
+  step 1560000 |  14176s | train_loss=0.0241
+  step 1570000 |  14261s | train_loss=0.0232
+  step 1580000 |  14342s | train_loss=0.0228
+  step 1590000 |  14427s | train_loss=0.0227
+  step 1600000 |  14578s | train_loss=0.0229 | fid=47.1521
+  step 1610000 |  14663s | train_loss=0.0229
+  step 1620000 |  14747s | train_loss=0.0225
+  step 1630000 |  14832s | train_loss=0.0225
+  step 1640000 |  14917s | train_loss=0.0221
+  step 1650000 |  15002s | train_loss=0.0231
+  step 1660000 |  15083s | train_loss=0.0224
+  step 1670000 |  15168s | train_loss=0.0225
+  step 1680000 |  15247s | train_loss=0.0222
+  step 1690000 |  15332s | train_loss=0.0225
+  step 1700000 |  15522s | train_loss=0.0224 | fid=47.6420
+  step 1710000 |  15607s | train_loss=0.0220
+  step 1720000 |  15691s | train_loss=0.0228
+  step 1730000 |  15776s | train_loss=0.0217
+  step 1740000 |  15861s | train_loss=0.0219
+  step 1750000 |  15943s | train_loss=0.0216
+  step 1760000 |  16017s | train_loss=0.0209
+  step 1770000 |  16095s | train_loss=0.0212
+  step 1780000 |  16180s | train_loss=0.0215
+  step 1790000 |  16261s | train_loss=0.0209
+  step 1800000 |  16417s | train_loss=0.0208 | fid=46.9522
+  step 1810000 |  16501s | train_loss=0.0212
+  step 1820000 |  16586s | train_loss=0.0207
+  step 1830000 |  16671s | train_loss=0.0206
+  step 1840000 |  16755s | train_loss=0.0207
+  step 1850000 |  16840s | train_loss=0.0206
+  step 1860000 |  16922s | train_loss=0.0202
+  step 1870000 |  17003s | train_loss=0.0203
+  step 1880000 |  17088s | train_loss=0.0205
+  step 1890000 |  17170s | train_loss=0.0204
+  step 1900000 |  17325s | train_loss=0.0225 | fid=46.8620
+  step 1910000 |  17408s | train_loss=0.0202
+  step 1920000 |  17493s | train_loss=0.0197
+  step 1930000 |  17577s | train_loss=0.0194
+  step 1940000 |  17662s | train_loss=0.0194
+  step 1950000 |  17747s | train_loss=0.0196
+  step 1960000 |  17831s | train_loss=0.0193
+  step 1970000 |  17909s | train_loss=0.0200
+  step 1980000 |  17994s | train_loss=0.0195
+  step 1990000 |  18075s | train_loss=0.0192
+  step 2000000 |  18230s | train_loss=0.0200 | fid=46.4135
+  step 2010000 |  18315s | train_loss=0.0201
+  step 2020000 |  18398s | train_loss=0.0190
+  step 2030000 |  18483s | train_loss=0.0187
+  step 2040000 |  18568s | train_loss=0.0193
+  step 2050000 |  18652s | train_loss=0.0192
+  step 2060000 |  18737s | train_loss=0.0191
+  step 2070000 |  18815s | train_loss=0.0188
+  step 2080000 |  18900s | train_loss=0.0187
+  step 2090000 |  18982s | train_loss=0.0188
+  step 2100000 |  19135s | train_loss=0.0185 | fid=46.7264
+  step 2110000 |  19220s | train_loss=0.0186
+  step 2120000 |  19303s | train_loss=0.0182
+  step 2130000 |  19388s | train_loss=0.0192
+  step 2140000 |  19472s | train_loss=0.0183
+  step 2150000 |  19557s | train_loss=0.0182
+  step 2160000 |  19638s | train_loss=0.0183
+  step 2170000 |  19717s | train_loss=0.0180
+  step 2180000 |  19801s | train_loss=0.0179
+  step 2190000 |  19883s | train_loss=0.0177
+  step 2200000 |  20038s | train_loss=0.0174 | fid=46.1692
+  step 2210000 |  20123s | train_loss=0.0176
+  step 2220000 |  20208s | train_loss=0.0181
+  step 2230000 |  20291s | train_loss=0.0179
+  step 2240000 |  20376s | train_loss=0.0177
+  step 2250000 |  20460s | train_loss=0.0180
+  step 2260000 |  20542s | train_loss=0.0182
+  step 2270000 |  20627s | train_loss=0.0170
+  step 2280000 |  20709s | train_loss=0.0176
+  step 2290000 |  20790s | train_loss=0.0169
+  step 2300000 |  20945s | train_loss=0.0172 | fid=47.0484
+  step 2310000 |  21029s | train_loss=0.0171
+  step 2320000 |  21114s | train_loss=0.0177
+  step 2330000 |  21197s | train_loss=0.0168
+  step 2340000 |  21282s | train_loss=0.0172
+  step 2350000 |  21366s | train_loss=0.0166
+  step 2360000 |  21448s | train_loss=0.0175
+  step 2370000 |  21532s | train_loss=0.0171
+  step 2380000 |  21614s | train_loss=0.0169
+  step 2390000 |  21696s | train_loss=0.0167
+  step 2400000 |  21851s | train_loss=0.0164 | fid=47.9304
+  step 2410000 |  21936s | train_loss=0.0162
+  step 2420000 |  22021s | train_loss=0.0160
+  step 2430000 |  22106s | train_loss=0.0164
+  step 2440000 |  22189s | train_loss=0.0171
+  step 2450000 |  22274s | train_loss=0.0157
+  step 2460000 |  22355s | train_loss=0.0167
+  step 2470000 |  22440s | train_loss=0.0177
+  step 2480000 |  22521s | train_loss=0.0163
+  step 2490000 |  22603s | train_loss=0.0161
+  step 2500000 |  22758s | train_loss=0.0157 | fid=46.6554
+  step 2510000 |  22843s | train_loss=0.0151
+  step 2520000 |  22927s | train_loss=0.0159
+  step 2530000 |  23012s | train_loss=0.0159
+  step 2540000 |  23097s | train_loss=0.0159
+  step 2550000 |  23180s | train_loss=0.0159
+  step 2560000 |  23262s | train_loss=0.0158
+  step 2570000 |  23347s | train_loss=0.0152
+  step 2580000 |  23430s | train_loss=0.0158
+  step 2590000 |  23509s | train_loss=0.0151
+  step 2600000 |  23662s | train_loss=0.0154 | fid=47.2406
+  step 2610000 |  23746s | train_loss=0.0150
+  step 2620000 |  23831s | train_loss=0.0154
+  step 2630000 |  23915s | train_loss=0.0146
+  step 2640000 |  24000s | train_loss=0.0153
+  step 2650000 |  24081s | train_loss=0.0155
+  step 2660000 |  24166s | train_loss=0.0147
+  step 2670000 |  24250s | train_loss=0.0147
+  step 2680000 |  24333s | train_loss=0.0149
+  step 2690000 |  24413s | train_loss=0.0148
+  step 2700000 |  24568s | train_loss=0.0148 | fid=47.0615
+  step 2710000 |  24653s | train_loss=0.0155
+  step 2720000 |  24737s | train_loss=0.0146
+  step 2730000 |  24822s | train_loss=0.0152
+  step 2740000 |  24906s | train_loss=0.0141
+  step 2750000 |  24989s | train_loss=0.0146
+  step 2760000 |  25072s | train_loss=0.0146
+  step 2770000 |  25156s | train_loss=0.0149
+  step 2780000 |  25238s | train_loss=0.0138
+  step 2790000 |  25320s | train_loss=0.0147
+  step 2800000 |  25474s | train_loss=0.0142 | fid=46.6341
+  step 2810000 |  25559s | train_loss=0.0149
+  step 2820000 |  25643s | train_loss=0.0145
+  step 2830000 |  25728s | train_loss=0.0139
+  step 2840000 |  25812s | train_loss=0.0139
+  step 2850000 |  25895s | train_loss=0.0150
+  step 2860000 |  25978s | train_loss=0.0148
+  step 2870000 |  26062s | train_loss=0.0138
+  step 2880000 |  26144s | train_loss=0.0137
+  step 2890000 |  26228s | train_loss=0.0134
+  step 2900000 |  26378s | train_loss=0.0133 | fid=47.0993
+  step 2910000 |  26462s | train_loss=0.0136
+  step 2920000 |  26547s | train_loss=0.0143
+  step 2930000 |  26631s | train_loss=0.0133
+  step 2940000 |  26716s | train_loss=0.0131
+  step 2950000 |  26798s | train_loss=0.0129
+  step 2960000 |  26883s | train_loss=0.0142
+  step 2970000 |  26966s | train_loss=0.0139
+  step 2980000 |  27047s | train_loss=0.0131
+  step 2990000 |  27132s | train_loss=0.0136
+  step 3000000 |  27284s | train_loss=0.0134 | fid=47.4228
+  step 3010000 |  27368s | train_loss=0.0135
+  step 3020000 |  27453s | train_loss=0.0132
+  step 3030000 |  27537s | train_loss=0.0131
+  step 3040000 |  27620s | train_loss=0.0141
+  step 3050000 |  27705s | train_loss=0.0133
+  step 3060000 |  27789s | train_loss=0.0137
+  step 3070000 |  27873s | train_loss=0.0133
+  step 3080000 |  27954s | train_loss=0.0135
+  step 3090000 |  28039s | train_loss=0.0126
+  step 3100000 |  28191s | train_loss=0.0136 | fid=47.4502
+  step 3110000 |  28276s | train_loss=0.0139
+  step 3120000 |  28360s | train_loss=0.0130
+  step 3130000 |  28445s | train_loss=0.0126
+  step 3140000 |  28526s | train_loss=0.0127
+  step 3150000 |  28610s | train_loss=0.0129
+  step 3160000 |  28694s | train_loss=0.0127
+  step 3170000 |  28778s | train_loss=0.0124
+  step 3180000 |  28858s | train_loss=0.0125
+  step 3190000 |  28943s | train_loss=0.0130
+  step 3200000 |  29095s | train_loss=0.0129 | fid=47.3526
+  step 3210000 |  29180s | train_loss=0.0125
+  step 3220000 |  29265s | train_loss=0.0123
+  step 3230000 |  29349s | train_loss=0.0129
+  step 3240000 |  29432s | train_loss=0.0123
+  step 3250000 |  29516s | train_loss=0.0126
+  step 3260000 |  29599s | train_loss=0.0122
+  step 3270000 |  29683s | train_loss=0.0123
+  step 3280000 |  29763s | train_loss=0.0130
+  step 3290000 |  29848s | train_loss=0.0120
+  step 3300000 |  30000s | train_loss=0.0123 | fid=47.2246
+  step 3310000 |  30085s | train_loss=0.0120
+  step 3320000 |  30170s | train_loss=0.0123
+  step 3330000 |  30254s | train_loss=0.0118
+  step 3340000 |  30337s | train_loss=0.0124
+  step 3350000 |  30422s | train_loss=0.0131
+  step 3360000 |  30507s | train_loss=0.0124
+  step 3370000 |  30591s | train_loss=0.0119
+  step 3380000 |  30674s | train_loss=0.0123
+  step 3390000 |  30757s | train_loss=0.0123
+  step 3400000 |  30933s | train_loss=0.0120 | fid=46.9517
+  step 3410000 |  31013s | train_loss=0.0115
+  step 3420000 |  31098s | train_loss=0.0121
+  step 3430000 |  31181s | train_loss=0.0120
+  step 3440000 |  31265s | train_loss=0.0114
+  step 3450000 |  31350s | train_loss=0.0116
+  step 3460000 |  31435s | train_loss=0.0118
+  step 3470000 |  31514s | train_loss=0.0112
+  step 3480000 |  31590s | train_loss=0.0118
+  step 3490000 |  31673s | train_loss=0.0114
+  step 3500000 |  31850s | train_loss=0.0111 | fid=46.2775
+  step 3510000 |  31930s | train_loss=0.0117
+  step 3520000 |  32013s | train_loss=0.0116
+  step 3530000 |  32098s | train_loss=0.0116
+  step 3540000 |  32182s | train_loss=0.0112
+  step 3550000 |  32267s | train_loss=0.0113
+  step 3560000 |  32351s | train_loss=0.0113
+  step 3570000 |  32435s | train_loss=0.0115
+  step 3580000 |  32518s | train_loss=0.0113
+  step 3590000 |  32603s | train_loss=0.0112
+  step 3600000 |  32753s | train_loss=0.0114 | fid=46.9106
+  step 3610000 |  32834s | train_loss=0.0112
+  step 3620000 |  32917s | train_loss=0.0112
+  step 3630000 |  33002s | train_loss=0.0107
+  step 3640000 |  33086s | train_loss=0.0110
+  step 3650000 |  33171s | train_loss=0.0113
+  step 3660000 |  33255s | train_loss=0.0111
+  step 3670000 |  33339s | train_loss=0.0110
+  step 3680000 |  33422s | train_loss=0.0114
+  step 3690000 |  33507s | train_loss=0.0108
+  step 3700000 |  33659s | train_loss=0.0108 | fid=46.5416
+  step 3710000 |  33744s | train_loss=0.0111
+  step 3720000 |  33815s | train_loss=0.0107
+  step 3730000 |  33900s | train_loss=0.0106
+  step 3740000 |  33985s | train_loss=0.0112
+  step 3750000 |  34069s | train_loss=0.0116
+  step 3760000 |  34154s | train_loss=0.0115
+  step 3770000 |  34236s | train_loss=0.0111
+  step 3780000 |  34316s | train_loss=0.0105
+  step 3790000 |  34401s | train_loss=0.0104
+  step 3800000 |  34584s | train_loss=0.0105 | fid=47.8120
+  step 3810000 |  34667s | train_loss=0.0106
+  step 3820000 |  34741s | train_loss=0.0104
+  step 3830000 |  34821s | train_loss=0.0110
+  step 3840000 |  34906s | train_loss=0.0108
+  step 3850000 |  34991s | train_loss=0.0104
+  step 3860000 |  35075s | train_loss=0.0105
+  step 3870000 |  35153s | train_loss=0.0103
+  step 3880000 |  35231s | train_loss=0.0103
+  step 3890000 |  35315s | train_loss=0.0104
+  step 3900000 |  35492s | train_loss=0.0106 | fid=46.6278
+  step 3910000 |  35575s | train_loss=0.0105
+  step 3920000 |  35659s | train_loss=0.0106
+  step 3930000 |  35733s | train_loss=0.0106
+  step 3940000 |  35818s | train_loss=0.0102
+  step 3950000 |  35903s | train_loss=0.0104
+  step 3960000 |  35988s | train_loss=0.0101
+  step 3970000 |  36069s | train_loss=0.0109
+  step 3980000 |  36145s | train_loss=0.0105
+  step 3990000 |  36230s | train_loss=0.0100
+  step 4000000 |  36427s | train_loss=0.0102 | fid=46.6349
+  step 4010000 |  36512s | train_loss=0.0103
+  step 4020000 |  36597s | train_loss=0.0100
+  step 4030000 |  36668s | train_loss=0.0103
+  step 4040000 |  36752s | train_loss=0.0105
+  step 4050000 |  36837s | train_loss=0.0105
+  step 4060000 |  36922s | train_loss=0.0099
+  step 4070000 |  36999s | train_loss=0.0098
+  step 4080000 |  37078s | train_loss=0.0102
+  step 4090000 |  37162s | train_loss=0.0102
+  step 4100000 |  37357s | train_loss=0.0098 | fid=46.4307
+  step 4110000 |  37442s | train_loss=0.0096
+  step 4120000 |  37526s | train_loss=0.0100
+  step 4130000 |  37603s | train_loss=0.0096
+  step 4140000 |  37682s | train_loss=0.0099
+  step 4150000 |  37767s | train_loss=0.0098
+  step 4160000 |  37851s | train_loss=0.0098
+  step 4170000 |  37927s | train_loss=0.0095
+  step 4180000 |  38008s | train_loss=0.0096
+  step 4190000 |  38090s | train_loss=0.0101
+  step 4200000 |  38293s | train_loss=0.0099 | fid=47.6920
+  step 4210000 |  38378s | train_loss=0.0098
+  step 4220000 |  38462s | train_loss=0.0099
+  step 4230000 |  38544s | train_loss=0.0099
+  step 4240000 |  38622s | train_loss=0.0100
+  step 4250000 |  38706s | train_loss=0.0099
+  step 4260000 |  38791s | train_loss=0.0096
+  step 4270000 |  38864s | train_loss=0.0094
+  step 4280000 |  38944s | train_loss=0.0100
+  step 4290000 |  39029s | train_loss=0.0095
+  step 4300000 |  39229s | train_loss=0.0098 | fid=47.2215
+  step 4310000 |  39314s | train_loss=0.0094
+  step 4320000 |  39398s | train_loss=0.0101
+  step 4330000 |  39481s | train_loss=0.0100
+  step 4340000 |  39559s | train_loss=0.0095
+  step 4350000 |  39644s | train_loss=0.0095
+  step 4360000 |  39729s | train_loss=0.0098
+  step 4370000 |  39801s | train_loss=0.0092
+  step 4380000 |  39886s | train_loss=0.0093
+  step 4390000 |  39971s | train_loss=0.0093
+  step 4400000 |  40169s | train_loss=0.0090 | fid=47.6412
+  step 4410000 |  40254s | train_loss=0.0097
+  step 4420000 |  40339s | train_loss=0.0090
+  step 4430000 |  40421s | train_loss=0.0091
+  step 4440000 |  40498s | train_loss=0.0091
+  step 4450000 |  40582s | train_loss=0.0089
+  step 4460000 |  40662s | train_loss=0.0099
+  step 4470000 |  40739s | train_loss=0.0092
+  step 4480000 |  40824s | train_loss=0.0091
+  step 4490000 |  40909s | train_loss=0.0095
+  step 4500000 |  41105s | train_loss=0.0090 | fid=47.2975
+  step 4510000 |  41189s | train_loss=0.0089
+  step 4520000 |  41274s | train_loss=0.0094
+  step 4530000 |  41358s | train_loss=0.0093
+  step 4540000 |  41436s | train_loss=0.0090
+  step 4550000 |  41520s | train_loss=0.0092
+  step 4560000 |  41596s | train_loss=0.0090
+  step 4570000 |  41680s | train_loss=0.0089
+  step 4580000 |  41764s | train_loss=0.0088
+  step 4590000 |  41849s | train_loss=0.0091
+  step 4600000 |  42000s | train_loss=0.0089 | fid=46.4624
+  step 4610000 |  42084s | train_loss=0.0088
+  step 4620000 |  42168s | train_loss=0.0087
+  step 4630000 |  42252s | train_loss=0.0090
+  step 4640000 |  42333s | train_loss=0.0088
+  step 4650000 |  42415s | train_loss=0.0088
+  step 4660000 |  42496s | train_loss=0.0087
+  step 4670000 |  42580s | train_loss=0.0090
+  step 4680000 |  42664s | train_loss=0.0086
+  step 4690000 |  42748s | train_loss=0.0091
+  step 4700000 |  42898s | train_loss=0.0093 | fid=46.7983
+  step 4710000 |  42981s | train_loss=0.0086
+  step 4720000 |  43065s | train_loss=0.0088
+  step 4730000 |  43149s | train_loss=0.0088
+  step 4740000 |  43234s | train_loss=0.0090
+  step 4750000 |  43313s | train_loss=0.0090
+  step 4760000 |  43393s | train_loss=0.0088
+  step 4770000 |  43478s | train_loss=0.0083
+  step 4780000 |  43562s | train_loss=0.0087
+  step 4790000 |  43646s | train_loss=0.0089
+  step 4800000 |  43796s | train_loss=0.0085 | fid=47.2846
+  step 4810000 |  43878s | train_loss=0.0086
+  step 4820000 |  43963s | train_loss=0.0088
+  step 4830000 |  44047s | train_loss=0.0092
+  step 4840000 |  44131s | train_loss=0.0085
+  step 4850000 |  44200s | train_loss=0.0089
+  step 4860000 |  44264s | train_loss=0.0084
+  step 4870000 |  44331s | train_loss=0.0085
+  step 4880000 |  44398s | train_loss=0.0084
+  step 4890000 |  44466s | train_loss=0.0087
+  step 4900000 |  44586s | train_loss=0.0087 | fid=46.3799
+  step 4910000 |  44654s | train_loss=0.0083
+  step 4920000 |  44719s | train_loss=0.0085
+  step 4930000 |  44787s | train_loss=0.0085
+  step 4940000 |  44854s | train_loss=0.0085
+  step 4950000 |  44920s | train_loss=0.0083
+  step 4960000 |  44979s | train_loss=0.0089
+  step 4970000 |  45030s | train_loss=0.0088
+  step 4980000 |  45081s | train_loss=0.0086
+  step 4990000 |  45131s | train_loss=0.0088
+  step 5000000 |  45225s | train_loss=0.0083 | fid=46.8706
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..77aaab607541de596a451fb923a49ae20ef4d679
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..92cb641f8f7fb99f46aadc746cb9266bdd64a4d2
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 73.56320285797119, "train_loss_step": 59.79625701904297, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 0.9916067123413086, "subset_score_loss": 0.9916067123413086, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9760107398033142, "fid": 298.46221481970815}
+{"step": 10000, "wall_time": 168.13816714286804, "train_loss_step": 12.69886302947998, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8359414418538411, "subset_score_loss": 0.8359414418538411}
+{"step": 20000, "wall_time": 262.927622795105, "train_loss_step": 11.524636268615723, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7608172098795573, "subset_score_loss": 0.7608172098795573}
+{"step": 30000, "wall_time": 357.8431124687195, "train_loss_step": 9.861188888549805, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6558088938395182, "subset_score_loss": 0.6558088938395182}
+{"step": 40000, "wall_time": 452.69690322875977, "train_loss_step": 9.356461524963379, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.5012646039326986, "subset_score_loss": 0.5012646039326986}
+{"step": 50000, "wall_time": 547.59428358078, "train_loss_step": 7.994775772094727, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.34444942474365237, "subset_score_loss": 0.34444942474365237}
+{"step": 60000, "wall_time": 642.4159035682678, "train_loss_step": 7.367884635925293, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.24404002825419108, "subset_score_loss": 0.24404002825419108}
+{"step": 70000, "wall_time": 737.3748569488525, "train_loss_step": 6.4929728507995605, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.1915552298227946, "subset_score_loss": 0.1915552298227946}
+{"step": 80000, "wall_time": 832.0701479911804, "train_loss_step": 6.391959190368652, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.16297078132629395, "subset_score_loss": 0.16297078132629395}
+{"step": 90000, "wall_time": 926.7412753105164, "train_loss_step": 6.121909141540527, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.14697335561116537, "subset_score_loss": 0.14697335561116537}
+{"step": 100000, "wall_time": 1092.8145778179169, "train_loss_step": 6.108433723449707, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.1337489128112793, "subset_score_loss": 0.1337489128112793, "memorization_fraction_pixel": 0.002099999925121665, "mean_nn_ratio_pixel": 0.8841687440872192, "fid": 56.487800145688965}
+{"step": 110000, "wall_time": 1186.445870399475, "train_loss_step": 5.861485958099365, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.12555609544118246, "subset_score_loss": 0.12555609544118246}
+{"step": 120000, "wall_time": 1281.1091310977936, "train_loss_step": 5.349248886108398, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.1164961020151774, "subset_score_loss": 0.1164961020151774}
+{"step": 130000, "wall_time": 1376.1287548542023, "train_loss_step": 5.165386199951172, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.11185653209686279, "subset_score_loss": 0.11185653209686279}
+{"step": 140000, "wall_time": 1471.555430650711, "train_loss_step": 5.113422393798828, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10583954652150472, "subset_score_loss": 0.10583954652150472}
+{"step": 150000, "wall_time": 1566.1684005260468, "train_loss_step": 5.34937858581543, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.10080645084381104, "subset_score_loss": 0.10080645084381104}
+{"step": 160000, "wall_time": 1661.0933511257172, "train_loss_step": 4.97524881362915, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.0957992156346639, "subset_score_loss": 0.0957992156346639}
+{"step": 170000, "wall_time": 1756.049147605896, "train_loss_step": 5.022773742675781, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.0936478853225708, "subset_score_loss": 0.0936478853225708}
+{"step": 180000, "wall_time": 1850.564475774765, "train_loss_step": 4.780605316162109, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.09028340975443522, "subset_score_loss": 0.09028340975443522}
+{"step": 190000, "wall_time": 1944.3762047290802, "train_loss_step": 4.387083053588867, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08616478443145752, "subset_score_loss": 0.08616478443145752}
+{"step": 200000, "wall_time": 2109.86852312088, "train_loss_step": 4.841856002807617, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08420456250508626, "subset_score_loss": 0.08420456250508626, "memorization_fraction_pixel": 0.025200000032782555, "mean_nn_ratio_pixel": 0.7994716167449951, "fid": 54.299242541631}
+{"step": 210000, "wall_time": 2203.15664434433, "train_loss_step": 4.661828994750977, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.08017854690551758, "subset_score_loss": 0.08017854690551758}
+{"step": 220000, "wall_time": 2297.9743716716766, "train_loss_step": 4.861382007598877, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07806915442148844, "subset_score_loss": 0.07806915442148844}
+{"step": 230000, "wall_time": 2392.696617126465, "train_loss_step": 4.551433563232422, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07536113262176514, "subset_score_loss": 0.07536113262176514}
+{"step": 240000, "wall_time": 2487.2117524147034, "train_loss_step": 4.687406539916992, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.07411832809448242, "subset_score_loss": 0.07411832809448242}
+{"step": 250000, "wall_time": 2581.9871196746826, "train_loss_step": 4.47111701965332, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07208341757456461, "subset_score_loss": 0.07208341757456461}
+{"step": 260000, "wall_time": 2676.857214450836, "train_loss_step": 4.609367370605469, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.06907393932342529, "subset_score_loss": 0.06907393932342529}
+{"step": 270000, "wall_time": 2771.0595977306366, "train_loss_step": 4.394800662994385, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06803847153981527, "subset_score_loss": 0.06803847153981527}
+{"step": 280000, "wall_time": 2865.5827724933624, "train_loss_step": 4.434207916259766, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06695621808369955, "subset_score_loss": 0.06695621808369955}
+{"step": 290000, "wall_time": 2957.6660392284393, "train_loss_step": 4.411935806274414, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06581350962320963, "subset_score_loss": 0.06581350962320963}
+{"step": 300000, "wall_time": 3123.7610323429108, "train_loss_step": 4.47860050201416, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06525592009226482, "subset_score_loss": 0.06525592009226482, "memorization_fraction_pixel": 0.06780000030994415, "mean_nn_ratio_pixel": 0.7368640899658203, "fid": 52.70885519640994}
+{"step": 310000, "wall_time": 3217.124589443207, "train_loss_step": 4.446225643157959, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06409156719843546, "subset_score_loss": 0.06409156719843546}
+{"step": 320000, "wall_time": 3312.171062707901, "train_loss_step": 4.104652404785156, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.06145584583282471, "subset_score_loss": 0.06145584583282471}
+{"step": 330000, "wall_time": 3406.605391025543, "train_loss_step": 3.927990436553955, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.06021963357925415, "subset_score_loss": 0.06021963357925415}
+{"step": 340000, "wall_time": 3501.266344308853, "train_loss_step": 3.9797587394714355, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.05856240590413411, "subset_score_loss": 0.05856240590413411}
+{"step": 350000, "wall_time": 3596.2164692878723, "train_loss_step": 4.223487854003906, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.05808842182159424, "subset_score_loss": 0.05808842182159424}
+{"step": 360000, "wall_time": 3690.225744009018, "train_loss_step": 4.270020961761475, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.0574669082959493, "subset_score_loss": 0.0574669082959493}
+{"step": 370000, "wall_time": 3784.711576938629, "train_loss_step": 4.111980438232422, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.056447593371073405, "subset_score_loss": 0.056447593371073405}
+{"step": 380000, "wall_time": 3877.853470802307, "train_loss_step": 4.218907356262207, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.05502736171086629, "subset_score_loss": 0.05502736171086629}
+{"step": 390000, "wall_time": 3971.6332523822784, "train_loss_step": 4.04487419128418, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.05438673496246338, "subset_score_loss": 0.05438673496246338}
+{"step": 400000, "wall_time": 4138.218121290207, "train_loss_step": 4.169804573059082, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.053845540682474775, "subset_score_loss": 0.053845540682474775, "memorization_fraction_pixel": 0.1080000028014183, "mean_nn_ratio_pixel": 0.6995212435722351, "fid": 51.799238629735655}
+{"step": 410000, "wall_time": 4231.87695980072, "train_loss_step": 4.155699253082275, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.052537735303243, "subset_score_loss": 0.052537735303243}
+{"step": 420000, "wall_time": 4326.791400432587, "train_loss_step": 3.742002010345459, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05167423486709595, "subset_score_loss": 0.05167423486709595}
+{"step": 430000, "wall_time": 4421.4951276779175, "train_loss_step": 4.207122325897217, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.051244994004567467, "subset_score_loss": 0.051244994004567467}
+{"step": 440000, "wall_time": 4516.352079868317, "train_loss_step": 4.144652366638184, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05064706405003865, "subset_score_loss": 0.05064706405003865}
+{"step": 450000, "wall_time": 4610.266538619995, "train_loss_step": 3.9224438667297363, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.05015070041020711, "subset_score_loss": 0.05015070041020711}
+{"step": 460000, "wall_time": 4705.154726982117, "train_loss_step": 4.1924004554748535, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.04986953337987264, "subset_score_loss": 0.04986953337987264}
+{"step": 470000, "wall_time": 4799.918666601181, "train_loss_step": 4.258506774902344, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.0492732842763265, "subset_score_loss": 0.0492732842763265}
+{"step": 480000, "wall_time": 4892.059967756271, "train_loss_step": 3.981426954269409, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04815017382303874, "subset_score_loss": 0.04815017382303874}
+{"step": 490000, "wall_time": 4986.970605134964, "train_loss_step": 3.9053916931152344, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.047145529588063555, "subset_score_loss": 0.047145529588063555}
+{"step": 500000, "wall_time": 5152.848177433014, "train_loss_step": 3.780010461807251, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.046764115492502846, "subset_score_loss": 0.046764115492502846, "memorization_fraction_pixel": 0.14800000190734863, "mean_nn_ratio_pixel": 0.6557196974754333, "fid": 50.603658650521055}
+{"step": 510000, "wall_time": 5246.782943248749, "train_loss_step": 4.432919979095459, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.04735821088155111, "subset_score_loss": 0.04735821088155111}
+{"step": 520000, "wall_time": 5341.9202337265015, "train_loss_step": 3.895775556564331, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.04654713074366252, "subset_score_loss": 0.04654713074366252}
+{"step": 530000, "wall_time": 5436.300869226456, "train_loss_step": 3.616568088531494, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04610581795374553, "subset_score_loss": 0.04610581795374553}
+{"step": 540000, "wall_time": 5530.158708810806, "train_loss_step": 4.179988384246826, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04559570153554281, "subset_score_loss": 0.04559570153554281}
+{"step": 550000, "wall_time": 5625.089614391327, "train_loss_step": 3.821579933166504, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04466582139333089, "subset_score_loss": 0.04466582139333089}
+{"step": 560000, "wall_time": 5719.392614126205, "train_loss_step": 4.0128254890441895, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.04448688427607218, "subset_score_loss": 0.04448688427607218}
+{"step": 570000, "wall_time": 5811.102773666382, "train_loss_step": 3.4612367153167725, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.043783334891001384, "subset_score_loss": 0.043783334891001384}
+{"step": 580000, "wall_time": 5906.2762615680695, "train_loss_step": 3.829866886138916, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.043323441346486406, "subset_score_loss": 0.043323441346486406}
+{"step": 590000, "wall_time": 6001.390172958374, "train_loss_step": 4.019455909729004, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.04291458527247111, "subset_score_loss": 0.04291458527247111}
+{"step": 600000, "wall_time": 6166.679888963699, "train_loss_step": 3.4381914138793945, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04241667588551839, "subset_score_loss": 0.04241667588551839, "memorization_fraction_pixel": 0.18790000677108765, "mean_nn_ratio_pixel": 0.62042236328125, "fid": 48.9135623986521}
+{"step": 610000, "wall_time": 6260.421233892441, "train_loss_step": 3.9973833560943604, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04212681452433268, "subset_score_loss": 0.04212681452433268}
+{"step": 620000, "wall_time": 6354.60785317421, "train_loss_step": 3.9544453620910645, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.042251892884572345, "subset_score_loss": 0.042251892884572345}
+{"step": 630000, "wall_time": 6448.884830713272, "train_loss_step": 3.9639246463775635, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.041637357076009116, "subset_score_loss": 0.041637357076009116}
+{"step": 640000, "wall_time": 6543.773821115494, "train_loss_step": 3.618884563446045, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.040471168359120686, "subset_score_loss": 0.040471168359120686}
+{"step": 650000, "wall_time": 6638.238049507141, "train_loss_step": 3.8869338035583496, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.041818857192993164, "subset_score_loss": 0.041818857192993164}
+{"step": 660000, "wall_time": 6733.196568727493, "train_loss_step": 3.8635058403015137, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.040469078222910564, "subset_score_loss": 0.040469078222910564}
+{"step": 670000, "wall_time": 6825.2877769470215, "train_loss_step": 3.4006192684173584, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.039819987614949544, "subset_score_loss": 0.039819987614949544}
+{"step": 680000, "wall_time": 6920.263444185257, "train_loss_step": 3.7489423751831055, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.039961580435434976, "subset_score_loss": 0.039961580435434976}
+{"step": 690000, "wall_time": 7015.230323076248, "train_loss_step": 3.708622932434082, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.03912725845972697, "subset_score_loss": 0.03912725845972697}
+{"step": 700000, "wall_time": 7179.896131038666, "train_loss_step": 4.026398658752441, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.03917014996210734, "subset_score_loss": 0.03917014996210734, "memorization_fraction_pixel": 0.22949999570846558, "mean_nn_ratio_pixel": 0.5923427939414978, "fid": 48.29148969721909}
+{"step": 710000, "wall_time": 7272.914202928543, "train_loss_step": 3.8064193725585938, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.03856396277745565, "subset_score_loss": 0.03856396277745565}
+{"step": 720000, "wall_time": 7367.021497964859, "train_loss_step": 3.637366771697998, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03851047356923421, "subset_score_loss": 0.03851047356923421}
+{"step": 730000, "wall_time": 7461.922600030899, "train_loss_step": 3.793583393096924, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.0384782870610555, "subset_score_loss": 0.0384782870610555}
+{"step": 740000, "wall_time": 7556.556054353714, "train_loss_step": 3.590108633041382, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.0374350627263387, "subset_score_loss": 0.0374350627263387}
+{"step": 750000, "wall_time": 7651.504103422165, "train_loss_step": 3.784733533859253, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03772005240122477, "subset_score_loss": 0.03772005240122477}
+{"step": 760000, "wall_time": 7743.194010019302, "train_loss_step": 3.730910539627075, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.03801123698552449, "subset_score_loss": 0.03801123698552449}
+{"step": 770000, "wall_time": 7838.049418926239, "train_loss_step": 3.6663804054260254, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.037247999509175615, "subset_score_loss": 0.037247999509175615}
+{"step": 780000, "wall_time": 7932.915508985519, "train_loss_step": 3.5777485370635986, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.038112703959147134, "subset_score_loss": 0.038112703959147134}
+{"step": 790000, "wall_time": 8027.525844812393, "train_loss_step": 3.387727975845337, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.036040822664896645, "subset_score_loss": 0.036040822664896645}
+{"step": 800000, "wall_time": 8193.592174053192, "train_loss_step": 3.6550822257995605, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.036349419752756754, "subset_score_loss": 0.036349419752756754, "memorization_fraction_pixel": 0.28760001063346863, "mean_nn_ratio_pixel": 0.5589699149131775, "fid": 47.30802327660893}
+{"step": 810000, "wall_time": 8286.764151096344, "train_loss_step": 3.8497142791748047, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.03564414183298747, "subset_score_loss": 0.03564414183298747}
+{"step": 820000, "wall_time": 8381.803879737854, "train_loss_step": 3.551211357116699, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03536853790283203, "subset_score_loss": 0.03536853790283203}
+{"step": 830000, "wall_time": 8476.447586297989, "train_loss_step": 3.6392030715942383, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03649224440256755, "subset_score_loss": 0.03649224440256755}
+{"step": 840000, "wall_time": 8571.343388080597, "train_loss_step": 3.6981394290924072, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.0351791501045227, "subset_score_loss": 0.0351791501045227}
+{"step": 850000, "wall_time": 8663.154617786407, "train_loss_step": 3.430103302001953, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.03554413318634033, "subset_score_loss": 0.03554413318634033}
+{"step": 860000, "wall_time": 8758.200931310654, "train_loss_step": 3.4815287590026855, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.034427738189697264, "subset_score_loss": 0.034427738189697264}
+{"step": 870000, "wall_time": 8853.36849308014, "train_loss_step": 3.3785390853881836, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.03394124905268351, "subset_score_loss": 0.03394124905268351}
+{"step": 880000, "wall_time": 8948.342982530594, "train_loss_step": 3.390092611312866, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.033966283003489174, "subset_score_loss": 0.033966283003489174}
+{"step": 890000, "wall_time": 9042.813041210175, "train_loss_step": 3.4871315956115723, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.034939964612325035, "subset_score_loss": 0.034939964612325035}
+{"step": 900000, "wall_time": 9209.289804458618, "train_loss_step": 3.239314317703247, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.03404728571573893, "subset_score_loss": 0.03404728571573893, "memorization_fraction_pixel": 0.31290000677108765, "mean_nn_ratio_pixel": 0.5384930372238159, "fid": 47.05821059355051}
+{"step": 910000, "wall_time": 9303.22511959076, "train_loss_step": 3.6573729515075684, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.03308781981468201, "subset_score_loss": 0.03308781981468201}
+{"step": 920000, "wall_time": 9397.90844464302, "train_loss_step": 3.579798698425293, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.03309051791826884, "subset_score_loss": 0.03309051791826884}
+{"step": 930000, "wall_time": 9492.377351522446, "train_loss_step": 3.4456374645233154, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03335999647776286, "subset_score_loss": 0.03335999647776286}
+{"step": 940000, "wall_time": 9587.0282497406, "train_loss_step": 3.4551589488983154, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03279311458269755, "subset_score_loss": 0.03279311458269755}
+{"step": 950000, "wall_time": 9679.074648141861, "train_loss_step": 3.438384771347046, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03295967181523641, "subset_score_loss": 0.03295967181523641}
+{"step": 960000, "wall_time": 9773.714782476425, "train_loss_step": 3.553076982498169, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03225518862406413, "subset_score_loss": 0.03225518862406413}
+{"step": 970000, "wall_time": 9868.092543125153, "train_loss_step": 3.4926986694335938, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.03208325703938802, "subset_score_loss": 0.03208325703938802}
+{"step": 980000, "wall_time": 9962.307542800903, "train_loss_step": 3.4454903602600098, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.032342998186747234, "subset_score_loss": 0.032342998186747234}
+{"step": 990000, "wall_time": 10056.775118350983, "train_loss_step": 3.4758174419403076, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.03158373236656189, "subset_score_loss": 0.03158373236656189}
+{"step": 1000000, "wall_time": 10223.397846698761, "train_loss_step": 3.2631115913391113, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03175716797510783, "subset_score_loss": 0.03175716797510783, "memorization_fraction_pixel": 0.3682999908924103, "mean_nn_ratio_pixel": 0.5051634907722473, "fid": 46.468007955851974}
+{"step": 1010000, "wall_time": 10318.547199010849, "train_loss_step": 3.1194324493408203, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.03143370946248372, "subset_score_loss": 0.03143370946248372}
+{"step": 1020000, "wall_time": 10411.886191129684, "train_loss_step": 3.4287805557250977, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.032202023267745974, "subset_score_loss": 0.032202023267745974}
+{"step": 1030000, "wall_time": 10506.28939986229, "train_loss_step": 3.2413034439086914, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.030867946147918702, "subset_score_loss": 0.030867946147918702}
+{"step": 1040000, "wall_time": 10597.99713921547, "train_loss_step": 3.576495885848999, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.03021506667137146, "subset_score_loss": 0.03021506667137146}
+{"step": 1050000, "wall_time": 10693.118458271027, "train_loss_step": 3.3698954582214355, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.030920668443044027, "subset_score_loss": 0.030920668443044027}
+{"step": 1060000, "wall_time": 10787.47495508194, "train_loss_step": 3.2713098526000977, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03199303944905599, "subset_score_loss": 0.03199303944905599}
+{"step": 1070000, "wall_time": 10881.500940322876, "train_loss_step": 3.449599266052246, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.03026830554008484, "subset_score_loss": 0.03026830554008484}
+{"step": 1080000, "wall_time": 10976.03913640976, "train_loss_step": 3.328594207763672, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03030985196431478, "subset_score_loss": 0.03030985196431478}
+{"step": 1090000, "wall_time": 11071.03617477417, "train_loss_step": 3.447695732116699, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.02943194309870402, "subset_score_loss": 0.02943194309870402}
+{"step": 1100000, "wall_time": 11238.380020856857, "train_loss_step": 3.680011034011841, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.03029820720354716, "subset_score_loss": 0.03029820720354716, "memorization_fraction_pixel": 0.38670000433921814, "mean_nn_ratio_pixel": 0.4894767105579376, "fid": 47.41253700824582}
+{"step": 1110000, "wall_time": 11333.527153015137, "train_loss_step": 3.121006965637207, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.029454777638117473, "subset_score_loss": 0.029454777638117473}
+{"step": 1120000, "wall_time": 11426.641955852509, "train_loss_step": 3.2245476245880127, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.029928765694300332, "subset_score_loss": 0.029928765694300332}
+{"step": 1130000, "wall_time": 11521.148418426514, "train_loss_step": 3.3147196769714355, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.030304855108261107, "subset_score_loss": 0.030304855108261107}
+{"step": 1140000, "wall_time": 11612.87160873413, "train_loss_step": 3.281641721725464, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.030404810110727945, "subset_score_loss": 0.030404810110727945}
+{"step": 1150000, "wall_time": 11707.513046264648, "train_loss_step": 3.3115575313568115, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.029843197266260783, "subset_score_loss": 0.029843197266260783}
+{"step": 1160000, "wall_time": 11801.644186496735, "train_loss_step": 3.7679600715637207, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.02900343934694926, "subset_score_loss": 0.02900343934694926}
+{"step": 1170000, "wall_time": 11896.189614772797, "train_loss_step": 3.330293655395508, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.02918715476989746, "subset_score_loss": 0.02918715476989746}
+{"step": 1180000, "wall_time": 11991.013006687164, "train_loss_step": 3.510922431945801, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.02885741591453552, "subset_score_loss": 0.02885741591453552}
+{"step": 1190000, "wall_time": 12085.940123558044, "train_loss_step": 3.331899642944336, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.028142436345418295, "subset_score_loss": 0.028142436345418295}
+{"step": 1200000, "wall_time": 12252.265661478043, "train_loss_step": 3.235487461090088, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.028822102149327598, "subset_score_loss": 0.028822102149327598, "memorization_fraction_pixel": 0.4424999952316284, "mean_nn_ratio_pixel": 0.4671548902988434, "fid": 45.16225024509078}
+{"step": 1210000, "wall_time": 12347.492542266846, "train_loss_step": 3.3845348358154297, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.028486301501592, "subset_score_loss": 0.028486301501592}
+{"step": 1220000, "wall_time": 12440.642592668533, "train_loss_step": 3.634817600250244, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.02809289296468099, "subset_score_loss": 0.02809289296468099}
+{"step": 1230000, "wall_time": 12532.168048620224, "train_loss_step": 3.402480363845825, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.028061147530873617, "subset_score_loss": 0.028061147530873617}
+{"step": 1240000, "wall_time": 12627.150977611542, "train_loss_step": 3.0637965202331543, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.02789065639177958, "subset_score_loss": 0.02789065639177958}
+{"step": 1250000, "wall_time": 12721.123352766037, "train_loss_step": 3.340898275375366, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.027947821219762168, "subset_score_loss": 0.027947821219762168}
+{"step": 1260000, "wall_time": 12815.421938419342, "train_loss_step": 3.2413382530212402, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.028154867887496948, "subset_score_loss": 0.028154867887496948}
+{"step": 1270000, "wall_time": 12910.122166872025, "train_loss_step": 3.1726772785186768, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.02783547043800354, "subset_score_loss": 0.02783547043800354}
+{"step": 1280000, "wall_time": 13004.960218429565, "train_loss_step": 3.3472273349761963, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.02745323578516642, "subset_score_loss": 0.02745323578516642}
+{"step": 1290000, "wall_time": 13099.089418172836, "train_loss_step": 3.5305957794189453, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.02691742976506551, "subset_score_loss": 0.02691742976506551}
+{"step": 1300000, "wall_time": 13265.039674520493, "train_loss_step": 3.3878962993621826, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.026589274406433105, "subset_score_loss": 0.026589274406433105, "memorization_fraction_pixel": 0.4878999888896942, "mean_nn_ratio_pixel": 0.44167807698249817, "fid": 45.16828898216002}
+{"step": 1310000, "wall_time": 13360.434057235718, "train_loss_step": 3.018813133239746, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.02631876468658447, "subset_score_loss": 0.02631876468658447}
+{"step": 1320000, "wall_time": 13451.173874139786, "train_loss_step": 3.587615728378296, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.026848002274831136, "subset_score_loss": 0.026848002274831136}
+{"step": 1330000, "wall_time": 13545.622410297394, "train_loss_step": 3.232390880584717, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.0272083044052124, "subset_score_loss": 0.0272083044052124}
+{"step": 1340000, "wall_time": 13640.301359891891, "train_loss_step": 3.372795581817627, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.0258496363957723, "subset_score_loss": 0.0258496363957723}
+{"step": 1350000, "wall_time": 13734.713358402252, "train_loss_step": 3.130800247192383, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.026664437850316365, "subset_score_loss": 0.026664437850316365}
+{"step": 1360000, "wall_time": 13829.701684951782, "train_loss_step": 3.010887622833252, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.026302027702331542, "subset_score_loss": 0.026302027702331542}
+{"step": 1370000, "wall_time": 13924.333553314209, "train_loss_step": 3.483025312423706, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.026623801390329997, "subset_score_loss": 0.026623801390329997}
+{"step": 1380000, "wall_time": 14018.914246082306, "train_loss_step": 3.166722536087036, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.02577794392903646, "subset_score_loss": 0.02577794392903646}
+{"step": 1390000, "wall_time": 14113.419368743896, "train_loss_step": 3.458087682723999, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.026197320222854613, "subset_score_loss": 0.026197320222854613}
+{"step": 1400000, "wall_time": 14279.266408205032, "train_loss_step": 3.349695920944214, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.025782797733942667, "subset_score_loss": 0.025782797733942667, "memorization_fraction_pixel": 0.4943000078201294, "mean_nn_ratio_pixel": 0.43328121304512024, "fid": 45.38960482378858}
+{"step": 1410000, "wall_time": 14373.337879419327, "train_loss_step": 3.0818727016448975, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.02627299427986145, "subset_score_loss": 0.02627299427986145}
+{"step": 1420000, "wall_time": 14463.589145898819, "train_loss_step": 3.409583568572998, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.025299821297327676, "subset_score_loss": 0.025299821297327676}
+{"step": 1430000, "wall_time": 14558.261927843094, "train_loss_step": 3.3064992427825928, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.025175062815348308, "subset_score_loss": 0.025175062815348308}
+{"step": 1440000, "wall_time": 14652.5867562294, "train_loss_step": 3.439667224884033, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.02560903231302897, "subset_score_loss": 0.02560903231302897}
+{"step": 1450000, "wall_time": 14746.941020011902, "train_loss_step": 3.1047120094299316, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.02503923773765564, "subset_score_loss": 0.02503923773765564}
+{"step": 1460000, "wall_time": 14841.428699970245, "train_loss_step": 3.225128173828125, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.024407064914703368, "subset_score_loss": 0.024407064914703368}
+{"step": 1470000, "wall_time": 14936.456533908844, "train_loss_step": 3.202960252761841, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.025011998414993287, "subset_score_loss": 0.025011998414993287}
+{"step": 1480000, "wall_time": 15030.64907860756, "train_loss_step": 3.2451953887939453, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.024394847949345908, "subset_score_loss": 0.024394847949345908}
+{"step": 1490000, "wall_time": 15125.573550462723, "train_loss_step": 3.322050094604492, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.024063746134440105, "subset_score_loss": 0.024063746134440105}
+{"step": 1500000, "wall_time": 15290.805673837662, "train_loss_step": 2.847998857498169, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.024597322940826415, "subset_score_loss": 0.024597322940826415, "memorization_fraction_pixel": 0.5325000286102295, "mean_nn_ratio_pixel": 0.4156116247177124, "fid": 44.8531674745241}
+{"step": 1510000, "wall_time": 15377.212432384491, "train_loss_step": 3.2363858222961426, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025017009178797404, "subset_score_loss": 0.025017009178797404}
+{"step": 1520000, "wall_time": 15466.536114692688, "train_loss_step": 3.3931312561035156, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.02398884892463684, "subset_score_loss": 0.02398884892463684}
+{"step": 1530000, "wall_time": 15559.409372806549, "train_loss_step": 3.2342333793640137, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.024189186096191407, "subset_score_loss": 0.024189186096191407}
+{"step": 1540000, "wall_time": 15652.342949151993, "train_loss_step": 3.904758930206299, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.02447738846143087, "subset_score_loss": 0.02447738846143087}
+{"step": 1550000, "wall_time": 15745.757645845413, "train_loss_step": 3.160693883895874, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.023941117525100707, "subset_score_loss": 0.023941117525100707}
+{"step": 1560000, "wall_time": 15840.178164243698, "train_loss_step": 3.179151773452759, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.024609384934107463, "subset_score_loss": 0.024609384934107463}
+{"step": 1570000, "wall_time": 15934.483828783035, "train_loss_step": 3.250649929046631, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.02417220870653788, "subset_score_loss": 0.02417220870653788}
+{"step": 1580000, "wall_time": 16028.188627958298, "train_loss_step": 3.0142831802368164, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.023111045360565186, "subset_score_loss": 0.023111045360565186}
+{"step": 1590000, "wall_time": 16122.060371637344, "train_loss_step": 3.1268808841705322, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.02315128246943156, "subset_score_loss": 0.02315128246943156}
+{"step": 1600000, "wall_time": 16287.937487840652, "train_loss_step": 3.0056488513946533, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.022928545872370403, "subset_score_loss": 0.022928545872370403, "memorization_fraction_pixel": 0.5753999948501587, "mean_nn_ratio_pixel": 0.39767539501190186, "fid": 44.83635337657981}
+{"step": 1610000, "wall_time": 16379.101198196411, "train_loss_step": 3.203317165374756, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.022778489192326865, "subset_score_loss": 0.022778489192326865}
+{"step": 1620000, "wall_time": 16471.53007364273, "train_loss_step": 3.0120949745178223, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.023577262957890827, "subset_score_loss": 0.023577262957890827}
+{"step": 1630000, "wall_time": 16565.87897181511, "train_loss_step": 3.2460527420043945, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.023123520612716674, "subset_score_loss": 0.023123520612716674}
+{"step": 1640000, "wall_time": 16660.19718670845, "train_loss_step": 2.983060359954834, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.022803694009780884, "subset_score_loss": 0.022803694009780884}
+{"step": 1650000, "wall_time": 16754.634928941727, "train_loss_step": 2.956622362136841, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.023115471998850504, "subset_score_loss": 0.023115471998850504}
+{"step": 1660000, "wall_time": 16848.877528190613, "train_loss_step": 3.0077056884765625, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.023129975795745848, "subset_score_loss": 0.023129975795745848}
+{"step": 1670000, "wall_time": 16943.12281012535, "train_loss_step": 2.9942564964294434, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.022336586316426595, "subset_score_loss": 0.022336586316426595}
+{"step": 1680000, "wall_time": 17037.5342605114, "train_loss_step": 3.043004035949707, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.022553167740503945, "subset_score_loss": 0.022553167740503945}
+{"step": 1690000, "wall_time": 17131.72540831566, "train_loss_step": 3.0210120677948, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.022714469830195108, "subset_score_loss": 0.022714469830195108}
+{"step": 1700000, "wall_time": 17297.81370282173, "train_loss_step": 3.290280818939209, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.023055243492126464, "subset_score_loss": 0.023055243492126464, "memorization_fraction_pixel": 0.5957000255584717, "mean_nn_ratio_pixel": 0.3883169889450073, "fid": 44.455131745396294}
+{"step": 1710000, "wall_time": 17390.721103191376, "train_loss_step": 3.2191665172576904, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.023032166560490928, "subset_score_loss": 0.023032166560490928}
+{"step": 1720000, "wall_time": 17484.241983890533, "train_loss_step": 3.1531496047973633, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.02246315081914266, "subset_score_loss": 0.02246315081914266}
+{"step": 1730000, "wall_time": 17578.268725156784, "train_loss_step": 3.2567992210388184, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.022278183698654176, "subset_score_loss": 0.022278183698654176}
+{"step": 1740000, "wall_time": 17672.443464517593, "train_loss_step": 2.9992895126342773, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.021704477071762086, "subset_score_loss": 0.021704477071762086}
+{"step": 1750000, "wall_time": 17766.989272594452, "train_loss_step": 3.245107650756836, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.022148829698562623, "subset_score_loss": 0.022148829698562623}
+{"step": 1760000, "wall_time": 17860.91486120224, "train_loss_step": 3.1478705406188965, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.021487834056218465, "subset_score_loss": 0.021487834056218465}
+{"step": 1770000, "wall_time": 17955.046323776245, "train_loss_step": 3.0720889568328857, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.02222733696301778, "subset_score_loss": 0.02222733696301778}
+{"step": 1780000, "wall_time": 18049.152093410492, "train_loss_step": 3.375960111618042, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.0217560350894928, "subset_score_loss": 0.0217560350894928}
+{"step": 1790000, "wall_time": 18143.380256414413, "train_loss_step": 3.1000139713287354, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.021429407596588134, "subset_score_loss": 0.021429407596588134}
+{"step": 1800000, "wall_time": 18305.77493739128, "train_loss_step": 2.886568546295166, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.02152656316757202, "subset_score_loss": 0.02152656316757202, "memorization_fraction_pixel": 0.6137999892234802, "mean_nn_ratio_pixel": 0.3807920515537262, "fid": 44.62486005826193}
+{"step": 1810000, "wall_time": 18400.22621035576, "train_loss_step": 2.931478977203369, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.02136755585670471, "subset_score_loss": 0.02136755585670471}
+{"step": 1820000, "wall_time": 18495.127806186676, "train_loss_step": 2.936552047729492, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.02156862219174703, "subset_score_loss": 0.02156862219174703}
+{"step": 1830000, "wall_time": 18588.406972646713, "train_loss_step": 3.0272724628448486, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.021016061305999756, "subset_score_loss": 0.021016061305999756}
+{"step": 1840000, "wall_time": 18682.857523679733, "train_loss_step": 3.252290964126587, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.021571993827819824, "subset_score_loss": 0.021571993827819824}
+{"step": 1850000, "wall_time": 18776.799605369568, "train_loss_step": 3.1444814205169678, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.020927582184473673, "subset_score_loss": 0.020927582184473673}
+{"step": 1860000, "wall_time": 18871.38578915596, "train_loss_step": 3.0601515769958496, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.02071833610534668, "subset_score_loss": 0.02071833610534668}
+{"step": 1870000, "wall_time": 18965.32621908188, "train_loss_step": 2.9940319061279297, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.021128873030344646, "subset_score_loss": 0.021128873030344646}
+{"step": 1880000, "wall_time": 19059.856529712677, "train_loss_step": 3.0281410217285156, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.02025534709294637, "subset_score_loss": 0.02025534709294637}
+{"step": 1890000, "wall_time": 19153.464069604874, "train_loss_step": 2.803102970123291, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.02237068017323812, "subset_score_loss": 0.02237068017323812}
+{"step": 1900000, "wall_time": 19313.251188755035, "train_loss_step": 3.037196159362793, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.022337734699249268, "subset_score_loss": 0.022337734699249268, "memorization_fraction_pixel": 0.6424999833106995, "mean_nn_ratio_pixel": 0.3687150776386261, "fid": 44.564964710411374}
+{"step": 1910000, "wall_time": 19406.580472946167, "train_loss_step": 2.9111275672912598, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.02027244766553243, "subset_score_loss": 0.02027244766553243}
+{"step": 1920000, "wall_time": 19501.18758249283, "train_loss_step": 3.288425922393799, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.02054675817489624, "subset_score_loss": 0.02054675817489624}
+{"step": 1930000, "wall_time": 19593.103424549103, "train_loss_step": 2.888709545135498, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.020024335384368895, "subset_score_loss": 0.020024335384368895}
+{"step": 1940000, "wall_time": 19686.32340312004, "train_loss_step": 2.856816291809082, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.019667106866836547, "subset_score_loss": 0.019667106866836547}
+{"step": 1950000, "wall_time": 19778.96633386612, "train_loss_step": 3.0522921085357666, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.019712650775909425, "subset_score_loss": 0.019712650775909425}
+{"step": 1960000, "wall_time": 19872.17321038246, "train_loss_step": 3.0557861328125, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.019853450854619346, "subset_score_loss": 0.019853450854619346}
+{"step": 1970000, "wall_time": 19965.483092308044, "train_loss_step": 3.0173754692077637, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.02003118594487508, "subset_score_loss": 0.02003118594487508}
+{"step": 1980000, "wall_time": 20059.62966942787, "train_loss_step": 3.2309274673461914, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.020036051670710247, "subset_score_loss": 0.020036051670710247}
+{"step": 1990000, "wall_time": 20154.100543022156, "train_loss_step": 3.1800808906555176, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.01978460152943929, "subset_score_loss": 0.01978460152943929}
+{"step": 2000000, "wall_time": 20316.872010231018, "train_loss_step": 2.745007038116455, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.019757614533106486, "subset_score_loss": 0.019757614533106486, "memorization_fraction_pixel": 0.6596999764442444, "mean_nn_ratio_pixel": 0.36035609245300293, "fid": 45.06515475079626}
+{"step": 2010000, "wall_time": 20411.336485385895, "train_loss_step": 2.8227291107177734, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.019417957464853922, "subset_score_loss": 0.019417957464853922}
+{"step": 2020000, "wall_time": 20506.10841012001, "train_loss_step": 3.226005792617798, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.019591150681177776, "subset_score_loss": 0.019591150681177776}
+{"step": 2030000, "wall_time": 20598.91917681694, "train_loss_step": 3.0166726112365723, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.019017404317855834, "subset_score_loss": 0.019017404317855834}
+{"step": 2040000, "wall_time": 20692.375081777573, "train_loss_step": 3.2466306686401367, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.019697841008504233, "subset_score_loss": 0.019697841008504233}
+{"step": 2050000, "wall_time": 20785.811715364456, "train_loss_step": 3.0113823413848877, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019154749313990273, "subset_score_loss": 0.019154749313990273}
+{"step": 2060000, "wall_time": 20879.580978870392, "train_loss_step": 2.619565963745117, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.0192032516002655, "subset_score_loss": 0.0192032516002655}
+{"step": 2070000, "wall_time": 20971.88565158844, "train_loss_step": 2.5614166259765625, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.01934940218925476, "subset_score_loss": 0.01934940218925476}
+{"step": 2080000, "wall_time": 21066.041665554047, "train_loss_step": 3.157966375350952, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.01851775844891866, "subset_score_loss": 0.01851775844891866}
+{"step": 2090000, "wall_time": 21155.752836704254, "train_loss_step": 2.8717119693756104, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.019452913602193197, "subset_score_loss": 0.019452913602193197}
+{"step": 2100000, "wall_time": 21321.06558418274, "train_loss_step": 2.7029623985290527, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.018753441174825032, "subset_score_loss": 0.018753441174825032, "memorization_fraction_pixel": 0.684499979019165, "mean_nn_ratio_pixel": 0.35090968012809753, "fid": 44.36273609085856}
+{"step": 2110000, "wall_time": 21414.45191836357, "train_loss_step": 3.255021333694458, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.019151198863983154, "subset_score_loss": 0.019151198863983154}
+{"step": 2120000, "wall_time": 21507.23389863968, "train_loss_step": 2.9091134071350098, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.018677560488382976, "subset_score_loss": 0.018677560488382976}
+{"step": 2130000, "wall_time": 21599.1382727623, "train_loss_step": 3.2248215675354004, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.01945841908454895, "subset_score_loss": 0.01945841908454895}
+{"step": 2140000, "wall_time": 21692.635310173035, "train_loss_step": 3.026254653930664, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.018921289841334024, "subset_score_loss": 0.018921289841334024}
+{"step": 2150000, "wall_time": 21786.07726573944, "train_loss_step": 2.801750659942627, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.018828423817952473, "subset_score_loss": 0.018828423817952473}
+{"step": 2160000, "wall_time": 21880.146211862564, "train_loss_step": 3.03609037399292, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.018476210037867227, "subset_score_loss": 0.018476210037867227}
+{"step": 2170000, "wall_time": 21974.70371747017, "train_loss_step": 3.0394840240478516, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.01824865738550822, "subset_score_loss": 0.01824865738550822}
+{"step": 2180000, "wall_time": 22069.039849996567, "train_loss_step": 3.0153872966766357, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.018150001764297485, "subset_score_loss": 0.018150001764297485}
+{"step": 2190000, "wall_time": 22160.403061151505, "train_loss_step": 2.771540880203247, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.018152215083440146, "subset_score_loss": 0.018152215083440146}
+{"step": 2200000, "wall_time": 22327.69123649597, "train_loss_step": 2.6110568046569824, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.017753475904464723, "subset_score_loss": 0.017753475904464723, "memorization_fraction_pixel": 0.7034000158309937, "mean_nn_ratio_pixel": 0.34453827142715454, "fid": 44.20173304463883}
+{"step": 2210000, "wall_time": 22422.05152130127, "train_loss_step": 2.809324264526367, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.01793705423672994, "subset_score_loss": 0.01793705423672994}
+{"step": 2220000, "wall_time": 22516.130131959915, "train_loss_step": 2.689926862716675, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.01794758439064026, "subset_score_loss": 0.01794758439064026}
+{"step": 2230000, "wall_time": 22608.883882522583, "train_loss_step": 2.7743473052978516, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.01778876582781474, "subset_score_loss": 0.01778876582781474}
+{"step": 2240000, "wall_time": 22703.548692703247, "train_loss_step": 2.807051658630371, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.017754584550857544, "subset_score_loss": 0.017754584550857544}
+{"step": 2250000, "wall_time": 22797.471658468246, "train_loss_step": 2.9552059173583984, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.018154253562291462, "subset_score_loss": 0.018154253562291462}
+{"step": 2260000, "wall_time": 22892.037461280823, "train_loss_step": 2.9850502014160156, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.017793504397074382, "subset_score_loss": 0.017793504397074382}
+{"step": 2270000, "wall_time": 22986.03529071808, "train_loss_step": 2.842423439025879, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.017535857359568276, "subset_score_loss": 0.017535857359568276}
+{"step": 2280000, "wall_time": 23068.753755807877, "train_loss_step": 2.9872889518737793, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.018000030517578126, "subset_score_loss": 0.018000030517578126}
+{"step": 2290000, "wall_time": 23158.93540096283, "train_loss_step": 2.8585877418518066, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.01732357343037923, "subset_score_loss": 0.01732357343037923}
+{"step": 2300000, "wall_time": 23322.885891914368, "train_loss_step": 2.7226333618164062, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.01776686906814575, "subset_score_loss": 0.01776686906814575, "memorization_fraction_pixel": 0.70169997215271, "mean_nn_ratio_pixel": 0.3445274829864502, "fid": 44.66703210439603}
+{"step": 2310000, "wall_time": 23415.767386436462, "train_loss_step": 2.792811393737793, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.017538688580195107, "subset_score_loss": 0.017538688580195107}
+{"step": 2320000, "wall_time": 23508.201604366302, "train_loss_step": 2.874753475189209, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.018186714251836142, "subset_score_loss": 0.018186714251836142}
+{"step": 2330000, "wall_time": 23600.015518903732, "train_loss_step": 2.527498722076416, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.016856978336970013, "subset_score_loss": 0.016856978336970013}
+{"step": 2340000, "wall_time": 23692.942090034485, "train_loss_step": 2.9263651371002197, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.0173660675684611, "subset_score_loss": 0.0173660675684611}
+{"step": 2350000, "wall_time": 23786.0982336998, "train_loss_step": 2.9248552322387695, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.01694032351175944, "subset_score_loss": 0.01694032351175944}
+{"step": 2360000, "wall_time": 23879.297441005707, "train_loss_step": 2.9223673343658447, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.017848076423009236, "subset_score_loss": 0.017848076423009236}
+{"step": 2370000, "wall_time": 23972.5075571537, "train_loss_step": 2.734017848968506, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.017102096478144327, "subset_score_loss": 0.017102096478144327}
+{"step": 2380000, "wall_time": 24062.655177354813, "train_loss_step": 2.769613742828369, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.01702317992846171, "subset_score_loss": 0.01702317992846171}
+{"step": 2390000, "wall_time": 24155.50710630417, "train_loss_step": 2.9113776683807373, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.016057941317558288, "subset_score_loss": 0.016057941317558288}
+{"step": 2400000, "wall_time": 24322.22694182396, "train_loss_step": 3.046010732650757, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.01732787291208903, "subset_score_loss": 0.01732787291208903, "memorization_fraction_pixel": 0.7257000207901001, "mean_nn_ratio_pixel": 0.3363495469093323, "fid": 44.58122517475393}
+{"step": 2410000, "wall_time": 24414.428231954575, "train_loss_step": 2.9064888954162598, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.016711650292078654, "subset_score_loss": 0.016711650292078654}
+{"step": 2420000, "wall_time": 24507.776096343994, "train_loss_step": 2.884310483932495, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.016552388668060303, "subset_score_loss": 0.016552388668060303}
+{"step": 2430000, "wall_time": 24599.250504493713, "train_loss_step": 3.0294907093048096, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.01666009227434794, "subset_score_loss": 0.01666009227434794}
+{"step": 2440000, "wall_time": 24692.85364151001, "train_loss_step": 2.776211738586426, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01740635633468628, "subset_score_loss": 0.01740635633468628}
+{"step": 2450000, "wall_time": 24786.32935142517, "train_loss_step": 2.8135323524475098, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.016019269824028015, "subset_score_loss": 0.016019269824028015}
+{"step": 2460000, "wall_time": 24879.60885310173, "train_loss_step": 3.0630416870117188, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.017096108198165892, "subset_score_loss": 0.017096108198165892}
+{"step": 2470000, "wall_time": 24971.97474002838, "train_loss_step": 2.8711538314819336, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.01761546532313029, "subset_score_loss": 0.01761546532313029}
+{"step": 2480000, "wall_time": 25063.269953727722, "train_loss_step": 2.9951725006103516, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.0163612167040507, "subset_score_loss": 0.0163612167040507}
+{"step": 2490000, "wall_time": 25156.81480026245, "train_loss_step": 2.8404855728149414, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.016575387120246886, "subset_score_loss": 0.016575387120246886}
+{"step": 2500000, "wall_time": 25322.386867284775, "train_loss_step": 2.953242778778076, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.01569037934144338, "subset_score_loss": 0.01569037934144338, "memorization_fraction_pixel": 0.7307999730110168, "mean_nn_ratio_pixel": 0.3313641846179962, "fid": 44.50775735057645}
+{"step": 2510000, "wall_time": 25414.554263830185, "train_loss_step": 2.9212546348571777, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.015532836318016052, "subset_score_loss": 0.015532836318016052}
+{"step": 2520000, "wall_time": 25507.25359249115, "train_loss_step": 2.708296775817871, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.016249035795529682, "subset_score_loss": 0.016249035795529682}
+{"step": 2530000, "wall_time": 25600.240830898285, "train_loss_step": 3.1245341300964355, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.016221365332603453, "subset_score_loss": 0.016221365332603453}
+{"step": 2540000, "wall_time": 25691.396061182022, "train_loss_step": 3.05438232421875, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.016536829868952434, "subset_score_loss": 0.016536829868952434}
+{"step": 2550000, "wall_time": 25784.25543999672, "train_loss_step": 2.6785037517547607, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.016118714213371278, "subset_score_loss": 0.016118714213371278}
+{"step": 2560000, "wall_time": 25877.143938541412, "train_loss_step": 3.0964670181274414, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.015918623407681784, "subset_score_loss": 0.015918623407681784}
+{"step": 2570000, "wall_time": 25967.83686041832, "train_loss_step": 2.8634233474731445, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.0160570353269577, "subset_score_loss": 0.0160570353269577}
+{"step": 2580000, "wall_time": 26060.975564956665, "train_loss_step": 2.607093572616577, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.015643309553464255, "subset_score_loss": 0.015643309553464255}
+{"step": 2590000, "wall_time": 26154.02001619339, "train_loss_step": 2.6272826194763184, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.015641131003697715, "subset_score_loss": 0.015641131003697715}
+{"step": 2600000, "wall_time": 26319.68868660927, "train_loss_step": 2.814870595932007, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.015615975856781006, "subset_score_loss": 0.015615975856781006, "memorization_fraction_pixel": 0.7414000034332275, "mean_nn_ratio_pixel": 0.32857179641723633, "fid": 44.5513869860453}
+{"step": 2610000, "wall_time": 26411.37092399597, "train_loss_step": 2.8938701152801514, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.015754460295041402, "subset_score_loss": 0.015754460295041402}
+{"step": 2620000, "wall_time": 26504.572732686996, "train_loss_step": 2.8649096488952637, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.015198542674382528, "subset_score_loss": 0.015198542674382528}
+{"step": 2630000, "wall_time": 26598.41695165634, "train_loss_step": 2.9248225688934326, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.015210235118865966, "subset_score_loss": 0.015210235118865966}
+{"step": 2640000, "wall_time": 26689.57360982895, "train_loss_step": 3.0503551959991455, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.015521302819252014, "subset_score_loss": 0.015521302819252014}
+{"step": 2650000, "wall_time": 26782.798642873764, "train_loss_step": 3.026492118835449, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.01582187314828237, "subset_score_loss": 0.01582187314828237}
+{"step": 2660000, "wall_time": 26874.69918179512, "train_loss_step": 3.2699837684631348, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.015134143829345702, "subset_score_loss": 0.015134143829345702}
+{"step": 2670000, "wall_time": 26966.4186065197, "train_loss_step": 2.8678112030029297, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.015312774976094564, "subset_score_loss": 0.015312774976094564}
+{"step": 2680000, "wall_time": 27059.76197361946, "train_loss_step": 2.793829917907715, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.015404393275578817, "subset_score_loss": 0.015404393275578817}
+{"step": 2690000, "wall_time": 27153.090879917145, "train_loss_step": 3.0869295597076416, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.015878798564275105, "subset_score_loss": 0.015878798564275105}
+{"step": 2700000, "wall_time": 27318.50809931755, "train_loss_step": 2.9327569007873535, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.01574737032254537, "subset_score_loss": 0.01574737032254537, "memorization_fraction_pixel": 0.7421000003814697, "mean_nn_ratio_pixel": 0.3318394422531128, "fid": 44.65096545281742}
+{"step": 2710000, "wall_time": 27409.96903347969, "train_loss_step": 2.9599108695983887, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.015547932187716166, "subset_score_loss": 0.015547932187716166}
+{"step": 2720000, "wall_time": 27503.36038160324, "train_loss_step": 2.6678378582000732, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.015482882658640543, "subset_score_loss": 0.015482882658640543}
+{"step": 2730000, "wall_time": 27597.116742134094, "train_loss_step": 2.9238123893737793, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.01472126344839732, "subset_score_loss": 0.01472126344839732}
+{"step": 2740000, "wall_time": 27688.82267522812, "train_loss_step": 2.843959093093872, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.014870975414911907, "subset_score_loss": 0.014870975414911907}
+{"step": 2750000, "wall_time": 27781.569589853287, "train_loss_step": 2.754051446914673, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.015361902117729188, "subset_score_loss": 0.015361902117729188}
+{"step": 2760000, "wall_time": 27871.869560718536, "train_loss_step": 2.993752956390381, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.015152174234390258, "subset_score_loss": 0.015152174234390258}
+{"step": 2770000, "wall_time": 27966.109489917755, "train_loss_step": 2.7556614875793457, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.014823625485102335, "subset_score_loss": 0.014823625485102335}
+{"step": 2780000, "wall_time": 28060.788826465607, "train_loss_step": 2.791365623474121, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.014205384254455566, "subset_score_loss": 0.014205384254455566}
+{"step": 2790000, "wall_time": 28155.202191114426, "train_loss_step": 2.593357563018799, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.014285091559092205, "subset_score_loss": 0.014285091559092205}
+{"step": 2800000, "wall_time": 28322.30721926689, "train_loss_step": 2.7768990993499756, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.014589665333429973, "subset_score_loss": 0.014589665333429973, "memorization_fraction_pixel": 0.7501000165939331, "mean_nn_ratio_pixel": 0.32488811016082764, "fid": 44.275033796560265}
+{"step": 2810000, "wall_time": 28412.93341064453, "train_loss_step": 2.649146795272827, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.014864209294319152, "subset_score_loss": 0.014864209294319152}
+{"step": 2820000, "wall_time": 28500.83785867691, "train_loss_step": 2.5184569358825684, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.015198927124341328, "subset_score_loss": 0.015198927124341328}
+{"step": 2830000, "wall_time": 28589.122205734253, "train_loss_step": 2.7472102642059326, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.014232422908147175, "subset_score_loss": 0.014232422908147175}
+{"step": 2840000, "wall_time": 28674.900219917297, "train_loss_step": 3.0841479301452637, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.014680442214012147, "subset_score_loss": 0.014680442214012147}
+{"step": 2850000, "wall_time": 28762.419924259186, "train_loss_step": 2.8853018283843994, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.01553175151348114, "subset_score_loss": 0.01553175151348114}
+{"step": 2860000, "wall_time": 28853.204244852066, "train_loss_step": 2.7280611991882324, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.01564293702443441, "subset_score_loss": 0.01564293702443441}
+{"step": 2870000, "wall_time": 28948.029400348663, "train_loss_step": 2.9211959838867188, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.01420654555161794, "subset_score_loss": 0.01420654555161794}
+{"step": 2880000, "wall_time": 29042.76554942131, "train_loss_step": 2.76486873626709, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.014218660195668538, "subset_score_loss": 0.014218660195668538}
+{"step": 2890000, "wall_time": 29136.574817180634, "train_loss_step": 2.8342621326446533, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.013920044898986817, "subset_score_loss": 0.013920044898986817}
+{"step": 2900000, "wall_time": 29304.645881652832, "train_loss_step": 2.8960154056549072, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.013844436407089234, "subset_score_loss": 0.013844436407089234, "memorization_fraction_pixel": 0.7644000053405762, "mean_nn_ratio_pixel": 0.322360098361969, "fid": 43.58851450025626}
+{"step": 2910000, "wall_time": 29396.4871199131, "train_loss_step": 2.8431689739227295, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.013791764775911966, "subset_score_loss": 0.013791764775911966}
+{"step": 2920000, "wall_time": 29484.865610837936, "train_loss_step": 2.761936664581299, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.014523269732793172, "subset_score_loss": 0.014523269732793172}
+{"step": 2930000, "wall_time": 29573.2413482666, "train_loss_step": 3.017437219619751, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.013541849454243977, "subset_score_loss": 0.013541849454243977}
+{"step": 2940000, "wall_time": 29660.250485658646, "train_loss_step": 2.600086212158203, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.013538373510042827, "subset_score_loss": 0.013538373510042827}
+{"step": 2950000, "wall_time": 29749.55716061592, "train_loss_step": 2.656507968902588, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.013720990220705668, "subset_score_loss": 0.013720990220705668}
+{"step": 2960000, "wall_time": 29844.235206365585, "train_loss_step": 2.992899179458618, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.01389083762963613, "subset_score_loss": 0.01389083762963613}
+{"step": 2970000, "wall_time": 29939.59161567688, "train_loss_step": 2.710305690765381, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.0137896994749705, "subset_score_loss": 0.0137896994749705}
+{"step": 2980000, "wall_time": 30033.504781246185, "train_loss_step": 2.5285353660583496, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.013445328672726948, "subset_score_loss": 0.013445328672726948}
+{"step": 2990000, "wall_time": 30128.8060195446, "train_loss_step": 2.846442461013794, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.013949588934580485, "subset_score_loss": 0.013949588934580485}
+{"step": 3000000, "wall_time": 30297.485587358475, "train_loss_step": 2.7185146808624268, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.01360718607902527, "subset_score_loss": 0.01360718607902527, "memorization_fraction_pixel": 0.7777000069618225, "mean_nn_ratio_pixel": 0.31689897179603577, "fid": 44.12696027290619}
+{"step": 3010000, "wall_time": 30390.78903722763, "train_loss_step": 2.799172878265381, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.013414465387662252, "subset_score_loss": 0.013414465387662252}
+{"step": 3020000, "wall_time": 30485.733688116074, "train_loss_step": 2.7408554553985596, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.013290796677271526, "subset_score_loss": 0.013290796677271526}
+{"step": 3030000, "wall_time": 30580.493586301804, "train_loss_step": 2.883474349975586, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.013284449776013693, "subset_score_loss": 0.013284449776013693}
+{"step": 3040000, "wall_time": 30672.27950334549, "train_loss_step": 2.6268341541290283, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.015333857138951619, "subset_score_loss": 0.015333857138951619}
+{"step": 3050000, "wall_time": 30764.96869659424, "train_loss_step": 2.584933280944824, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.013888847827911378, "subset_score_loss": 0.013888847827911378}
+{"step": 3060000, "wall_time": 30859.873985290527, "train_loss_step": 2.6153626441955566, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.013721572359402974, "subset_score_loss": 0.013721572359402974}
+{"step": 3070000, "wall_time": 30953.619050741196, "train_loss_step": 2.7190780639648438, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.013213509321212768, "subset_score_loss": 0.013213509321212768}
+{"step": 3080000, "wall_time": 31048.15483856201, "train_loss_step": 3.0336601734161377, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013439659277598064, "subset_score_loss": 0.013439659277598064}
+{"step": 3090000, "wall_time": 31143.032707214355, "train_loss_step": 2.682438373565674, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.012947048743565876, "subset_score_loss": 0.012947048743565876}
+{"step": 3100000, "wall_time": 31309.42562866211, "train_loss_step": 3.199671506881714, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.013646540045738221, "subset_score_loss": 0.013646540045738221, "memorization_fraction_pixel": 0.7817000150680542, "mean_nn_ratio_pixel": 0.3154667615890503, "fid": 44.362535197761005}
+{"step": 3110000, "wall_time": 31401.869859457016, "train_loss_step": 2.678035020828247, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.013477733731269837, "subset_score_loss": 0.013477733731269837}
+{"step": 3120000, "wall_time": 31495.55378127098, "train_loss_step": 2.651111125946045, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.013011863827705384, "subset_score_loss": 0.013011863827705384}
+{"step": 3130000, "wall_time": 31589.36355805397, "train_loss_step": 2.702566623687744, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.01267098585764567, "subset_score_loss": 0.01267098585764567}
+{"step": 3140000, "wall_time": 31670.373767852783, "train_loss_step": 2.5525124073028564, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.013165377577145894, "subset_score_loss": 0.013165377577145894}
+{"step": 3150000, "wall_time": 31759.959736585617, "train_loss_step": 2.931384563446045, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.01363959809144338, "subset_score_loss": 0.01363959809144338}
+{"step": 3160000, "wall_time": 31853.025904655457, "train_loss_step": 2.85056209564209, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.012890657782554627, "subset_score_loss": 0.012890657782554627}
+{"step": 3170000, "wall_time": 31945.835906267166, "train_loss_step": 2.9416120052337646, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.013226699829101563, "subset_score_loss": 0.013226699829101563}
+{"step": 3180000, "wall_time": 32040.41824412346, "train_loss_step": 2.7611799240112305, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.01266883611679077, "subset_score_loss": 0.01266883611679077}
+{"step": 3190000, "wall_time": 32133.774727344513, "train_loss_step": 2.9538097381591797, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.012829037507375081, "subset_score_loss": 0.012829037507375081}
+{"step": 3200000, "wall_time": 32299.21518445015, "train_loss_step": 2.650707721710205, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.012823083996772766, "subset_score_loss": 0.012823083996772766, "memorization_fraction_pixel": 0.7896999716758728, "mean_nn_ratio_pixel": 0.31279629468917847, "fid": 44.2475276262187}
+{"step": 3210000, "wall_time": 32391.303117990494, "train_loss_step": 2.9314398765563965, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.01289990246295929, "subset_score_loss": 0.01289990246295929}
+{"step": 3220000, "wall_time": 32485.941213607788, "train_loss_step": 2.669877052307129, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.012408604224522909, "subset_score_loss": 0.012408604224522909}
+{"step": 3230000, "wall_time": 32579.968907117844, "train_loss_step": 2.5973479747772217, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.013328324755032856, "subset_score_loss": 0.013328324755032856}
+{"step": 3240000, "wall_time": 32670.665034770966, "train_loss_step": 2.7712275981903076, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.012739602724711101, "subset_score_loss": 0.012739602724711101}
+{"step": 3250000, "wall_time": 32763.679788827896, "train_loss_step": 2.870467185974121, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.012683691581090291, "subset_score_loss": 0.012683691581090291}
+{"step": 3260000, "wall_time": 32857.586701869965, "train_loss_step": 2.404529333114624, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.01254034439722697, "subset_score_loss": 0.01254034439722697}
+{"step": 3270000, "wall_time": 32951.470140218735, "train_loss_step": 2.921708822250366, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.013014455636342367, "subset_score_loss": 0.013014455636342367}
+{"step": 3280000, "wall_time": 33044.4840259552, "train_loss_step": 2.845733165740967, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.012913456559181214, "subset_score_loss": 0.012913456559181214}
+{"step": 3290000, "wall_time": 33137.81225728989, "train_loss_step": 3.217428684234619, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.011974414189656576, "subset_score_loss": 0.011974414189656576}
+{"step": 3300000, "wall_time": 33302.851081848145, "train_loss_step": 2.5792465209960938, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.01243644654750824, "subset_score_loss": 0.01243644654750824, "memorization_fraction_pixel": 0.7892000079154968, "mean_nn_ratio_pixel": 0.3136327862739563, "fid": 44.052012867231}
+{"step": 3310000, "wall_time": 33393.958595752716, "train_loss_step": 2.578808546066284, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.012498247623443603, "subset_score_loss": 0.012498247623443603}
+{"step": 3320000, "wall_time": 33488.2099173069, "train_loss_step": 2.8455862998962402, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.012442506353060405, "subset_score_loss": 0.012442506353060405}
+{"step": 3330000, "wall_time": 33581.63867521286, "train_loss_step": 2.955961227416992, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.012032313148180644, "subset_score_loss": 0.012032313148180644}
+{"step": 3340000, "wall_time": 33674.54961705208, "train_loss_step": 2.713223457336426, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012079176306724549, "subset_score_loss": 0.012079176306724549}
+{"step": 3350000, "wall_time": 33766.86615729332, "train_loss_step": 2.5680289268493652, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.012675141294797262, "subset_score_loss": 0.012675141294797262}
+{"step": 3360000, "wall_time": 33860.76416897774, "train_loss_step": 2.8900465965270996, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012479981780052185, "subset_score_loss": 0.012479981780052185}
+{"step": 3370000, "wall_time": 33954.24512004852, "train_loss_step": 2.4591174125671387, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012020927667617799, "subset_score_loss": 0.012020927667617799}
+{"step": 3380000, "wall_time": 34048.798832178116, "train_loss_step": 2.759181499481201, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.01257659395535787, "subset_score_loss": 0.01257659395535787}
+{"step": 3390000, "wall_time": 34143.71666121483, "train_loss_step": 2.7177929878234863, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.012223650018374126, "subset_score_loss": 0.012223650018374126}
+{"step": 3400000, "wall_time": 34302.17827939987, "train_loss_step": 2.5426149368286133, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.012111523747444152, "subset_score_loss": 0.012111523747444152, "memorization_fraction_pixel": 0.7950999736785889, "mean_nn_ratio_pixel": 0.3126990795135498, "fid": 45.020018534633614}
+{"step": 3410000, "wall_time": 34395.4303290844, "train_loss_step": 2.667847156524658, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.011971402168273925, "subset_score_loss": 0.011971402168273925}
+{"step": 3420000, "wall_time": 34490.272842645645, "train_loss_step": 2.6491243839263916, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012534217039744059, "subset_score_loss": 0.012534217039744059}
+{"step": 3430000, "wall_time": 34573.30736374855, "train_loss_step": 2.5779190063476562, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.012047081192334493, "subset_score_loss": 0.012047081192334493}
+{"step": 3440000, "wall_time": 34668.36075758934, "train_loss_step": 2.429603099822998, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.011515648166338602, "subset_score_loss": 0.011515648166338602}
+{"step": 3450000, "wall_time": 34760.541484594345, "train_loss_step": 2.6325912475585938, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.01186369260152181, "subset_score_loss": 0.01186369260152181}
+{"step": 3460000, "wall_time": 34855.49180340767, "train_loss_step": 2.5386531352996826, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.012024298310279846, "subset_score_loss": 0.012024298310279846}
+{"step": 3470000, "wall_time": 34950.403715610504, "train_loss_step": 2.6062612533569336, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.011640926202138266, "subset_score_loss": 0.011640926202138266}
+{"step": 3480000, "wall_time": 35045.45550107956, "train_loss_step": 2.542280673980713, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.012208605806032816, "subset_score_loss": 0.012208605806032816}
+{"step": 3490000, "wall_time": 35139.8792078495, "train_loss_step": 2.5394582748413086, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.011944875121116638, "subset_score_loss": 0.011944875121116638}
+{"step": 3500000, "wall_time": 35296.384998083115, "train_loss_step": 2.6252079010009766, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.011435335874557495, "subset_score_loss": 0.011435335874557495, "memorization_fraction_pixel": 0.8062999844551086, "mean_nn_ratio_pixel": 0.3084339499473572, "fid": 44.348670440925794}
+{"step": 3510000, "wall_time": 35388.57609176636, "train_loss_step": 2.8203659057617188, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.01198750634988149, "subset_score_loss": 0.01198750634988149}
+{"step": 3520000, "wall_time": 35482.99222278595, "train_loss_step": 2.7712197303771973, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.011743581295013428, "subset_score_loss": 0.011743581295013428}
+{"step": 3530000, "wall_time": 35564.56134724617, "train_loss_step": 2.673679828643799, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.012068880597750346, "subset_score_loss": 0.012068880597750346}
+{"step": 3540000, "wall_time": 35659.573050022125, "train_loss_step": 2.6685876846313477, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.01123503049214681, "subset_score_loss": 0.01123503049214681}
+{"step": 3550000, "wall_time": 35752.28036522865, "train_loss_step": 2.6302099227905273, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.011284507314364116, "subset_score_loss": 0.011284507314364116}
+{"step": 3560000, "wall_time": 35847.086413145065, "train_loss_step": 2.6021878719329834, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.012215926249821981, "subset_score_loss": 0.012215926249821981}
+{"step": 3570000, "wall_time": 35942.03729248047, "train_loss_step": 2.5639243125915527, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011401001612345378, "subset_score_loss": 0.011401001612345378}
+{"step": 3580000, "wall_time": 36037.20220732689, "train_loss_step": 2.6545886993408203, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.01159165104230245, "subset_score_loss": 0.01159165104230245}
+{"step": 3590000, "wall_time": 36131.04305267334, "train_loss_step": 2.5277562141418457, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.011307381590207418, "subset_score_loss": 0.011307381590207418}
+{"step": 3600000, "wall_time": 36300.39449715614, "train_loss_step": 2.8671205043792725, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.011141237616539002, "subset_score_loss": 0.011141237616539002, "memorization_fraction_pixel": 0.7979000210762024, "mean_nn_ratio_pixel": 0.31200331449508667, "fid": 44.14423916708757}
+{"step": 3610000, "wall_time": 36389.57414770126, "train_loss_step": 2.562744379043579, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.011411904295285543, "subset_score_loss": 0.011411904295285543}
+{"step": 3620000, "wall_time": 36484.025867938995, "train_loss_step": 2.809488296508789, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.012326629956563313, "subset_score_loss": 0.012326629956563313}
+{"step": 3630000, "wall_time": 36564.451100587845, "train_loss_step": 2.513230323791504, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.01121789515018463, "subset_score_loss": 0.01121789515018463}
+{"step": 3640000, "wall_time": 36658.833974123, "train_loss_step": 2.5417399406433105, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011308902502059936, "subset_score_loss": 0.011308902502059936}
+{"step": 3650000, "wall_time": 36752.24398112297, "train_loss_step": 2.894461154937744, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011294289429982503, "subset_score_loss": 0.011294289429982503}
+{"step": 3660000, "wall_time": 36847.091076135635, "train_loss_step": 2.4675862789154053, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.011384172240893047, "subset_score_loss": 0.011384172240893047}
+{"step": 3670000, "wall_time": 36941.60956573486, "train_loss_step": 2.6947474479675293, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.011211071411768596, "subset_score_loss": 0.011211071411768596}
+{"step": 3680000, "wall_time": 37035.466094493866, "train_loss_step": 2.9205799102783203, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011218327283859252, "subset_score_loss": 0.011218327283859252}
+{"step": 3690000, "wall_time": 37130.698158979416, "train_loss_step": 2.768217086791992, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.011263277133305867, "subset_score_loss": 0.011263277133305867}
+{"step": 3700000, "wall_time": 37300.225747823715, "train_loss_step": 2.3669509887695312, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.010806286334991455, "subset_score_loss": 0.010806286334991455, "memorization_fraction_pixel": 0.7968999743461609, "mean_nn_ratio_pixel": 0.31039220094680786, "fid": 45.035418834098834}
+{"step": 3710000, "wall_time": 37390.28835558891, "train_loss_step": 2.7734975814819336, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.011671675244967143, "subset_score_loss": 0.011671675244967143}
+{"step": 3720000, "wall_time": 37485.22586965561, "train_loss_step": 2.680535316467285, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011640762289365133, "subset_score_loss": 0.011640762289365133}
+{"step": 3730000, "wall_time": 37567.76065301895, "train_loss_step": 2.6887240409851074, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.010897175470987955, "subset_score_loss": 0.010897175470987955}
+{"step": 3740000, "wall_time": 37661.86622571945, "train_loss_step": 2.569713830947876, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.01156933605670929, "subset_score_loss": 0.01156933605670929}
+{"step": 3750000, "wall_time": 37755.41897058487, "train_loss_step": 2.6805808544158936, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.011660851041475932, "subset_score_loss": 0.011660851041475932}
+{"step": 3760000, "wall_time": 37850.34340620041, "train_loss_step": 2.685241460800171, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011216201384862264, "subset_score_loss": 0.011216201384862264}
+{"step": 3770000, "wall_time": 37944.26448869705, "train_loss_step": 2.7904577255249023, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.010661086440086365, "subset_score_loss": 0.010661086440086365}
+{"step": 3780000, "wall_time": 38039.00520658493, "train_loss_step": 2.4887771606445312, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.010702261328697204, "subset_score_loss": 0.010702261328697204}
+{"step": 3790000, "wall_time": 38133.82042145729, "train_loss_step": 2.4127936363220215, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.010752296447753907, "subset_score_loss": 0.010752296447753907}
+{"step": 3800000, "wall_time": 38303.13504099846, "train_loss_step": 2.7631747722625732, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.010605531930923461, "subset_score_loss": 0.010605531930923461, "memorization_fraction_pixel": 0.7968999743461609, "mean_nn_ratio_pixel": 0.31459975242614746, "fid": 44.91426058329645}
+{"step": 3810000, "wall_time": 38394.08915472031, "train_loss_step": 2.5897603034973145, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.010996787746747335, "subset_score_loss": 0.010996787746747335}
+{"step": 3820000, "wall_time": 38488.97752857208, "train_loss_step": 2.722105026245117, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.010882855455080668, "subset_score_loss": 0.010882855455080668}
+{"step": 3830000, "wall_time": 38571.387479782104, "train_loss_step": 2.764075756072998, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.011092350880304972, "subset_score_loss": 0.011092350880304972}
+{"step": 3840000, "wall_time": 38666.12604594231, "train_loss_step": 2.706383228302002, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.011523533860842388, "subset_score_loss": 0.011523533860842388}
+{"step": 3850000, "wall_time": 38759.81137132645, "train_loss_step": 2.915034770965576, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.010609825452168783, "subset_score_loss": 0.010609825452168783}
+{"step": 3860000, "wall_time": 38854.16638159752, "train_loss_step": 2.696352481842041, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.011041126648585002, "subset_score_loss": 0.011041126648585002}
+{"step": 3870000, "wall_time": 38948.6377120018, "train_loss_step": 2.648913860321045, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.010186216235160828, "subset_score_loss": 0.010186216235160828}
+{"step": 3880000, "wall_time": 39043.7354388237, "train_loss_step": 2.770439624786377, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.010729907949765524, "subset_score_loss": 0.010729907949765524}
+{"step": 3890000, "wall_time": 39138.766308546066, "train_loss_step": 2.4422688484191895, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.010602433482805889, "subset_score_loss": 0.010602433482805889}
+{"step": 3900000, "wall_time": 39307.62462592125, "train_loss_step": 2.7805700302124023, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.010447315375010173, "subset_score_loss": 0.010447315375010173, "memorization_fraction_pixel": 0.8116999864578247, "mean_nn_ratio_pixel": 0.30779266357421875, "fid": 44.45026421639242}
+{"step": 3910000, "wall_time": 39398.95426917076, "train_loss_step": 2.571094274520874, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.010687535007794699, "subset_score_loss": 0.010687535007794699}
+{"step": 3920000, "wall_time": 39491.10909152031, "train_loss_step": 2.627490520477295, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.010708757241566976, "subset_score_loss": 0.010708757241566976}
+{"step": 3930000, "wall_time": 39576.01665306091, "train_loss_step": 2.6252894401550293, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.010835447907447815, "subset_score_loss": 0.010835447907447815}
+{"step": 3940000, "wall_time": 39670.988721847534, "train_loss_step": 2.5923452377319336, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.010458218057950337, "subset_score_loss": 0.010458218057950337}
+{"step": 3950000, "wall_time": 39763.83420205116, "train_loss_step": 2.6402974128723145, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.010392651955286662, "subset_score_loss": 0.010392651955286662}
+{"step": 3960000, "wall_time": 39858.22475647926, "train_loss_step": 2.589332103729248, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.010650114218393961, "subset_score_loss": 0.010650114218393961}
+{"step": 3970000, "wall_time": 39952.862124443054, "train_loss_step": 2.775151252746582, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.011408632000287374, "subset_score_loss": 0.011408632000287374}
+{"step": 3980000, "wall_time": 40047.60532832146, "train_loss_step": 2.5971240997314453, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010839829842249552, "subset_score_loss": 0.010839829842249552}
+{"step": 3990000, "wall_time": 40141.82864236832, "train_loss_step": 2.746743679046631, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.010112397869427999, "subset_score_loss": 0.010112397869427999}
+{"step": 4000000, "wall_time": 40311.24136328697, "train_loss_step": 2.4366772174835205, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010510236024856567, "subset_score_loss": 0.010510236024856567, "memorization_fraction_pixel": 0.8075000047683716, "mean_nn_ratio_pixel": 0.3085063695907593, "fid": 43.959635091722596}
+{"step": 4010000, "wall_time": 40402.54737782478, "train_loss_step": 2.899052619934082, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.010135285059611003, "subset_score_loss": 0.010135285059611003}
+{"step": 4020000, "wall_time": 40492.050295591354, "train_loss_step": 2.68792986869812, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.010608975092569988, "subset_score_loss": 0.010608975092569988}
+{"step": 4030000, "wall_time": 40578.06940150261, "train_loss_step": 2.407949924468994, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.010973447561264038, "subset_score_loss": 0.010973447561264038}
+{"step": 4040000, "wall_time": 40672.55285048485, "train_loss_step": 2.506415367126465, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010447943210601806, "subset_score_loss": 0.010447943210601806}
+{"step": 4050000, "wall_time": 40767.08446979523, "train_loss_step": 2.852620840072632, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010905022422472635, "subset_score_loss": 0.010905022422472635}
+{"step": 4060000, "wall_time": 40861.198373794556, "train_loss_step": 2.7141458988189697, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.010816028714179993, "subset_score_loss": 0.010816028714179993}
+{"step": 4070000, "wall_time": 40956.148221731186, "train_loss_step": 2.285095691680908, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.009868668516476949, "subset_score_loss": 0.009868668516476949}
+{"step": 4080000, "wall_time": 41051.09294986725, "train_loss_step": 2.6896657943725586, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.010576956470807393, "subset_score_loss": 0.010576956470807393}
+{"step": 4090000, "wall_time": 41144.79155039787, "train_loss_step": 2.5918710231781006, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010319299499193827, "subset_score_loss": 0.010319299499193827}
+{"step": 4100000, "wall_time": 41307.94362258911, "train_loss_step": 2.646275043487549, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010335813959439595, "subset_score_loss": 0.010335813959439595, "memorization_fraction_pixel": 0.8126000165939331, "mean_nn_ratio_pixel": 0.3072950839996338, "fid": 44.78753273762897}
+{"step": 4110000, "wall_time": 41395.48943567276, "train_loss_step": 2.7320001125335693, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.009775575995445252, "subset_score_loss": 0.009775575995445252}
+{"step": 4120000, "wall_time": 41482.06625533104, "train_loss_step": 2.5903592109680176, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010268056392669677, "subset_score_loss": 0.010268056392669677}
+{"step": 4130000, "wall_time": 41568.95444059372, "train_loss_step": 2.618401527404785, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.009660919507344564, "subset_score_loss": 0.009660919507344564}
+{"step": 4140000, "wall_time": 41659.198182821274, "train_loss_step": 2.385652542114258, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.010086482763290406, "subset_score_loss": 0.010086482763290406}
+{"step": 4150000, "wall_time": 41750.7201666832, "train_loss_step": 2.7233357429504395, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.010593050718307495, "subset_score_loss": 0.010593050718307495}
+{"step": 4160000, "wall_time": 41840.20132946968, "train_loss_step": 2.732442855834961, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.009708184997240703, "subset_score_loss": 0.009708184997240703}
+{"step": 4170000, "wall_time": 41931.23378992081, "train_loss_step": 2.622115135192871, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.009899247686068218, "subset_score_loss": 0.009899247686068218}
+{"step": 4180000, "wall_time": 42021.57379293442, "train_loss_step": 2.482633590698242, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010053438941637675, "subset_score_loss": 0.010053438941637675}
+{"step": 4190000, "wall_time": 42112.99190211296, "train_loss_step": 2.395759105682373, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.01028591791788737, "subset_score_loss": 0.01028591791788737}
+{"step": 4200000, "wall_time": 42276.019619464874, "train_loss_step": 2.3653993606567383, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.010157911976178487, "subset_score_loss": 0.010157911976178487, "memorization_fraction_pixel": 0.8102999925613403, "mean_nn_ratio_pixel": 0.30707618594169617, "fid": 44.468180008118274}
+{"step": 4210000, "wall_time": 42364.19131398201, "train_loss_step": 2.445422410964966, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.009739860892295837, "subset_score_loss": 0.009739860892295837}
+{"step": 4220000, "wall_time": 42451.42894053459, "train_loss_step": 2.484496593475342, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.010264850656191508, "subset_score_loss": 0.010264850656191508}
+{"step": 4230000, "wall_time": 42541.810712337494, "train_loss_step": 2.667586088180542, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.010027170181274414, "subset_score_loss": 0.010027170181274414}
+{"step": 4240000, "wall_time": 42632.66838645935, "train_loss_step": 2.776667356491089, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.009738423426946004, "subset_score_loss": 0.009738423426946004}
+{"step": 4250000, "wall_time": 42723.38881802559, "train_loss_step": 2.4311752319335938, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.009785266717274983, "subset_score_loss": 0.009785266717274983}
+{"step": 4260000, "wall_time": 42812.53344297409, "train_loss_step": 2.46086049079895, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.00973253051439921, "subset_score_loss": 0.00973253051439921}
+{"step": 4270000, "wall_time": 42903.26659703255, "train_loss_step": 2.6021838188171387, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.009803358713785808, "subset_score_loss": 0.009803358713785808}
+{"step": 4280000, "wall_time": 42993.626101732254, "train_loss_step": 2.763793706893921, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.010724148154258728, "subset_score_loss": 0.010724148154258728}
+{"step": 4290000, "wall_time": 43084.25044345856, "train_loss_step": 2.578019142150879, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.009930880864461263, "subset_score_loss": 0.009930880864461263}
+{"step": 4300000, "wall_time": 43247.13786816597, "train_loss_step": 2.6073107719421387, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.009551198283831278, "subset_score_loss": 0.009551198283831278, "memorization_fraction_pixel": 0.8198999762535095, "mean_nn_ratio_pixel": 0.3051850497722626, "fid": 44.48870620971745}
+{"step": 4310000, "wall_time": 43335.883944272995, "train_loss_step": 2.6398873329162598, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.009499951203664144, "subset_score_loss": 0.009499951203664144}
+{"step": 4320000, "wall_time": 43423.16232943535, "train_loss_step": 2.6506237983703613, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.009670026103655497, "subset_score_loss": 0.009670026103655497}
+{"step": 4330000, "wall_time": 43514.15339636803, "train_loss_step": 2.5527849197387695, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.009919469555219015, "subset_score_loss": 0.009919469555219015}
+{"step": 4340000, "wall_time": 43605.016329050064, "train_loss_step": 2.851362466812134, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.009403187036514282, "subset_score_loss": 0.009403187036514282}
+{"step": 4350000, "wall_time": 43696.24769258499, "train_loss_step": 2.47948956489563, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.009842487176259358, "subset_score_loss": 0.009842487176259358}
+{"step": 4360000, "wall_time": 43785.24300003052, "train_loss_step": 2.5106773376464844, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.009954315423965455, "subset_score_loss": 0.009954315423965455}
+{"step": 4370000, "wall_time": 43876.354330301285, "train_loss_step": 2.884988784790039, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.009497918685277303, "subset_score_loss": 0.009497918685277303}
+{"step": 4380000, "wall_time": 43966.93391418457, "train_loss_step": 2.64925479888916, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.009721281131108601, "subset_score_loss": 0.009721281131108601}
+{"step": 4390000, "wall_time": 44057.732696056366, "train_loss_step": 2.4294838905334473, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.009261417388916015, "subset_score_loss": 0.009261417388916015}
+{"step": 4400000, "wall_time": 44219.50190234184, "train_loss_step": 2.5621535778045654, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.009382426738739014, "subset_score_loss": 0.009382426738739014, "memorization_fraction_pixel": 0.8100000023841858, "mean_nn_ratio_pixel": 0.3100542426109314, "fid": 44.63144811474902}
+{"step": 4410000, "wall_time": 44307.819157123566, "train_loss_step": 2.482705593109131, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.009446840484937031, "subset_score_loss": 0.009446840484937031}
+{"step": 4420000, "wall_time": 44395.27274727821, "train_loss_step": 2.870229721069336, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.009386865297953288, "subset_score_loss": 0.009386865297953288}
+{"step": 4430000, "wall_time": 44485.649102926254, "train_loss_step": 2.397993326187134, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009453526139259339, "subset_score_loss": 0.009453526139259339}
+{"step": 4440000, "wall_time": 44576.24581360817, "train_loss_step": 2.586841106414795, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.009458771347999573, "subset_score_loss": 0.009458771347999573}
+{"step": 4450000, "wall_time": 44667.061427116394, "train_loss_step": 2.740659713745117, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.009635085860888163, "subset_score_loss": 0.009635085860888163}
+{"step": 4460000, "wall_time": 44756.22072863579, "train_loss_step": 2.9350836277008057, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.009865339597066243, "subset_score_loss": 0.009865339597066243}
+{"step": 4470000, "wall_time": 44847.377339839935, "train_loss_step": 2.526560068130493, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.009765183925628662, "subset_score_loss": 0.009765183925628662}
+{"step": 4480000, "wall_time": 44938.220529556274, "train_loss_step": 2.5298714637756348, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.00965816577275594, "subset_score_loss": 0.00965816577275594}
+{"step": 4490000, "wall_time": 45029.13282704353, "train_loss_step": 2.4302148818969727, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.009629443287849426, "subset_score_loss": 0.009629443287849426}
+{"step": 4500000, "wall_time": 45190.9820766449, "train_loss_step": 2.388150691986084, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.009377445777257283, "subset_score_loss": 0.009377445777257283, "memorization_fraction_pixel": 0.8180999755859375, "mean_nn_ratio_pixel": 0.3047257959842682, "fid": 44.68447633491833}
+{"step": 4510000, "wall_time": 45277.836654663086, "train_loss_step": 2.3453850746154785, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.009193252523740132, "subset_score_loss": 0.009193252523740132}
+{"step": 4520000, "wall_time": 45368.29541659355, "train_loss_step": 2.4232921600341797, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009748704234759013, "subset_score_loss": 0.009748704234759013}
+{"step": 4530000, "wall_time": 45458.34348130226, "train_loss_step": 2.4141993522644043, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009248696764310201, "subset_score_loss": 0.009248696764310201}
+{"step": 4540000, "wall_time": 45548.84024190903, "train_loss_step": 2.4932894706726074, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009554965297381084, "subset_score_loss": 0.009554965297381084}
+{"step": 4550000, "wall_time": 45639.278489112854, "train_loss_step": 2.4564108848571777, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009243860840797424, "subset_score_loss": 0.009243860840797424}
+{"step": 4560000, "wall_time": 45728.38005876541, "train_loss_step": 2.7381277084350586, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009492550293604534, "subset_score_loss": 0.009492550293604534}
+{"step": 4570000, "wall_time": 45819.164192676544, "train_loss_step": 2.8439416885375977, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009212842583656311, "subset_score_loss": 0.009212842583656311}
+{"step": 4580000, "wall_time": 45910.16084313393, "train_loss_step": 2.558391809463501, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009117222825686137, "subset_score_loss": 0.009117222825686137}
+{"step": 4590000, "wall_time": 46001.72039413452, "train_loss_step": 2.639495372772217, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.00912685990333557, "subset_score_loss": 0.00912685990333557}
+{"step": 4600000, "wall_time": 46166.73075723648, "train_loss_step": 2.6131160259246826, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009062242507934571, "subset_score_loss": 0.009062242507934571, "memorization_fraction_pixel": 0.8133000135421753, "mean_nn_ratio_pixel": 0.30693456530570984, "fid": 44.509754470800296}
+{"step": 4610000, "wall_time": 46256.45959544182, "train_loss_step": 2.5277273654937744, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.00922953983147939, "subset_score_loss": 0.00922953983147939}
+{"step": 4620000, "wall_time": 46350.49760389328, "train_loss_step": 2.6145553588867188, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.008966325720151266, "subset_score_loss": 0.008966325720151266}
+{"step": 4630000, "wall_time": 46445.10403370857, "train_loss_step": 2.739234447479248, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009343162178993225, "subset_score_loss": 0.009343162178993225}
+{"step": 4640000, "wall_time": 46540.250386953354, "train_loss_step": 2.832022190093994, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.009447761376698812, "subset_score_loss": 0.009447761376698812}
+{"step": 4650000, "wall_time": 46635.3466629982, "train_loss_step": 2.4804587364196777, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009026410182317098, "subset_score_loss": 0.009026410182317098}
+{"step": 4660000, "wall_time": 46728.77490711212, "train_loss_step": 2.7234368324279785, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.009417619307835896, "subset_score_loss": 0.009417619307835896}
+{"step": 4670000, "wall_time": 46824.41552114487, "train_loss_step": 2.603919267654419, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009298051397005716, "subset_score_loss": 0.009298051397005716}
+{"step": 4680000, "wall_time": 46919.73487520218, "train_loss_step": 2.5726394653320312, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009594985842704773, "subset_score_loss": 0.009594985842704773}
+{"step": 4690000, "wall_time": 47014.61628270149, "train_loss_step": 2.6599345207214355, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009119346737861633, "subset_score_loss": 0.009119346737861633}
+{"step": 4700000, "wall_time": 47180.00815272331, "train_loss_step": 2.500840425491333, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009578666090965271, "subset_score_loss": 0.009578666090965271, "memorization_fraction_pixel": 0.8136000037193298, "mean_nn_ratio_pixel": 0.30635589361190796, "fid": 44.863390606951356}
+{"step": 4710000, "wall_time": 47272.43610692024, "train_loss_step": 2.4496469497680664, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.008684461315472921, "subset_score_loss": 0.008684461315472921}
+{"step": 4720000, "wall_time": 47367.61669588089, "train_loss_step": 2.416499614715576, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009114507834116619, "subset_score_loss": 0.009114507834116619}
+{"step": 4730000, "wall_time": 47462.810443639755, "train_loss_step": 2.81917405128479, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009017970164616902, "subset_score_loss": 0.009017970164616902}
+{"step": 4740000, "wall_time": 47558.88638615608, "train_loss_step": 2.333644390106201, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009548742572466533, "subset_score_loss": 0.009548742572466533}
+{"step": 4750000, "wall_time": 47654.361089468, "train_loss_step": 2.5129780769348145, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.009074387947718303, "subset_score_loss": 0.009074387947718303}
+{"step": 4760000, "wall_time": 47748.60960197449, "train_loss_step": 2.4661808013916016, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.00919750432173411, "subset_score_loss": 0.00919750432173411}
+{"step": 4770000, "wall_time": 47844.28672337532, "train_loss_step": 2.9398193359375, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.008915545543034871, "subset_score_loss": 0.008915545543034871}
+{"step": 4780000, "wall_time": 47939.962548971176, "train_loss_step": 2.650704860687256, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.00899937649567922, "subset_score_loss": 0.00899937649567922}
+{"step": 4790000, "wall_time": 48035.746539354324, "train_loss_step": 2.811845541000366, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.00876203179359436, "subset_score_loss": 0.00876203179359436}
+{"step": 4800000, "wall_time": 48184.408314704895, "train_loss_step": 2.4101791381835938, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.008805601795514425, "subset_score_loss": 0.008805601795514425, "memorization_fraction_pixel": 0.8246999979019165, "mean_nn_ratio_pixel": 0.3039399981498718, "fid": 44.780708912089814}
+{"step": 4810000, "wall_time": 48259.342183589935, "train_loss_step": 2.7128357887268066, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.008790207902590434, "subset_score_loss": 0.008790207902590434}
+{"step": 4820000, "wall_time": 48335.53856897354, "train_loss_step": 2.7272682189941406, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.008964516719182332, "subset_score_loss": 0.008964516719182332}
+{"step": 4830000, "wall_time": 48410.971217393875, "train_loss_step": 2.4292104244232178, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009352751572926839, "subset_score_loss": 0.009352751572926839}
+{"step": 4840000, "wall_time": 48486.88047814369, "train_loss_step": 2.7298169136047363, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.008791571855545044, "subset_score_loss": 0.008791571855545044}
+{"step": 4850000, "wall_time": 48562.57577228546, "train_loss_step": 2.532320261001587, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.009706565737724304, "subset_score_loss": 0.009706565737724304}
+{"step": 4860000, "wall_time": 48638.30566072464, "train_loss_step": 2.6719698905944824, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.00903862714767456, "subset_score_loss": 0.00903862714767456}
+{"step": 4870000, "wall_time": 48712.52803230286, "train_loss_step": 2.5771427154541016, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.00881191889444987, "subset_score_loss": 0.00881191889444987}
+{"step": 4880000, "wall_time": 48788.11322140694, "train_loss_step": 2.6145071983337402, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.008851733803749085, "subset_score_loss": 0.008851733803749085}
+{"step": 4890000, "wall_time": 48862.47328543663, "train_loss_step": 2.590008497238159, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009026412169138591, "subset_score_loss": 0.009026412169138591}
+{"step": 4900000, "wall_time": 48996.5770611763, "train_loss_step": 2.4054579734802246, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.009055853883425394, "subset_score_loss": 0.009055853883425394, "memorization_fraction_pixel": 0.8238000273704529, "mean_nn_ratio_pixel": 0.3027856647968292, "fid": 44.40868155783066}
+{"step": 4910000, "wall_time": 49069.02685499191, "train_loss_step": 2.6557068824768066, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.00839061737060547, "subset_score_loss": 0.00839061737060547}
+{"step": 4920000, "wall_time": 49146.49541783333, "train_loss_step": 2.521636486053467, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.008940983812014263, "subset_score_loss": 0.008940983812014263}
+{"step": 4930000, "wall_time": 49223.937977313995, "train_loss_step": 2.7220664024353027, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.008848016460736593, "subset_score_loss": 0.008848016460736593}
+{"step": 4940000, "wall_time": 49301.57810282707, "train_loss_step": 2.5852298736572266, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.008879185716311137, "subset_score_loss": 0.008879185716311137}
+{"step": 4950000, "wall_time": 49378.7693798542, "train_loss_step": 2.6430015563964844, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.00839335322380066, "subset_score_loss": 0.00839335322380066}
+{"step": 4960000, "wall_time": 49455.12572956085, "train_loss_step": 2.53133225440979, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.008907220760981242, "subset_score_loss": 0.008907220760981242}
+{"step": 4970000, "wall_time": 49528.15343117714, "train_loss_step": 2.3606507778167725, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.009062258402506511, "subset_score_loss": 0.009062258402506511}
+{"step": 4980000, "wall_time": 49604.21722841263, "train_loss_step": 2.655789852142334, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.009390594561894734, "subset_score_loss": 0.009390594561894734}
+{"step": 4990000, "wall_time": 49680.2359893322, "train_loss_step": 2.546297073364258, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.009408745169639587, "subset_score_loss": 0.009408745169639587}
+{"step": 5000000, "wall_time": 49815.14773154259, "train_loss_step": 2.6133599281311035, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.008442845940589905, "subset_score_loss": 0.008442845940589905, "memorization_fraction_pixel": 0.8206999897956848, "mean_nn_ratio_pixel": 0.3056545853614807, "fid": 44.94216220463945}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..a1d1239945b58ad9f1ef1138657857faa485c4ce
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=0.9916 | fid=298.4622
+  step   10000 |    168s | train_loss=0.8359
+  step   20000 |    263s | train_loss=0.7608
+  step   30000 |    358s | train_loss=0.6558
+  step   40000 |    453s | train_loss=0.5013
+  step   50000 |    548s | train_loss=0.3444
+  step   60000 |    642s | train_loss=0.2440
+  step   70000 |    737s | train_loss=0.1916
+  step   80000 |    832s | train_loss=0.1630
+  step   90000 |    927s | train_loss=0.1470
+  step  100000 |   1093s | train_loss=0.1337 | fid=56.4878
+  step  110000 |   1186s | train_loss=0.1256
+  step  120000 |   1281s | train_loss=0.1165
+  step  130000 |   1376s | train_loss=0.1119
+  step  140000 |   1472s | train_loss=0.1058
+  step  150000 |   1566s | train_loss=0.1008
+  step  160000 |   1661s | train_loss=0.0958
+  step  170000 |   1756s | train_loss=0.0936
+  step  180000 |   1851s | train_loss=0.0903
+  step  190000 |   1944s | train_loss=0.0862
+  step  200000 |   2110s | train_loss=0.0842 | fid=54.2992
+  step  210000 |   2203s | train_loss=0.0802
+  step  220000 |   2298s | train_loss=0.0781
+  step  230000 |   2393s | train_loss=0.0754
+  step  240000 |   2487s | train_loss=0.0741
+  step  250000 |   2582s | train_loss=0.0721
+  step  260000 |   2677s | train_loss=0.0691
+  step  270000 |   2771s | train_loss=0.0680
+  step  280000 |   2866s | train_loss=0.0670
+  step  290000 |   2958s | train_loss=0.0658
+  step  300000 |   3124s | train_loss=0.0653 | fid=52.7089
+  step  310000 |   3217s | train_loss=0.0641
+  step  320000 |   3312s | train_loss=0.0615
+  step  330000 |   3407s | train_loss=0.0602
+  step  340000 |   3501s | train_loss=0.0586
+  step  350000 |   3596s | train_loss=0.0581
+  step  360000 |   3690s | train_loss=0.0575
+  step  370000 |   3785s | train_loss=0.0564
+  step  380000 |   3878s | train_loss=0.0550
+  step  390000 |   3972s | train_loss=0.0544
+  step  400000 |   4138s | train_loss=0.0538 | fid=51.7992
+  step  410000 |   4232s | train_loss=0.0525
+  step  420000 |   4327s | train_loss=0.0517
+  step  430000 |   4421s | train_loss=0.0512
+  step  440000 |   4516s | train_loss=0.0506
+  step  450000 |   4610s | train_loss=0.0502
+  step  460000 |   4705s | train_loss=0.0499
+  step  470000 |   4800s | train_loss=0.0493
+  step  480000 |   4892s | train_loss=0.0482
+  step  490000 |   4987s | train_loss=0.0471
+  step  500000 |   5153s | train_loss=0.0468 | fid=50.6037
+  step  510000 |   5247s | train_loss=0.0474
+  step  520000 |   5342s | train_loss=0.0465
+  step  530000 |   5436s | train_loss=0.0461
+  step  540000 |   5530s | train_loss=0.0456
+  step  550000 |   5625s | train_loss=0.0447
+  step  560000 |   5719s | train_loss=0.0445
+  step  570000 |   5811s | train_loss=0.0438
+  step  580000 |   5906s | train_loss=0.0433
+  step  590000 |   6001s | train_loss=0.0429
+  step  600000 |   6167s | train_loss=0.0424 | fid=48.9136
+  step  610000 |   6260s | train_loss=0.0421
+  step  620000 |   6355s | train_loss=0.0423
+  step  630000 |   6449s | train_loss=0.0416
+  step  640000 |   6544s | train_loss=0.0405
+  step  650000 |   6638s | train_loss=0.0418
+  step  660000 |   6733s | train_loss=0.0405
+  step  670000 |   6825s | train_loss=0.0398
+  step  680000 |   6920s | train_loss=0.0400
+  step  690000 |   7015s | train_loss=0.0391
+  step  700000 |   7180s | train_loss=0.0392 | fid=48.2915
+  step  710000 |   7273s | train_loss=0.0386
+  step  720000 |   7367s | train_loss=0.0385
+  step  730000 |   7462s | train_loss=0.0385
+  step  740000 |   7557s | train_loss=0.0374
+  step  750000 |   7652s | train_loss=0.0377
+  step  760000 |   7743s | train_loss=0.0380
+  step  770000 |   7838s | train_loss=0.0372
+  step  780000 |   7933s | train_loss=0.0381
+  step  790000 |   8028s | train_loss=0.0360
+  step  800000 |   8194s | train_loss=0.0363 | fid=47.3080
+  step  810000 |   8287s | train_loss=0.0356
+  step  820000 |   8382s | train_loss=0.0354
+  step  830000 |   8476s | train_loss=0.0365
+  step  840000 |   8571s | train_loss=0.0352
+  step  850000 |   8663s | train_loss=0.0355
+  step  860000 |   8758s | train_loss=0.0344
+  step  870000 |   8853s | train_loss=0.0339
+  step  880000 |   8948s | train_loss=0.0340
+  step  890000 |   9043s | train_loss=0.0349
+  step  900000 |   9209s | train_loss=0.0340 | fid=47.0582
+  step  910000 |   9303s | train_loss=0.0331
+  step  920000 |   9398s | train_loss=0.0331
+  step  930000 |   9492s | train_loss=0.0334
+  step  940000 |   9587s | train_loss=0.0328
+  step  950000 |   9679s | train_loss=0.0330
+  step  960000 |   9774s | train_loss=0.0323
+  step  970000 |   9868s | train_loss=0.0321
+  step  980000 |   9962s | train_loss=0.0323
+  step  990000 |  10057s | train_loss=0.0316
+  step 1000000 |  10223s | train_loss=0.0318 | fid=46.4680
+  step 1010000 |  10319s | train_loss=0.0314
+  step 1020000 |  10412s | train_loss=0.0322
+  step 1030000 |  10506s | train_loss=0.0309
+  step 1040000 |  10598s | train_loss=0.0302
+  step 1050000 |  10693s | train_loss=0.0309
+  step 1060000 |  10787s | train_loss=0.0320
+  step 1070000 |  10882s | train_loss=0.0303
+  step 1080000 |  10976s | train_loss=0.0303
+  step 1090000 |  11071s | train_loss=0.0294
+  step 1100000 |  11238s | train_loss=0.0303 | fid=47.4125
+  step 1110000 |  11334s | train_loss=0.0295
+  step 1120000 |  11427s | train_loss=0.0299
+  step 1130000 |  11521s | train_loss=0.0303
+  step 1140000 |  11613s | train_loss=0.0304
+  step 1150000 |  11708s | train_loss=0.0298
+  step 1160000 |  11802s | train_loss=0.0290
+  step 1170000 |  11896s | train_loss=0.0292
+  step 1180000 |  11991s | train_loss=0.0289
+  step 1190000 |  12086s | train_loss=0.0281
+  step 1200000 |  12252s | train_loss=0.0288 | fid=45.1623
+  step 1210000 |  12347s | train_loss=0.0285
+  step 1220000 |  12441s | train_loss=0.0281
+  step 1230000 |  12532s | train_loss=0.0281
+  step 1240000 |  12627s | train_loss=0.0279
+  step 1250000 |  12721s | train_loss=0.0279
+  step 1260000 |  12815s | train_loss=0.0282
+  step 1270000 |  12910s | train_loss=0.0278
+  step 1280000 |  13005s | train_loss=0.0275
+  step 1290000 |  13099s | train_loss=0.0269
+  step 1300000 |  13265s | train_loss=0.0266 | fid=45.1683
+  step 1310000 |  13360s | train_loss=0.0263
+  step 1320000 |  13451s | train_loss=0.0268
+  step 1330000 |  13546s | train_loss=0.0272
+  step 1340000 |  13640s | train_loss=0.0258
+  step 1350000 |  13735s | train_loss=0.0267
+  step 1360000 |  13830s | train_loss=0.0263
+  step 1370000 |  13924s | train_loss=0.0266
+  step 1380000 |  14019s | train_loss=0.0258
+  step 1390000 |  14113s | train_loss=0.0262
+  step 1400000 |  14279s | train_loss=0.0258 | fid=45.3896
+  step 1410000 |  14373s | train_loss=0.0263
+  step 1420000 |  14464s | train_loss=0.0253
+  step 1430000 |  14558s | train_loss=0.0252
+  step 1440000 |  14653s | train_loss=0.0256
+  step 1450000 |  14747s | train_loss=0.0250
+  step 1460000 |  14841s | train_loss=0.0244
+  step 1470000 |  14936s | train_loss=0.0250
+  step 1480000 |  15031s | train_loss=0.0244
+  step 1490000 |  15126s | train_loss=0.0241
+  step 1500000 |  15291s | train_loss=0.0246 | fid=44.8532
+  step 1510000 |  15377s | train_loss=0.0250
+  step 1520000 |  15467s | train_loss=0.0240
+  step 1530000 |  15559s | train_loss=0.0242
+  step 1540000 |  15652s | train_loss=0.0245
+  step 1550000 |  15746s | train_loss=0.0239
+  step 1560000 |  15840s | train_loss=0.0246
+  step 1570000 |  15934s | train_loss=0.0242
+  step 1580000 |  16028s | train_loss=0.0231
+  step 1590000 |  16122s | train_loss=0.0232
+  step 1600000 |  16288s | train_loss=0.0229 | fid=44.8364
+  step 1610000 |  16379s | train_loss=0.0228
+  step 1620000 |  16472s | train_loss=0.0236
+  step 1630000 |  16566s | train_loss=0.0231
+  step 1640000 |  16660s | train_loss=0.0228
+  step 1650000 |  16755s | train_loss=0.0231
+  step 1660000 |  16849s | train_loss=0.0231
+  step 1670000 |  16943s | train_loss=0.0223
+  step 1680000 |  17038s | train_loss=0.0226
+  step 1690000 |  17132s | train_loss=0.0227
+  step 1700000 |  17298s | train_loss=0.0231 | fid=44.4551
+  step 1710000 |  17391s | train_loss=0.0230
+  step 1720000 |  17484s | train_loss=0.0225
+  step 1730000 |  17578s | train_loss=0.0223
+  step 1740000 |  17672s | train_loss=0.0217
+  step 1750000 |  17767s | train_loss=0.0221
+  step 1760000 |  17861s | train_loss=0.0215
+  step 1770000 |  17955s | train_loss=0.0222
+  step 1780000 |  18049s | train_loss=0.0218
+  step 1790000 |  18143s | train_loss=0.0214
+  step 1800000 |  18306s | train_loss=0.0215 | fid=44.6249
+  step 1810000 |  18400s | train_loss=0.0214
+  step 1820000 |  18495s | train_loss=0.0216
+  step 1830000 |  18588s | train_loss=0.0210
+  step 1840000 |  18683s | train_loss=0.0216
+  step 1850000 |  18777s | train_loss=0.0209
+  step 1860000 |  18871s | train_loss=0.0207
+  step 1870000 |  18965s | train_loss=0.0211
+  step 1880000 |  19060s | train_loss=0.0203
+  step 1890000 |  19153s | train_loss=0.0224
+  step 1900000 |  19313s | train_loss=0.0223 | fid=44.5650
+  step 1910000 |  19407s | train_loss=0.0203
+  step 1920000 |  19501s | train_loss=0.0205
+  step 1930000 |  19593s | train_loss=0.0200
+  step 1940000 |  19686s | train_loss=0.0197
+  step 1950000 |  19779s | train_loss=0.0197
+  step 1960000 |  19872s | train_loss=0.0199
+  step 1970000 |  19965s | train_loss=0.0200
+  step 1980000 |  20060s | train_loss=0.0200
+  step 1990000 |  20154s | train_loss=0.0198
+  step 2000000 |  20317s | train_loss=0.0198 | fid=45.0652
+  step 2010000 |  20411s | train_loss=0.0194
+  step 2020000 |  20506s | train_loss=0.0196
+  step 2030000 |  20599s | train_loss=0.0190
+  step 2040000 |  20692s | train_loss=0.0197
+  step 2050000 |  20786s | train_loss=0.0192
+  step 2060000 |  20880s | train_loss=0.0192
+  step 2070000 |  20972s | train_loss=0.0193
+  step 2080000 |  21066s | train_loss=0.0185
+  step 2090000 |  21156s | train_loss=0.0195
+  step 2100000 |  21321s | train_loss=0.0188 | fid=44.3627
+  step 2110000 |  21414s | train_loss=0.0192
+  step 2120000 |  21507s | train_loss=0.0187
+  step 2130000 |  21599s | train_loss=0.0195
+  step 2140000 |  21693s | train_loss=0.0189
+  step 2150000 |  21786s | train_loss=0.0188
+  step 2160000 |  21880s | train_loss=0.0185
+  step 2170000 |  21975s | train_loss=0.0182
+  step 2180000 |  22069s | train_loss=0.0182
+  step 2190000 |  22160s | train_loss=0.0182
+  step 2200000 |  22328s | train_loss=0.0178 | fid=44.2017
+  step 2210000 |  22422s | train_loss=0.0179
+  step 2220000 |  22516s | train_loss=0.0179
+  step 2230000 |  22609s | train_loss=0.0178
+  step 2240000 |  22704s | train_loss=0.0178
+  step 2250000 |  22797s | train_loss=0.0182
+  step 2260000 |  22892s | train_loss=0.0178
+  step 2270000 |  22986s | train_loss=0.0175
+  step 2280000 |  23069s | train_loss=0.0180
+  step 2290000 |  23159s | train_loss=0.0173
+  step 2300000 |  23323s | train_loss=0.0178 | fid=44.6670
+  step 2310000 |  23416s | train_loss=0.0175
+  step 2320000 |  23508s | train_loss=0.0182
+  step 2330000 |  23600s | train_loss=0.0169
+  step 2340000 |  23693s | train_loss=0.0174
+  step 2350000 |  23786s | train_loss=0.0169
+  step 2360000 |  23879s | train_loss=0.0178
+  step 2370000 |  23973s | train_loss=0.0171
+  step 2380000 |  24063s | train_loss=0.0170
+  step 2390000 |  24156s | train_loss=0.0161
+  step 2400000 |  24322s | train_loss=0.0173 | fid=44.5812
+  step 2410000 |  24414s | train_loss=0.0167
+  step 2420000 |  24508s | train_loss=0.0166
+  step 2430000 |  24599s | train_loss=0.0167
+  step 2440000 |  24693s | train_loss=0.0174
+  step 2450000 |  24786s | train_loss=0.0160
+  step 2460000 |  24880s | train_loss=0.0171
+  step 2470000 |  24972s | train_loss=0.0176
+  step 2480000 |  25063s | train_loss=0.0164
+  step 2490000 |  25157s | train_loss=0.0166
+  step 2500000 |  25322s | train_loss=0.0157 | fid=44.5078
+  step 2510000 |  25415s | train_loss=0.0155
+  step 2520000 |  25507s | train_loss=0.0162
+  step 2530000 |  25600s | train_loss=0.0162
+  step 2540000 |  25691s | train_loss=0.0165
+  step 2550000 |  25784s | train_loss=0.0161
+  step 2560000 |  25877s | train_loss=0.0159
+  step 2570000 |  25968s | train_loss=0.0161
+  step 2580000 |  26061s | train_loss=0.0156
+  step 2590000 |  26154s | train_loss=0.0156
+  step 2600000 |  26320s | train_loss=0.0156 | fid=44.5514
+  step 2610000 |  26411s | train_loss=0.0158
+  step 2620000 |  26505s | train_loss=0.0152
+  step 2630000 |  26598s | train_loss=0.0152
+  step 2640000 |  26690s | train_loss=0.0155
+  step 2650000 |  26783s | train_loss=0.0158
+  step 2660000 |  26875s | train_loss=0.0151
+  step 2670000 |  26966s | train_loss=0.0153
+  step 2680000 |  27060s | train_loss=0.0154
+  step 2690000 |  27153s | train_loss=0.0159
+  step 2700000 |  27319s | train_loss=0.0157 | fid=44.6510
+  step 2710000 |  27410s | train_loss=0.0155
+  step 2720000 |  27503s | train_loss=0.0155
+  step 2730000 |  27597s | train_loss=0.0147
+  step 2740000 |  27689s | train_loss=0.0149
+  step 2750000 |  27782s | train_loss=0.0154
+  step 2760000 |  27872s | train_loss=0.0152
+  step 2770000 |  27966s | train_loss=0.0148
+  step 2780000 |  28061s | train_loss=0.0142
+  step 2790000 |  28155s | train_loss=0.0143
+  step 2800000 |  28322s | train_loss=0.0146 | fid=44.2750
+  step 2810000 |  28413s | train_loss=0.0149
+  step 2820000 |  28501s | train_loss=0.0152
+  step 2830000 |  28589s | train_loss=0.0142
+  step 2840000 |  28675s | train_loss=0.0147
+  step 2850000 |  28762s | train_loss=0.0155
+  step 2860000 |  28853s | train_loss=0.0156
+  step 2870000 |  28948s | train_loss=0.0142
+  step 2880000 |  29043s | train_loss=0.0142
+  step 2890000 |  29137s | train_loss=0.0139
+  step 2900000 |  29305s | train_loss=0.0138 | fid=43.5885
+  step 2910000 |  29396s | train_loss=0.0138
+  step 2920000 |  29485s | train_loss=0.0145
+  step 2930000 |  29573s | train_loss=0.0135
+  step 2940000 |  29660s | train_loss=0.0135
+  step 2950000 |  29750s | train_loss=0.0137
+  step 2960000 |  29844s | train_loss=0.0139
+  step 2970000 |  29940s | train_loss=0.0138
+  step 2980000 |  30034s | train_loss=0.0134
+  step 2990000 |  30129s | train_loss=0.0139
+  step 3000000 |  30297s | train_loss=0.0136 | fid=44.1270
+  step 3010000 |  30391s | train_loss=0.0134
+  step 3020000 |  30486s | train_loss=0.0133
+  step 3030000 |  30580s | train_loss=0.0133
+  step 3040000 |  30672s | train_loss=0.0153
+  step 3050000 |  30765s | train_loss=0.0139
+  step 3060000 |  30860s | train_loss=0.0137
+  step 3070000 |  30954s | train_loss=0.0132
+  step 3080000 |  31048s | train_loss=0.0134
+  step 3090000 |  31143s | train_loss=0.0129
+  step 3100000 |  31309s | train_loss=0.0136 | fid=44.3625
+  step 3110000 |  31402s | train_loss=0.0135
+  step 3120000 |  31496s | train_loss=0.0130
+  step 3130000 |  31589s | train_loss=0.0127
+  step 3140000 |  31670s | train_loss=0.0132
+  step 3150000 |  31760s | train_loss=0.0136
+  step 3160000 |  31853s | train_loss=0.0129
+  step 3170000 |  31946s | train_loss=0.0132
+  step 3180000 |  32040s | train_loss=0.0127
+  step 3190000 |  32134s | train_loss=0.0128
+  step 3200000 |  32299s | train_loss=0.0128 | fid=44.2475
+  step 3210000 |  32391s | train_loss=0.0129
+  step 3220000 |  32486s | train_loss=0.0124
+  step 3230000 |  32580s | train_loss=0.0133
+  step 3240000 |  32671s | train_loss=0.0127
+  step 3250000 |  32764s | train_loss=0.0127
+  step 3260000 |  32858s | train_loss=0.0125
+  step 3270000 |  32951s | train_loss=0.0130
+  step 3280000 |  33044s | train_loss=0.0129
+  step 3290000 |  33138s | train_loss=0.0120
+  step 3300000 |  33303s | train_loss=0.0124 | fid=44.0520
+  step 3310000 |  33394s | train_loss=0.0125
+  step 3320000 |  33488s | train_loss=0.0124
+  step 3330000 |  33582s | train_loss=0.0120
+  step 3340000 |  33675s | train_loss=0.0121
+  step 3350000 |  33767s | train_loss=0.0127
+  step 3360000 |  33861s | train_loss=0.0125
+  step 3370000 |  33954s | train_loss=0.0120
+  step 3380000 |  34049s | train_loss=0.0126
+  step 3390000 |  34144s | train_loss=0.0122
+  step 3400000 |  34302s | train_loss=0.0121 | fid=45.0200
+  step 3410000 |  34395s | train_loss=0.0120
+  step 3420000 |  34490s | train_loss=0.0125
+  step 3430000 |  34573s | train_loss=0.0120
+  step 3440000 |  34668s | train_loss=0.0115
+  step 3450000 |  34761s | train_loss=0.0119
+  step 3460000 |  34855s | train_loss=0.0120
+  step 3470000 |  34950s | train_loss=0.0116
+  step 3480000 |  35045s | train_loss=0.0122
+  step 3490000 |  35140s | train_loss=0.0119
+  step 3500000 |  35296s | train_loss=0.0114 | fid=44.3487
+  step 3510000 |  35389s | train_loss=0.0120
+  step 3520000 |  35483s | train_loss=0.0117
+  step 3530000 |  35565s | train_loss=0.0121
+  step 3540000 |  35660s | train_loss=0.0112
+  step 3550000 |  35752s | train_loss=0.0113
+  step 3560000 |  35847s | train_loss=0.0122
+  step 3570000 |  35942s | train_loss=0.0114
+  step 3580000 |  36037s | train_loss=0.0116
+  step 3590000 |  36131s | train_loss=0.0113
+  step 3600000 |  36300s | train_loss=0.0111 | fid=44.1442
+  step 3610000 |  36390s | train_loss=0.0114
+  step 3620000 |  36484s | train_loss=0.0123
+  step 3630000 |  36564s | train_loss=0.0112
+  step 3640000 |  36659s | train_loss=0.0113
+  step 3650000 |  36752s | train_loss=0.0113
+  step 3660000 |  36847s | train_loss=0.0114
+  step 3670000 |  36942s | train_loss=0.0112
+  step 3680000 |  37035s | train_loss=0.0112
+  step 3690000 |  37131s | train_loss=0.0113
+  step 3700000 |  37300s | train_loss=0.0108 | fid=45.0354
+  step 3710000 |  37390s | train_loss=0.0117
+  step 3720000 |  37485s | train_loss=0.0116
+  step 3730000 |  37568s | train_loss=0.0109
+  step 3740000 |  37662s | train_loss=0.0116
+  step 3750000 |  37755s | train_loss=0.0117
+  step 3760000 |  37850s | train_loss=0.0112
+  step 3770000 |  37944s | train_loss=0.0107
+  step 3780000 |  38039s | train_loss=0.0107
+  step 3790000 |  38134s | train_loss=0.0108
+  step 3800000 |  38303s | train_loss=0.0106 | fid=44.9143
+  step 3810000 |  38394s | train_loss=0.0110
+  step 3820000 |  38489s | train_loss=0.0109
+  step 3830000 |  38571s | train_loss=0.0111
+  step 3840000 |  38666s | train_loss=0.0115
+  step 3850000 |  38760s | train_loss=0.0106
+  step 3860000 |  38854s | train_loss=0.0110
+  step 3870000 |  38949s | train_loss=0.0102
+  step 3880000 |  39044s | train_loss=0.0107
+  step 3890000 |  39139s | train_loss=0.0106
+  step 3900000 |  39308s | train_loss=0.0104 | fid=44.4503
+  step 3910000 |  39399s | train_loss=0.0107
+  step 3920000 |  39491s | train_loss=0.0107
+  step 3930000 |  39576s | train_loss=0.0108
+  step 3940000 |  39671s | train_loss=0.0105
+  step 3950000 |  39764s | train_loss=0.0104
+  step 3960000 |  39858s | train_loss=0.0107
+  step 3970000 |  39953s | train_loss=0.0114
+  step 3980000 |  40048s | train_loss=0.0108
+  step 3990000 |  40142s | train_loss=0.0101
+  step 4000000 |  40311s | train_loss=0.0105 | fid=43.9596
+  step 4010000 |  40403s | train_loss=0.0101
+  step 4020000 |  40492s | train_loss=0.0106
+  step 4030000 |  40578s | train_loss=0.0110
+  step 4040000 |  40673s | train_loss=0.0104
+  step 4050000 |  40767s | train_loss=0.0109
+  step 4060000 |  40861s | train_loss=0.0108
+  step 4070000 |  40956s | train_loss=0.0099
+  step 4080000 |  41051s | train_loss=0.0106
+  step 4090000 |  41145s | train_loss=0.0103
+  step 4100000 |  41308s | train_loss=0.0103 | fid=44.7875
+  step 4110000 |  41395s | train_loss=0.0098
+  step 4120000 |  41482s | train_loss=0.0103
+  step 4130000 |  41569s | train_loss=0.0097
+  step 4140000 |  41659s | train_loss=0.0101
+  step 4150000 |  41751s | train_loss=0.0106
+  step 4160000 |  41840s | train_loss=0.0097
+  step 4170000 |  41931s | train_loss=0.0099
+  step 4180000 |  42022s | train_loss=0.0101
+  step 4190000 |  42113s | train_loss=0.0103
+  step 4200000 |  42276s | train_loss=0.0102 | fid=44.4682
+  step 4210000 |  42364s | train_loss=0.0097
+  step 4220000 |  42451s | train_loss=0.0103
+  step 4230000 |  42542s | train_loss=0.0100
+  step 4240000 |  42633s | train_loss=0.0097
+  step 4250000 |  42723s | train_loss=0.0098
+  step 4260000 |  42813s | train_loss=0.0097
+  step 4270000 |  42903s | train_loss=0.0098
+  step 4280000 |  42994s | train_loss=0.0107
+  step 4290000 |  43084s | train_loss=0.0099
+  step 4300000 |  43247s | train_loss=0.0096 | fid=44.4887
+  step 4310000 |  43336s | train_loss=0.0095
+  step 4320000 |  43423s | train_loss=0.0097
+  step 4330000 |  43514s | train_loss=0.0099
+  step 4340000 |  43605s | train_loss=0.0094
+  step 4350000 |  43696s | train_loss=0.0098
+  step 4360000 |  43785s | train_loss=0.0100
+  step 4370000 |  43876s | train_loss=0.0095
+  step 4380000 |  43967s | train_loss=0.0097
+  step 4390000 |  44058s | train_loss=0.0093
+  step 4400000 |  44220s | train_loss=0.0094 | fid=44.6314
+  step 4410000 |  44308s | train_loss=0.0094
+  step 4420000 |  44395s | train_loss=0.0094
+  step 4430000 |  44486s | train_loss=0.0095
+  step 4440000 |  44576s | train_loss=0.0095
+  step 4450000 |  44667s | train_loss=0.0096
+  step 4460000 |  44756s | train_loss=0.0099
+  step 4470000 |  44847s | train_loss=0.0098
+  step 4480000 |  44938s | train_loss=0.0097
+  step 4490000 |  45029s | train_loss=0.0096
+  step 4500000 |  45191s | train_loss=0.0094 | fid=44.6845
+  step 4510000 |  45278s | train_loss=0.0092
+  step 4520000 |  45368s | train_loss=0.0097
+  step 4530000 |  45458s | train_loss=0.0092
+  step 4540000 |  45549s | train_loss=0.0096
+  step 4550000 |  45639s | train_loss=0.0092
+  step 4560000 |  45728s | train_loss=0.0095
+  step 4570000 |  45819s | train_loss=0.0092
+  step 4580000 |  45910s | train_loss=0.0091
+  step 4590000 |  46002s | train_loss=0.0091
+  step 4600000 |  46167s | train_loss=0.0091 | fid=44.5098
+  step 4610000 |  46256s | train_loss=0.0092
+  step 4620000 |  46350s | train_loss=0.0090
+  step 4630000 |  46445s | train_loss=0.0093
+  step 4640000 |  46540s | train_loss=0.0094
+  step 4650000 |  46635s | train_loss=0.0090
+  step 4660000 |  46729s | train_loss=0.0094
+  step 4670000 |  46824s | train_loss=0.0093
+  step 4680000 |  46920s | train_loss=0.0096
+  step 4690000 |  47015s | train_loss=0.0091
+  step 4700000 |  47180s | train_loss=0.0096 | fid=44.8634
+  step 4710000 |  47272s | train_loss=0.0087
+  step 4720000 |  47368s | train_loss=0.0091
+  step 4730000 |  47463s | train_loss=0.0090
+  step 4740000 |  47559s | train_loss=0.0095
+  step 4750000 |  47654s | train_loss=0.0091
+  step 4760000 |  47749s | train_loss=0.0092
+  step 4770000 |  47844s | train_loss=0.0089
+  step 4780000 |  47940s | train_loss=0.0090
+  step 4790000 |  48036s | train_loss=0.0088
+  step 4800000 |  48184s | train_loss=0.0088 | fid=44.7807
+  step 4810000 |  48259s | train_loss=0.0088
+  step 4820000 |  48336s | train_loss=0.0090
+  step 4830000 |  48411s | train_loss=0.0094
+  step 4840000 |  48487s | train_loss=0.0088
+  step 4850000 |  48563s | train_loss=0.0097
+  step 4860000 |  48638s | train_loss=0.0090
+  step 4870000 |  48713s | train_loss=0.0088
+  step 4880000 |  48788s | train_loss=0.0089
+  step 4890000 |  48862s | train_loss=0.0090
+  step 4900000 |  48997s | train_loss=0.0091 | fid=44.4087
+  step 4910000 |  49069s | train_loss=0.0084
+  step 4920000 |  49146s | train_loss=0.0089
+  step 4930000 |  49224s | train_loss=0.0088
+  step 4940000 |  49302s | train_loss=0.0089
+  step 4950000 |  49379s | train_loss=0.0084
+  step 4960000 |  49455s | train_loss=0.0089
+  step 4970000 |  49528s | train_loss=0.0091
+  step 4980000 |  49604s | train_loss=0.0094
+  step 4990000 |  49680s | train_loss=0.0094
+  step 5000000 |  49815s | train_loss=0.0084 | fid=44.9422
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f7fc6c13a2c533e2e4fc452537b88b7784b37b8a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..560f7f5b756a8ba0f554de243a041afd4be4a044
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 70, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d70/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 71.99779343605042, "train_loss_step": 70.18619537353516, "n_params": 4408390, "total_flops": 13542574080, "train_loss": 0.9936977931431361, "subset_score_loss": 0.9936977931431361, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9742497801780701, "fid": 281.7381775831456}
+{"step": 10000, "wall_time": 163.98561429977417, "train_loss_step": 14.246417999267578, "n_params": 4408390, "total_flops": 135425740800000, "train_loss": 0.8266187940325056, "subset_score_loss": 0.8266187940325056}
+{"step": 20000, "wall_time": 258.6702792644501, "train_loss_step": 13.458292007446289, "n_params": 4408390, "total_flops": 270851481600000, "train_loss": 0.7338706970214843, "subset_score_loss": 0.7338706970214843}
+{"step": 30000, "wall_time": 353.45890736579895, "train_loss_step": 10.961227416992188, "n_params": 4408390, "total_flops": 406277222400000, "train_loss": 0.6102648598807199, "subset_score_loss": 0.6102648598807199}
+{"step": 40000, "wall_time": 448.0332701206207, "train_loss_step": 10.259069442749023, "n_params": 4408390, "total_flops": 541702963200000, "train_loss": 0.4497145244053432, "subset_score_loss": 0.4497145244053432}
+{"step": 50000, "wall_time": 542.8899900913239, "train_loss_step": 8.763240814208984, "n_params": 4408390, "total_flops": 677128704000000, "train_loss": 0.30742803301130023, "subset_score_loss": 0.30742803301130023}
+{"step": 60000, "wall_time": 637.4496991634369, "train_loss_step": 8.107988357543945, "n_params": 4408390, "total_flops": 812554444800000, "train_loss": 0.22245477948869977, "subset_score_loss": 0.22245477948869977}
+{"step": 70000, "wall_time": 732.1603050231934, "train_loss_step": 7.496901988983154, "n_params": 4408390, "total_flops": 947980185600000, "train_loss": 0.17815886906215123, "subset_score_loss": 0.17815886906215123}
+{"step": 80000, "wall_time": 826.6537027359009, "train_loss_step": 7.267585277557373, "n_params": 4408390, "total_flops": 1083405926400000, "train_loss": 0.15439503533499582, "subset_score_loss": 0.15439503533499582}
+{"step": 90000, "wall_time": 921.1945142745972, "train_loss_step": 6.813382148742676, "n_params": 4408390, "total_flops": 1218831667200000, "train_loss": 0.1393514769417899, "subset_score_loss": 0.1393514769417899}
+{"step": 100000, "wall_time": 1088.2322058677673, "train_loss_step": 6.411919593811035, "n_params": 4408390, "total_flops": 1354257408000000, "train_loss": 0.1268977165222168, "subset_score_loss": 0.1268977165222168, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.8857464790344238, "fid": 57.53163962737788}
+{"step": 110000, "wall_time": 1177.503576517105, "train_loss_step": 6.089716911315918, "n_params": 4408390, "total_flops": 1489683148800000, "train_loss": 0.12156188147408621, "subset_score_loss": 0.12156188147408621}
+{"step": 120000, "wall_time": 1272.273833990097, "train_loss_step": 5.834800720214844, "n_params": 4408390, "total_flops": 1625108889600000, "train_loss": 0.11337649481637137, "subset_score_loss": 0.11337649481637137}
+{"step": 130000, "wall_time": 1367.1474645137787, "train_loss_step": 5.892263412475586, "n_params": 4408390, "total_flops": 1760534630400000, "train_loss": 0.10847385951450893, "subset_score_loss": 0.10847385951450893}
+{"step": 140000, "wall_time": 1461.9652001857758, "train_loss_step": 5.941239356994629, "n_params": 4408390, "total_flops": 1895960371200000, "train_loss": 0.10362159865243094, "subset_score_loss": 0.10362159865243094}
+{"step": 150000, "wall_time": 1556.7521152496338, "train_loss_step": 5.828219413757324, "n_params": 4408390, "total_flops": 2031386112000000, "train_loss": 0.10009769030979701, "subset_score_loss": 0.10009769030979701}
+{"step": 160000, "wall_time": 1651.4435064792633, "train_loss_step": 5.706984519958496, "n_params": 4408390, "total_flops": 2166811852800000, "train_loss": 0.09498861176627023, "subset_score_loss": 0.09498861176627023}
+{"step": 170000, "wall_time": 1746.0000262260437, "train_loss_step": 5.732733726501465, "n_params": 4408390, "total_flops": 2302237593600000, "train_loss": 0.09280810356140137, "subset_score_loss": 0.09280810356140137}
+{"step": 180000, "wall_time": 1840.5043549537659, "train_loss_step": 5.301907539367676, "n_params": 4408390, "total_flops": 2437663334400000, "train_loss": 0.08962725911821638, "subset_score_loss": 0.08962725911821638}
+{"step": 190000, "wall_time": 1934.3601398468018, "train_loss_step": 4.822294235229492, "n_params": 4408390, "total_flops": 2573089075200000, "train_loss": 0.08574725559779577, "subset_score_loss": 0.08574725559779577}
+{"step": 200000, "wall_time": 2101.7930319309235, "train_loss_step": 5.322167873382568, "n_params": 4408390, "total_flops": 2708514816000000, "train_loss": 0.08345514025006975, "subset_score_loss": 0.08345514025006975, "memorization_fraction_pixel": 0.022199999541044235, "mean_nn_ratio_pixel": 0.809472918510437, "fid": 54.940035280860165}
+{"step": 210000, "wall_time": 2191.051075220108, "train_loss_step": 4.953221797943115, "n_params": 4408390, "total_flops": 2843940556800000, "train_loss": 0.08044415882655552, "subset_score_loss": 0.08044415882655552}
+{"step": 220000, "wall_time": 2285.893534421921, "train_loss_step": 5.258307456970215, "n_params": 4408390, "total_flops": 2979366297600000, "train_loss": 0.07745482581002372, "subset_score_loss": 0.07745482581002372}
+{"step": 230000, "wall_time": 2380.4693715572357, "train_loss_step": 4.718031883239746, "n_params": 4408390, "total_flops": 3114792038400000, "train_loss": 0.07623416355678013, "subset_score_loss": 0.07623416355678013}
+{"step": 240000, "wall_time": 2475.2370998859406, "train_loss_step": 5.313526630401611, "n_params": 4408390, "total_flops": 3250217779200000, "train_loss": 0.07351696150643484, "subset_score_loss": 0.07351696150643484}
+{"step": 250000, "wall_time": 2569.79221200943, "train_loss_step": 5.311112880706787, "n_params": 4408390, "total_flops": 3385643520000000, "train_loss": 0.07296336718967983, "subset_score_loss": 0.07296336718967983}
+{"step": 260000, "wall_time": 2664.473572731018, "train_loss_step": 5.019454479217529, "n_params": 4408390, "total_flops": 3521069260800000, "train_loss": 0.07065808432442801, "subset_score_loss": 0.07065808432442801}
+{"step": 270000, "wall_time": 2758.8231630325317, "train_loss_step": 4.931255340576172, "n_params": 4408390, "total_flops": 3656495001600000, "train_loss": 0.06857237815856934, "subset_score_loss": 0.06857237815856934}
+{"step": 280000, "wall_time": 2853.2411653995514, "train_loss_step": 4.830323219299316, "n_params": 4408390, "total_flops": 3791920742400000, "train_loss": 0.0665029798235212, "subset_score_loss": 0.0665029798235212}
+{"step": 290000, "wall_time": 2945.3822960853577, "train_loss_step": 4.886019229888916, "n_params": 4408390, "total_flops": 3927346483200000, "train_loss": 0.06513916424342564, "subset_score_loss": 0.06513916424342564}
+{"step": 300000, "wall_time": 3115.942052125931, "train_loss_step": 4.839439392089844, "n_params": 4408390, "total_flops": 4062772224000000, "train_loss": 0.06503727776663644, "subset_score_loss": 0.06503727776663644, "memorization_fraction_pixel": 0.05640000104904175, "mean_nn_ratio_pixel": 0.7545543909072876, "fid": 53.060217863498835}
+{"step": 310000, "wall_time": 3205.935245037079, "train_loss_step": 4.599170684814453, "n_params": 4408390, "total_flops": 4198197964800000, "train_loss": 0.06359202521187919, "subset_score_loss": 0.06359202521187919}
+{"step": 320000, "wall_time": 3300.7824416160583, "train_loss_step": 5.029361724853516, "n_params": 4408390, "total_flops": 4333623705600000, "train_loss": 0.061473424094063894, "subset_score_loss": 0.061473424094063894}
+{"step": 330000, "wall_time": 3395.23375082016, "train_loss_step": 4.52725887298584, "n_params": 4408390, "total_flops": 4469049446400000, "train_loss": 0.062139218194144114, "subset_score_loss": 0.062139218194144114}
+{"step": 340000, "wall_time": 3489.9241003990173, "train_loss_step": 4.23869514465332, "n_params": 4408390, "total_flops": 4604475187200000, "train_loss": 0.06069983754839216, "subset_score_loss": 0.06069983754839216}
+{"step": 350000, "wall_time": 3584.4936711788177, "train_loss_step": 4.592499732971191, "n_params": 4408390, "total_flops": 4739900928000000, "train_loss": 0.0585148743220738, "subset_score_loss": 0.0585148743220738}
+{"step": 360000, "wall_time": 3678.8846793174744, "train_loss_step": 4.677995681762695, "n_params": 4408390, "total_flops": 4875326668800000, "train_loss": 0.05841083526611328, "subset_score_loss": 0.05841083526611328}
+{"step": 370000, "wall_time": 3773.4584233760834, "train_loss_step": 4.631644248962402, "n_params": 4408390, "total_flops": 5010752409600000, "train_loss": 0.05744990621294294, "subset_score_loss": 0.05744990621294294}
+{"step": 380000, "wall_time": 3867.921665906906, "train_loss_step": 4.636125087738037, "n_params": 4408390, "total_flops": 5146178150400000, "train_loss": 0.05693821907043457, "subset_score_loss": 0.05693821907043457}
+{"step": 390000, "wall_time": 3960.300178050995, "train_loss_step": 4.361862659454346, "n_params": 4408390, "total_flops": 5281603891200000, "train_loss": 0.05469197545732771, "subset_score_loss": 0.05469197545732771}
+{"step": 400000, "wall_time": 4130.867365121841, "train_loss_step": 4.501499176025391, "n_params": 4408390, "total_flops": 5417029632000000, "train_loss": 0.05466585840497698, "subset_score_loss": 0.05466585840497698, "memorization_fraction_pixel": 0.10589999705553055, "mean_nn_ratio_pixel": 0.7049515247344971, "fid": 50.0582991496289}
+{"step": 410000, "wall_time": 4220.81981754303, "train_loss_step": 4.390293121337891, "n_params": 4408390, "total_flops": 5552455372800000, "train_loss": 0.05421534606388637, "subset_score_loss": 0.05421534606388637}
+{"step": 420000, "wall_time": 4315.352021694183, "train_loss_step": 4.418859004974365, "n_params": 4408390, "total_flops": 5687881113600000, "train_loss": 0.053286164147513256, "subset_score_loss": 0.053286164147513256}
+{"step": 430000, "wall_time": 4409.772957324982, "train_loss_step": 4.7532243728637695, "n_params": 4408390, "total_flops": 5823306854400000, "train_loss": 0.054074975422450475, "subset_score_loss": 0.054074975422450475}
+{"step": 440000, "wall_time": 4504.725313425064, "train_loss_step": 4.542392730712891, "n_params": 4408390, "total_flops": 5958732595200000, "train_loss": 0.0512394802910941, "subset_score_loss": 0.0512394802910941}
+{"step": 450000, "wall_time": 4598.848741769791, "train_loss_step": 4.365297794342041, "n_params": 4408390, "total_flops": 6094158336000000, "train_loss": 0.05267341136932373, "subset_score_loss": 0.05267341136932373}
+{"step": 460000, "wall_time": 4693.354478120804, "train_loss_step": 4.352169513702393, "n_params": 4408390, "total_flops": 6229584076800000, "train_loss": 0.05094022069658552, "subset_score_loss": 0.05094022069658552}
+{"step": 470000, "wall_time": 4787.879280328751, "train_loss_step": 4.398980617523193, "n_params": 4408390, "total_flops": 6365009817600000, "train_loss": 0.049344386373247416, "subset_score_loss": 0.049344386373247416}
+{"step": 480000, "wall_time": 4879.731328964233, "train_loss_step": 4.40157413482666, "n_params": 4408390, "total_flops": 6500435558400000, "train_loss": 0.05034095900399344, "subset_score_loss": 0.05034095900399344}
+{"step": 490000, "wall_time": 4974.561162233353, "train_loss_step": 4.324794292449951, "n_params": 4408390, "total_flops": 6635861299200000, "train_loss": 0.04836233002798898, "subset_score_loss": 0.04836233002798898}
+{"step": 500000, "wall_time": 5144.835870265961, "train_loss_step": 4.002133369445801, "n_params": 4408390, "total_flops": 6771287040000000, "train_loss": 0.04893899985722133, "subset_score_loss": 0.04893899985722133, "memorization_fraction_pixel": 0.14000000059604645, "mean_nn_ratio_pixel": 0.6737329959869385, "fid": 49.91805193131891}
+{"step": 510000, "wall_time": 5235.902032613754, "train_loss_step": 4.670194625854492, "n_params": 4408390, "total_flops": 6906712780800000, "train_loss": 0.048356945174080984, "subset_score_loss": 0.048356945174080984}
+{"step": 520000, "wall_time": 5330.678095817566, "train_loss_step": 4.358588218688965, "n_params": 4408390, "total_flops": 7042138521600000, "train_loss": 0.047692969867161344, "subset_score_loss": 0.047692969867161344}
+{"step": 530000, "wall_time": 5425.021868228912, "train_loss_step": 4.008587837219238, "n_params": 4408390, "total_flops": 7177564262400000, "train_loss": 0.04697166851588658, "subset_score_loss": 0.04697166851588658}
+{"step": 540000, "wall_time": 5519.219119310379, "train_loss_step": 4.772310256958008, "n_params": 4408390, "total_flops": 7312990003200000, "train_loss": 0.04695847034454346, "subset_score_loss": 0.04695847034454346}
+{"step": 550000, "wall_time": 5613.951456785202, "train_loss_step": 4.382101058959961, "n_params": 4408390, "total_flops": 7448415744000000, "train_loss": 0.04684958117348807, "subset_score_loss": 0.04684958117348807}
+{"step": 560000, "wall_time": 5708.315408706665, "train_loss_step": 4.36927604675293, "n_params": 4408390, "total_flops": 7583841484800000, "train_loss": 0.04497096538543701, "subset_score_loss": 0.04497096538543701}
+{"step": 570000, "wall_time": 5800.042846441269, "train_loss_step": 3.850564479827881, "n_params": 4408390, "total_flops": 7719267225600000, "train_loss": 0.04476996489933559, "subset_score_loss": 0.04476996489933559}
+{"step": 580000, "wall_time": 5894.587110757828, "train_loss_step": 4.001008987426758, "n_params": 4408390, "total_flops": 7854692966400000, "train_loss": 0.045030430385044645, "subset_score_loss": 0.045030430385044645}
+{"step": 590000, "wall_time": 5989.449089288712, "train_loss_step": 4.518113136291504, "n_params": 4408390, "total_flops": 7990118707200000, "train_loss": 0.04382265976497105, "subset_score_loss": 0.04382265976497105}
+{"step": 600000, "wall_time": 6158.458089351654, "train_loss_step": 3.859915018081665, "n_params": 4408390, "total_flops": 8125544448000000, "train_loss": 0.04417765821729388, "subset_score_loss": 0.04417765821729388, "memorization_fraction_pixel": 0.18639999628067017, "mean_nn_ratio_pixel": 0.6432582139968872, "fid": 48.41597222270253}
+{"step": 610000, "wall_time": 6249.712519407272, "train_loss_step": 4.307877540588379, "n_params": 4408390, "total_flops": 8260970188800000, "train_loss": 0.04360884938921247, "subset_score_loss": 0.04360884938921247}
+{"step": 620000, "wall_time": 6344.127145290375, "train_loss_step": 4.217038154602051, "n_params": 4408390, "total_flops": 8396395929600000, "train_loss": 0.043054543222699845, "subset_score_loss": 0.043054543222699845}
+{"step": 630000, "wall_time": 6438.764521121979, "train_loss_step": 4.347830772399902, "n_params": 4408390, "total_flops": 8531821670400000, "train_loss": 0.04372811998639788, "subset_score_loss": 0.04372811998639788}
+{"step": 640000, "wall_time": 6533.727197647095, "train_loss_step": 3.8912758827209473, "n_params": 4408390, "total_flops": 8667247411200000, "train_loss": 0.0428788355418614, "subset_score_loss": 0.0428788355418614}
+{"step": 650000, "wall_time": 6628.001435041428, "train_loss_step": 4.128429412841797, "n_params": 4408390, "total_flops": 8802673152000000, "train_loss": 0.04282797404697963, "subset_score_loss": 0.04282797404697963}
+{"step": 660000, "wall_time": 6722.682331085205, "train_loss_step": 4.233536720275879, "n_params": 4408390, "total_flops": 8938098892800000, "train_loss": 0.04187632628849575, "subset_score_loss": 0.04187632628849575}
+{"step": 670000, "wall_time": 6814.434036970139, "train_loss_step": 3.8605265617370605, "n_params": 4408390, "total_flops": 9073524633600000, "train_loss": 0.04248929023742676, "subset_score_loss": 0.04248929023742676}
+{"step": 680000, "wall_time": 6909.198653936386, "train_loss_step": 4.22266960144043, "n_params": 4408390, "total_flops": 9208950374400000, "train_loss": 0.04142845358167376, "subset_score_loss": 0.04142845358167376}
+{"step": 690000, "wall_time": 7003.760998725891, "train_loss_step": 4.058690071105957, "n_params": 4408390, "total_flops": 9344376115200000, "train_loss": 0.04147664478846959, "subset_score_loss": 0.04147664478846959}
+{"step": 700000, "wall_time": 7174.478308677673, "train_loss_step": 4.210624694824219, "n_params": 4408390, "total_flops": 9479801856000000, "train_loss": 0.04082276480538505, "subset_score_loss": 0.04082276480538505, "memorization_fraction_pixel": 0.2240000069141388, "mean_nn_ratio_pixel": 0.6122624278068542, "fid": 47.420067165117736}
+{"step": 710000, "wall_time": 7266.369063138962, "train_loss_step": 4.118347644805908, "n_params": 4408390, "total_flops": 9615227596800000, "train_loss": 0.04032889434269497, "subset_score_loss": 0.04032889434269497}
+{"step": 720000, "wall_time": 7360.700850725174, "train_loss_step": 4.144676685333252, "n_params": 4408390, "total_flops": 9750653337600000, "train_loss": 0.04036470140729632, "subset_score_loss": 0.04036470140729632}
+{"step": 730000, "wall_time": 7455.413892507553, "train_loss_step": 3.8454878330230713, "n_params": 4408390, "total_flops": 9886079078400000, "train_loss": 0.03959755216326032, "subset_score_loss": 0.03959755216326032}
+{"step": 740000, "wall_time": 7549.815727233887, "train_loss_step": 3.8525032997131348, "n_params": 4408390, "total_flops": 10021504819200000, "train_loss": 0.03913922309875488, "subset_score_loss": 0.03913922309875488}
+{"step": 750000, "wall_time": 7644.604982614517, "train_loss_step": 4.266705513000488, "n_params": 4408390, "total_flops": 10156930560000000, "train_loss": 0.03974599838256836, "subset_score_loss": 0.03974599838256836}
+{"step": 760000, "wall_time": 7736.103112459183, "train_loss_step": 4.3244452476501465, "n_params": 4408390, "total_flops": 10292356300800000, "train_loss": 0.039100115639822824, "subset_score_loss": 0.039100115639822824}
+{"step": 770000, "wall_time": 7830.713165521622, "train_loss_step": 3.9420018196105957, "n_params": 4408390, "total_flops": 10427782041600000, "train_loss": 0.03871017864772252, "subset_score_loss": 0.03871017864772252}
+{"step": 780000, "wall_time": 7925.511246442795, "train_loss_step": 3.918148994445801, "n_params": 4408390, "total_flops": 10563207782400000, "train_loss": 0.038306988988603866, "subset_score_loss": 0.038306988988603866}
+{"step": 790000, "wall_time": 8019.837441682816, "train_loss_step": 3.7268803119659424, "n_params": 4408390, "total_flops": 10698633523200000, "train_loss": 0.038686759131295344, "subset_score_loss": 0.038686759131295344}
+{"step": 800000, "wall_time": 8188.958564758301, "train_loss_step": 3.9984445571899414, "n_params": 4408390, "total_flops": 10834059264000000, "train_loss": 0.038049118859427314, "subset_score_loss": 0.038049118859427314, "memorization_fraction_pixel": 0.2754000127315521, "mean_nn_ratio_pixel": 0.5791361927986145, "fid": 46.229353413715245}
+{"step": 810000, "wall_time": 8280.990855932236, "train_loss_step": 3.9806108474731445, "n_params": 4408390, "total_flops": 10969485004800000, "train_loss": 0.037514019012451175, "subset_score_loss": 0.037514019012451175}
+{"step": 820000, "wall_time": 8375.657172203064, "train_loss_step": 3.7371463775634766, "n_params": 4408390, "total_flops": 11104910745600000, "train_loss": 0.036717677116394044, "subset_score_loss": 0.036717677116394044}
+{"step": 830000, "wall_time": 8470.455043554306, "train_loss_step": 4.137609481811523, "n_params": 4408390, "total_flops": 11240336486400000, "train_loss": 0.03810690130506243, "subset_score_loss": 0.03810690130506243}
+{"step": 840000, "wall_time": 8565.188346147537, "train_loss_step": 4.001038551330566, "n_params": 4408390, "total_flops": 11375762227200000, "train_loss": 0.03744726181030274, "subset_score_loss": 0.03744726181030274}
+{"step": 850000, "wall_time": 8658.022632360458, "train_loss_step": 3.7004637718200684, "n_params": 4408390, "total_flops": 11511187968000000, "train_loss": 0.03592285428728376, "subset_score_loss": 0.03592285428728376}
+{"step": 860000, "wall_time": 8751.6258187294, "train_loss_step": 4.066755771636963, "n_params": 4408390, "total_flops": 11646613708800000, "train_loss": 0.03667154312133789, "subset_score_loss": 0.03667154312133789}
+{"step": 870000, "wall_time": 8846.621351718903, "train_loss_step": 3.6969497203826904, "n_params": 4408390, "total_flops": 11782039449600000, "train_loss": 0.03546169144766671, "subset_score_loss": 0.03546169144766671}
+{"step": 880000, "wall_time": 8941.466203451157, "train_loss_step": 3.7002315521240234, "n_params": 4408390, "total_flops": 11917465190400000, "train_loss": 0.03550983497074672, "subset_score_loss": 0.03550983497074672}
+{"step": 890000, "wall_time": 9035.751544475555, "train_loss_step": 3.9550538063049316, "n_params": 4408390, "total_flops": 12052890931200000, "train_loss": 0.03613359587533133, "subset_score_loss": 0.03613359587533133}
+{"step": 900000, "wall_time": 9204.51751947403, "train_loss_step": 3.52909517288208, "n_params": 4408390, "total_flops": 12188316672000000, "train_loss": 0.034727985518319265, "subset_score_loss": 0.034727985518319265, "memorization_fraction_pixel": 0.3174999952316284, "mean_nn_ratio_pixel": 0.5529081225395203, "fid": 45.28888019847768}
+{"step": 910000, "wall_time": 9297.285077810287, "train_loss_step": 4.050504207611084, "n_params": 4408390, "total_flops": 12323742412800000, "train_loss": 0.03593581744602748, "subset_score_loss": 0.03593581744602748}
+{"step": 920000, "wall_time": 9391.743293762207, "train_loss_step": 3.980494260787964, "n_params": 4408390, "total_flops": 12459168153600000, "train_loss": 0.03441593987601144, "subset_score_loss": 0.03441593987601144}
+{"step": 930000, "wall_time": 9486.144770622253, "train_loss_step": 3.7982020378112793, "n_params": 4408390, "total_flops": 12594593894400000, "train_loss": 0.034917357989719934, "subset_score_loss": 0.034917357989719934}
+{"step": 940000, "wall_time": 9580.673080921173, "train_loss_step": 3.7325234413146973, "n_params": 4408390, "total_flops": 12730019635200000, "train_loss": 0.03425800119127546, "subset_score_loss": 0.03425800119127546}
+{"step": 950000, "wall_time": 9672.386583328247, "train_loss_step": 3.784853219985962, "n_params": 4408390, "total_flops": 12865445376000000, "train_loss": 0.034141925403050014, "subset_score_loss": 0.034141925403050014}
+{"step": 960000, "wall_time": 9767.062931537628, "train_loss_step": 3.7021617889404297, "n_params": 4408390, "total_flops": 13000871116800000, "train_loss": 0.03461738995143345, "subset_score_loss": 0.03461738995143345}
+{"step": 970000, "wall_time": 9861.498978376389, "train_loss_step": 3.989391326904297, "n_params": 4408390, "total_flops": 13136296857600000, "train_loss": 0.033197249685014994, "subset_score_loss": 0.033197249685014994}
+{"step": 980000, "wall_time": 9955.923229455948, "train_loss_step": 3.6840243339538574, "n_params": 4408390, "total_flops": 13271722598400000, "train_loss": 0.033731818199157715, "subset_score_loss": 0.033731818199157715}
+{"step": 990000, "wall_time": 10050.279272794724, "train_loss_step": 3.7153940200805664, "n_params": 4408390, "total_flops": 13407148339200000, "train_loss": 0.032571019445146836, "subset_score_loss": 0.032571019445146836}
+{"step": 1000000, "wall_time": 10218.737066745758, "train_loss_step": 3.610912322998047, "n_params": 4408390, "total_flops": 13542574080000000, "train_loss": 0.032762605803353446, "subset_score_loss": 0.032762605803353446, "memorization_fraction_pixel": 0.3458000123500824, "mean_nn_ratio_pixel": 0.5322743654251099, "fid": 45.61666290037789}
+{"step": 1010000, "wall_time": 10312.844533205032, "train_loss_step": 3.6384665966033936, "n_params": 4408390, "total_flops": 13677999820800000, "train_loss": 0.0335597038269043, "subset_score_loss": 0.0335597038269043}
+{"step": 1020000, "wall_time": 10405.468095541, "train_loss_step": 3.8013806343078613, "n_params": 4408390, "total_flops": 13813425561600000, "train_loss": 0.03307521683829171, "subset_score_loss": 0.03307521683829171}
+{"step": 1030000, "wall_time": 10500.07669043541, "train_loss_step": 3.6432247161865234, "n_params": 4408390, "total_flops": 13948851302400000, "train_loss": 0.03288590908050537, "subset_score_loss": 0.03288590908050537}
+{"step": 1040000, "wall_time": 10591.885922908783, "train_loss_step": 3.7185425758361816, "n_params": 4408390, "total_flops": 14084277043200000, "train_loss": 0.031767330850873673, "subset_score_loss": 0.031767330850873673}
+{"step": 1050000, "wall_time": 10686.73976302147, "train_loss_step": 3.8553009033203125, "n_params": 4408390, "total_flops": 14219702784000000, "train_loss": 0.033468382699148994, "subset_score_loss": 0.033468382699148994}
+{"step": 1060000, "wall_time": 10781.222460508347, "train_loss_step": 3.4284706115722656, "n_params": 4408390, "total_flops": 14355128524800000, "train_loss": 0.03246901375906808, "subset_score_loss": 0.03246901375906808}
+{"step": 1070000, "wall_time": 10875.595971822739, "train_loss_step": 3.742357015609741, "n_params": 4408390, "total_flops": 14490554265600000, "train_loss": 0.03168185779026576, "subset_score_loss": 0.03168185779026576}
+{"step": 1080000, "wall_time": 10970.07965183258, "train_loss_step": 3.616314649581909, "n_params": 4408390, "total_flops": 14625980006400000, "train_loss": 0.03216167858668736, "subset_score_loss": 0.03216167858668736}
+{"step": 1090000, "wall_time": 11064.545998573303, "train_loss_step": 3.9112133979797363, "n_params": 4408390, "total_flops": 14761405747200000, "train_loss": 0.030655128615243093, "subset_score_loss": 0.030655128615243093}
+{"step": 1100000, "wall_time": 11231.97459101677, "train_loss_step": 3.8765158653259277, "n_params": 4408390, "total_flops": 14896831488000000, "train_loss": 0.032861246381487165, "subset_score_loss": 0.032861246381487165, "memorization_fraction_pixel": 0.37540000677108765, "mean_nn_ratio_pixel": 0.5096292495727539, "fid": 44.28036700275625}
+{"step": 1110000, "wall_time": 11325.268636226654, "train_loss_step": 3.663041591644287, "n_params": 4408390, "total_flops": 15032257228800000, "train_loss": 0.031036530222211565, "subset_score_loss": 0.031036530222211565}
+{"step": 1120000, "wall_time": 11418.309121847153, "train_loss_step": 3.4378256797790527, "n_params": 4408390, "total_flops": 15167682969600000, "train_loss": 0.031239911488124304, "subset_score_loss": 0.031239911488124304}
+{"step": 1130000, "wall_time": 11512.896879673004, "train_loss_step": 3.697023391723633, "n_params": 4408390, "total_flops": 15303108710400000, "train_loss": 0.03078293800354004, "subset_score_loss": 0.03078293800354004}
+{"step": 1140000, "wall_time": 11604.401692867279, "train_loss_step": 3.732884645462036, "n_params": 4408390, "total_flops": 15438534451200000, "train_loss": 0.03159736565181187, "subset_score_loss": 0.03159736565181187}
+{"step": 1150000, "wall_time": 11699.058772563934, "train_loss_step": 3.6234757900238037, "n_params": 4408390, "total_flops": 15573960192000000, "train_loss": 0.030827944619315012, "subset_score_loss": 0.030827944619315012}
+{"step": 1160000, "wall_time": 11793.387809991837, "train_loss_step": 3.9400460720062256, "n_params": 4408390, "total_flops": 15709385932800000, "train_loss": 0.030621416228158133, "subset_score_loss": 0.030621416228158133}
+{"step": 1170000, "wall_time": 11888.049676418304, "train_loss_step": 3.7817444801330566, "n_params": 4408390, "total_flops": 15844811673600000, "train_loss": 0.030096425328935895, "subset_score_loss": 0.030096425328935895}
+{"step": 1180000, "wall_time": 11982.555552005768, "train_loss_step": 3.7107903957366943, "n_params": 4408390, "total_flops": 15980237414400000, "train_loss": 0.02971541200365339, "subset_score_loss": 0.02971541200365339}
+{"step": 1190000, "wall_time": 12077.048860311508, "train_loss_step": 3.5227127075195312, "n_params": 4408390, "total_flops": 16115663155200000, "train_loss": 0.029766031673976352, "subset_score_loss": 0.029766031673976352}
+{"step": 1200000, "wall_time": 12245.192313194275, "train_loss_step": 3.444913387298584, "n_params": 4408390, "total_flops": 16251088896000000, "train_loss": 0.029970077105930873, "subset_score_loss": 0.029970077105930873, "memorization_fraction_pixel": 0.43320000171661377, "mean_nn_ratio_pixel": 0.48265448212623596, "fid": 43.64372596022358}
+{"step": 1210000, "wall_time": 12338.320498943329, "train_loss_step": 3.8730084896087646, "n_params": 4408390, "total_flops": 16386514636800000, "train_loss": 0.029703804424830844, "subset_score_loss": 0.029703804424830844}
+{"step": 1220000, "wall_time": 12431.617811441422, "train_loss_step": 3.732619285583496, "n_params": 4408390, "total_flops": 16521940377600000, "train_loss": 0.02904972689492362, "subset_score_loss": 0.02904972689492362}
+{"step": 1230000, "wall_time": 12523.059519529343, "train_loss_step": 3.890554189682007, "n_params": 4408390, "total_flops": 16657366118400000, "train_loss": 0.02989673614501953, "subset_score_loss": 0.02989673614501953}
+{"step": 1240000, "wall_time": 12617.899521827698, "train_loss_step": 3.601613759994507, "n_params": 4408390, "total_flops": 16792791859200000, "train_loss": 0.029374146461486818, "subset_score_loss": 0.029374146461486818}
+{"step": 1250000, "wall_time": 12712.424657344818, "train_loss_step": 3.8275535106658936, "n_params": 4408390, "total_flops": 16928217600000000, "train_loss": 0.02901498249598912, "subset_score_loss": 0.02901498249598912}
+{"step": 1260000, "wall_time": 12806.698585987091, "train_loss_step": 3.392796516418457, "n_params": 4408390, "total_flops": 17063643340800000, "train_loss": 0.02966893400464739, "subset_score_loss": 0.02966893400464739}
+{"step": 1270000, "wall_time": 12901.428390979767, "train_loss_step": 3.6900999546051025, "n_params": 4408390, "total_flops": 17199069081600000, "train_loss": 0.028955415316990443, "subset_score_loss": 0.028955415316990443}
+{"step": 1280000, "wall_time": 12995.890812158585, "train_loss_step": 3.5172572135925293, "n_params": 4408390, "total_flops": 17334494822400000, "train_loss": 0.029259702137538365, "subset_score_loss": 0.029259702137538365}
+{"step": 1290000, "wall_time": 13090.211137771606, "train_loss_step": 3.9149835109710693, "n_params": 4408390, "total_flops": 17469920563200000, "train_loss": 0.028150251933506558, "subset_score_loss": 0.028150251933506558}
+{"step": 1300000, "wall_time": 13257.909006118774, "train_loss_step": 3.3958053588867188, "n_params": 4408390, "total_flops": 17605346304000000, "train_loss": 0.028118903296334402, "subset_score_loss": 0.028118903296334402, "memorization_fraction_pixel": 0.4839000105857849, "mean_nn_ratio_pixel": 0.45580872893333435, "fid": 43.43288591331817}
+{"step": 1310000, "wall_time": 13351.10971212387, "train_loss_step": 3.5079822540283203, "n_params": 4408390, "total_flops": 17740772044800000, "train_loss": 0.028401856763022287, "subset_score_loss": 0.028401856763022287}
+{"step": 1320000, "wall_time": 13442.305741786957, "train_loss_step": 3.8436498641967773, "n_params": 4408390, "total_flops": 17876197785600000, "train_loss": 0.028126186983925956, "subset_score_loss": 0.028126186983925956}
+{"step": 1330000, "wall_time": 13536.217281103134, "train_loss_step": 3.679075241088867, "n_params": 4408390, "total_flops": 18011623526400000, "train_loss": 0.027438867092132568, "subset_score_loss": 0.027438867092132568}
+{"step": 1340000, "wall_time": 13630.913541316986, "train_loss_step": 3.4384617805480957, "n_params": 4408390, "total_flops": 18147049267200000, "train_loss": 0.027776563167572023, "subset_score_loss": 0.027776563167572023}
+{"step": 1350000, "wall_time": 13725.314923524857, "train_loss_step": 3.3857932090759277, "n_params": 4408390, "total_flops": 18282475008000000, "train_loss": 0.02814558233533587, "subset_score_loss": 0.02814558233533587}
+{"step": 1360000, "wall_time": 13820.124413490295, "train_loss_step": 3.325784206390381, "n_params": 4408390, "total_flops": 18417900748800000, "train_loss": 0.02799018110547747, "subset_score_loss": 0.02799018110547747}
+{"step": 1370000, "wall_time": 13914.587700128555, "train_loss_step": 3.647671699523926, "n_params": 4408390, "total_flops": 18553326489600000, "train_loss": 0.027956078733716694, "subset_score_loss": 0.027956078733716694}
+{"step": 1380000, "wall_time": 14008.976215600967, "train_loss_step": 3.3486099243164062, "n_params": 4408390, "total_flops": 18688752230400000, "train_loss": 0.027956507887159074, "subset_score_loss": 0.027956507887159074}
+{"step": 1390000, "wall_time": 14103.623502969742, "train_loss_step": 3.4716217517852783, "n_params": 4408390, "total_flops": 18824177971200000, "train_loss": 0.02670781101499285, "subset_score_loss": 0.02670781101499285}
+{"step": 1400000, "wall_time": 14271.729993581772, "train_loss_step": 3.446202278137207, "n_params": 4408390, "total_flops": 18959603712000000, "train_loss": 0.026837750843593054, "subset_score_loss": 0.026837750843593054, "memorization_fraction_pixel": 0.5375000238418579, "mean_nn_ratio_pixel": 0.4269651472568512, "fid": 42.989114574391465}
+{"step": 1410000, "wall_time": 14363.494512319565, "train_loss_step": 3.708186149597168, "n_params": 4408390, "total_flops": 19095029452800000, "train_loss": 0.02613330568586077, "subset_score_loss": 0.02613330568586077}
+{"step": 1420000, "wall_time": 14453.826263189316, "train_loss_step": 3.4256529808044434, "n_params": 4408390, "total_flops": 19230455193600000, "train_loss": 0.026404220717293876, "subset_score_loss": 0.026404220717293876}
+{"step": 1430000, "wall_time": 14548.29379415512, "train_loss_step": 3.3926243782043457, "n_params": 4408390, "total_flops": 19365880934400000, "train_loss": 0.026813198838915142, "subset_score_loss": 0.026813198838915142}
+{"step": 1440000, "wall_time": 14643.0509724617, "train_loss_step": 3.773738145828247, "n_params": 4408390, "total_flops": 19501306675200000, "train_loss": 0.026271464143480572, "subset_score_loss": 0.026271464143480572}
+{"step": 1450000, "wall_time": 14737.53273653984, "train_loss_step": 3.454319477081299, "n_params": 4408390, "total_flops": 19636732416000000, "train_loss": 0.026317077023642405, "subset_score_loss": 0.026317077023642405}
+{"step": 1460000, "wall_time": 14832.223235845566, "train_loss_step": 3.3182177543640137, "n_params": 4408390, "total_flops": 19772158156800000, "train_loss": 0.0257495607648577, "subset_score_loss": 0.0257495607648577}
+{"step": 1470000, "wall_time": 14927.177403450012, "train_loss_step": 3.6448869705200195, "n_params": 4408390, "total_flops": 19907583897600000, "train_loss": 0.026524739606039866, "subset_score_loss": 0.026524739606039866}
+{"step": 1480000, "wall_time": 15021.754445791245, "train_loss_step": 3.4617931842803955, "n_params": 4408390, "total_flops": 20043009638400000, "train_loss": 0.026195946761540006, "subset_score_loss": 0.026195946761540006}
+{"step": 1490000, "wall_time": 15116.10966539383, "train_loss_step": 3.2028770446777344, "n_params": 4408390, "total_flops": 20178435379200000, "train_loss": 0.025646282945360456, "subset_score_loss": 0.025646282945360456}
+{"step": 1500000, "wall_time": 15283.506340742111, "train_loss_step": 3.1193108558654785, "n_params": 4408390, "total_flops": 20313861120000000, "train_loss": 0.0250382627759661, "subset_score_loss": 0.0250382627759661, "memorization_fraction_pixel": 0.5631999969482422, "mean_nn_ratio_pixel": 0.41028809547424316, "fid": 42.164868650134196}
+{"step": 1510000, "wall_time": 15370.025888204575, "train_loss_step": 3.498225450515747, "n_params": 4408390, "total_flops": 20449286860800000, "train_loss": 0.025618043967655726, "subset_score_loss": 0.025618043967655726}
+{"step": 1520000, "wall_time": 15457.756772756577, "train_loss_step": 3.2983264923095703, "n_params": 4408390, "total_flops": 20584712601600000, "train_loss": 0.026258368151528495, "subset_score_loss": 0.026258368151528495}
+{"step": 1530000, "wall_time": 15551.045635938644, "train_loss_step": 3.4290499687194824, "n_params": 4408390, "total_flops": 20720138342400000, "train_loss": 0.02566406726837158, "subset_score_loss": 0.02566406726837158}
+{"step": 1540000, "wall_time": 15644.244930028915, "train_loss_step": 3.7635393142700195, "n_params": 4408390, "total_flops": 20855564083200000, "train_loss": 0.025752980368477958, "subset_score_loss": 0.025752980368477958}
+{"step": 1550000, "wall_time": 15737.749797821045, "train_loss_step": 3.3964014053344727, "n_params": 4408390, "total_flops": 20990989824000000, "train_loss": 0.024878777776445662, "subset_score_loss": 0.024878777776445662}
+{"step": 1560000, "wall_time": 15832.273789167404, "train_loss_step": 3.451218843460083, "n_params": 4408390, "total_flops": 21126415564800000, "train_loss": 0.026623683316367015, "subset_score_loss": 0.026623683316367015}
+{"step": 1570000, "wall_time": 15926.663872003555, "train_loss_step": 3.841064929962158, "n_params": 4408390, "total_flops": 21261841305600000, "train_loss": 0.025833897931235177, "subset_score_loss": 0.025833897931235177}
+{"step": 1580000, "wall_time": 16020.628161668777, "train_loss_step": 3.228085517883301, "n_params": 4408390, "total_flops": 21397267046400000, "train_loss": 0.024874370438711983, "subset_score_loss": 0.024874370438711983}
+{"step": 1590000, "wall_time": 16114.482134580612, "train_loss_step": 3.6085104942321777, "n_params": 4408390, "total_flops": 21532692787200000, "train_loss": 0.024185497420174736, "subset_score_loss": 0.024185497420174736}
+{"step": 1600000, "wall_time": 16282.131851196289, "train_loss_step": 3.28085994720459, "n_params": 4408390, "total_flops": 21668118528000000, "train_loss": 0.024833829062325615, "subset_score_loss": 0.024833829062325615, "memorization_fraction_pixel": 0.5892999768257141, "mean_nn_ratio_pixel": 0.40242767333984375, "fid": 42.40732794494563}
+{"step": 1610000, "wall_time": 16371.888729333878, "train_loss_step": 3.2695088386535645, "n_params": 4408390, "total_flops": 21803544268800000, "train_loss": 0.024969066892351423, "subset_score_loss": 0.024969066892351423}
+{"step": 1620000, "wall_time": 16464.583025932312, "train_loss_step": 3.230923891067505, "n_params": 4408390, "total_flops": 21938970009600000, "train_loss": 0.024517594064985004, "subset_score_loss": 0.024517594064985004}
+{"step": 1630000, "wall_time": 16559.028359889984, "train_loss_step": 3.3033883571624756, "n_params": 4408390, "total_flops": 22074395750400000, "train_loss": 0.023736682959965297, "subset_score_loss": 0.023736682959965297}
+{"step": 1640000, "wall_time": 16653.396000623703, "train_loss_step": 3.305736541748047, "n_params": 4408390, "total_flops": 22209821491200000, "train_loss": 0.023892503125326973, "subset_score_loss": 0.023892503125326973}
+{"step": 1650000, "wall_time": 16747.751306056976, "train_loss_step": 2.937591552734375, "n_params": 4408390, "total_flops": 22345247232000000, "train_loss": 0.024948900086539133, "subset_score_loss": 0.024948900086539133}
+{"step": 1660000, "wall_time": 16842.226054668427, "train_loss_step": 3.2193031311035156, "n_params": 4408390, "total_flops": 22480672972800000, "train_loss": 0.024355648245130267, "subset_score_loss": 0.024355648245130267}
+{"step": 1670000, "wall_time": 16936.438434123993, "train_loss_step": 3.240182399749756, "n_params": 4408390, "total_flops": 22616098713600000, "train_loss": 0.024216009889330183, "subset_score_loss": 0.024216009889330183}
+{"step": 1680000, "wall_time": 17031.122938156128, "train_loss_step": 3.0930700302124023, "n_params": 4408390, "total_flops": 22751524454400000, "train_loss": 0.024063665526253837, "subset_score_loss": 0.024063665526253837}
+{"step": 1690000, "wall_time": 17125.34557533264, "train_loss_step": 3.129654884338379, "n_params": 4408390, "total_flops": 22886950195200000, "train_loss": 0.023805437769208636, "subset_score_loss": 0.023805437769208636}
+{"step": 1700000, "wall_time": 17293.284297704697, "train_loss_step": 3.570763111114502, "n_params": 4408390, "total_flops": 23022375936000000, "train_loss": 0.023450669220515658, "subset_score_loss": 0.023450669220515658, "memorization_fraction_pixel": 0.6466000080108643, "mean_nn_ratio_pixel": 0.376782089471817, "fid": 41.91750940992441}
+{"step": 1710000, "wall_time": 17383.321835041046, "train_loss_step": 3.597945213317871, "n_params": 4408390, "total_flops": 23157801676800000, "train_loss": 0.02367061035973685, "subset_score_loss": 0.02367061035973685}
+{"step": 1720000, "wall_time": 17477.058181285858, "train_loss_step": 3.599492073059082, "n_params": 4408390, "total_flops": 23293227417600000, "train_loss": 0.02282930782863072, "subset_score_loss": 0.02282930782863072}
+{"step": 1730000, "wall_time": 17571.029384851456, "train_loss_step": 3.291309356689453, "n_params": 4408390, "total_flops": 23428653158400000, "train_loss": 0.023115049089704243, "subset_score_loss": 0.023115049089704243}
+{"step": 1740000, "wall_time": 17665.4259018898, "train_loss_step": 3.259084701538086, "n_params": 4408390, "total_flops": 23564078899200000, "train_loss": 0.02316528729030064, "subset_score_loss": 0.02316528729030064}
+{"step": 1750000, "wall_time": 17759.794025182724, "train_loss_step": 3.232877254486084, "n_params": 4408390, "total_flops": 23699504640000000, "train_loss": 0.023553957257952007, "subset_score_loss": 0.023553957257952007}
+{"step": 1760000, "wall_time": 17854.04666495323, "train_loss_step": 3.1251769065856934, "n_params": 4408390, "total_flops": 23834930380800000, "train_loss": 0.022524763856615337, "subset_score_loss": 0.022524763856615337}
+{"step": 1770000, "wall_time": 17948.352458000183, "train_loss_step": 3.2925398349761963, "n_params": 4408390, "total_flops": 23970356121600000, "train_loss": 0.023193034103938512, "subset_score_loss": 0.023193034103938512}
+{"step": 1780000, "wall_time": 18042.645436525345, "train_loss_step": 3.190432071685791, "n_params": 4408390, "total_flops": 24105781862400000, "train_loss": 0.02250002452305385, "subset_score_loss": 0.02250002452305385}
+{"step": 1790000, "wall_time": 18136.853746175766, "train_loss_step": 3.3198180198669434, "n_params": 4408390, "total_flops": 24241207603200000, "train_loss": 0.022443451200212752, "subset_score_loss": 0.022443451200212752}
+{"step": 1800000, "wall_time": 18299.677355527878, "train_loss_step": 3.1117160320281982, "n_params": 4408390, "total_flops": 24376633344000000, "train_loss": 0.022405072620936804, "subset_score_loss": 0.022405072620936804, "memorization_fraction_pixel": 0.6486999988555908, "mean_nn_ratio_pixel": 0.3778081238269806, "fid": 41.68028963311926}
+{"step": 1810000, "wall_time": 18392.355142593384, "train_loss_step": 3.478659152984619, "n_params": 4408390, "total_flops": 24512059084800000, "train_loss": 0.022266268730163574, "subset_score_loss": 0.022266268730163574}
+{"step": 1820000, "wall_time": 18487.50599551201, "train_loss_step": 2.970837116241455, "n_params": 4408390, "total_flops": 24647484825600000, "train_loss": 0.02193382978439331, "subset_score_loss": 0.02193382978439331}
+{"step": 1830000, "wall_time": 18580.56100511551, "train_loss_step": 3.036882162094116, "n_params": 4408390, "total_flops": 24782910566400000, "train_loss": 0.021978419167654854, "subset_score_loss": 0.021978419167654854}
+{"step": 1840000, "wall_time": 18675.235625743866, "train_loss_step": 3.4988417625427246, "n_params": 4408390, "total_flops": 24918336307200000, "train_loss": 0.022135426316942486, "subset_score_loss": 0.022135426316942486}
+{"step": 1850000, "wall_time": 18769.357847690582, "train_loss_step": 3.3260278701782227, "n_params": 4408390, "total_flops": 25053762048000000, "train_loss": 0.02156515462057931, "subset_score_loss": 0.02156515462057931}
+{"step": 1860000, "wall_time": 18863.456651210785, "train_loss_step": 3.410644769668579, "n_params": 4408390, "total_flops": 25189187788800000, "train_loss": 0.021363072735922677, "subset_score_loss": 0.021363072735922677}
+{"step": 1870000, "wall_time": 18957.594073057175, "train_loss_step": 3.235809803009033, "n_params": 4408390, "total_flops": 25324613529600000, "train_loss": 0.022049973692212788, "subset_score_loss": 0.022049973692212788}
+{"step": 1880000, "wall_time": 19052.081983327866, "train_loss_step": 3.132627010345459, "n_params": 4408390, "total_flops": 25460039270400000, "train_loss": 0.02185101168496268, "subset_score_loss": 0.02185101168496268}
+{"step": 1890000, "wall_time": 19145.946182727814, "train_loss_step": 3.092034339904785, "n_params": 4408390, "total_flops": 25595465011200000, "train_loss": 0.022102267401559014, "subset_score_loss": 0.022102267401559014}
+{"step": 1900000, "wall_time": 19308.85345363617, "train_loss_step": 3.4495034217834473, "n_params": 4408390, "total_flops": 25730890752000000, "train_loss": 0.023777169840676442, "subset_score_loss": 0.023777169840676442, "memorization_fraction_pixel": 0.676800012588501, "mean_nn_ratio_pixel": 0.3669627606868744, "fid": 42.438610203006476}
+{"step": 1910000, "wall_time": 19400.85855293274, "train_loss_step": 3.2144670486450195, "n_params": 4408390, "total_flops": 25866316492800000, "train_loss": 0.020844943182809012, "subset_score_loss": 0.020844943182809012}
+{"step": 1920000, "wall_time": 19495.352010011673, "train_loss_step": 3.2482450008392334, "n_params": 4408390, "total_flops": 26001742233600000, "train_loss": 0.02038334608078003, "subset_score_loss": 0.02038334608078003}
+{"step": 1930000, "wall_time": 19587.40049815178, "train_loss_step": 2.908538818359375, "n_params": 4408390, "total_flops": 26137167974400000, "train_loss": 0.021546339988708495, "subset_score_loss": 0.021546339988708495}
+{"step": 1940000, "wall_time": 19680.509707212448, "train_loss_step": 3.1122779846191406, "n_params": 4408390, "total_flops": 26272593715200000, "train_loss": 0.02082596846989223, "subset_score_loss": 0.02082596846989223}
+{"step": 1950000, "wall_time": 19773.34081029892, "train_loss_step": 2.9840149879455566, "n_params": 4408390, "total_flops": 26408019456000000, "train_loss": 0.02114185094833374, "subset_score_loss": 0.02114185094833374}
+{"step": 1960000, "wall_time": 19866.912269592285, "train_loss_step": 3.1952195167541504, "n_params": 4408390, "total_flops": 26543445196800000, "train_loss": 0.020969811507633756, "subset_score_loss": 0.020969811507633756}
+{"step": 1970000, "wall_time": 19960.32192015648, "train_loss_step": 3.3073339462280273, "n_params": 4408390, "total_flops": 26678870937600000, "train_loss": 0.021618873732430596, "subset_score_loss": 0.021618873732430596}
+{"step": 1980000, "wall_time": 20054.60610318184, "train_loss_step": 3.3540878295898438, "n_params": 4408390, "total_flops": 26814296678400000, "train_loss": 0.02136355127607073, "subset_score_loss": 0.02136355127607073}
+{"step": 1990000, "wall_time": 20149.092307329178, "train_loss_step": 3.1531805992126465, "n_params": 4408390, "total_flops": 26949722419200000, "train_loss": 0.02083970138004848, "subset_score_loss": 0.02083970138004848}
+{"step": 2000000, "wall_time": 20314.35338640213, "train_loss_step": 3.1147828102111816, "n_params": 4408390, "total_flops": 27085148160000000, "train_loss": 0.020555402551378523, "subset_score_loss": 0.020555402551378523, "memorization_fraction_pixel": 0.7026000022888184, "mean_nn_ratio_pixel": 0.3553360104560852, "fid": 42.24532078665814}
+{"step": 2010000, "wall_time": 20408.324497938156, "train_loss_step": 2.9810571670532227, "n_params": 4408390, "total_flops": 27220573900800000, "train_loss": 0.020232079710279193, "subset_score_loss": 0.020232079710279193}
+{"step": 2020000, "wall_time": 20502.980040550232, "train_loss_step": 3.287646770477295, "n_params": 4408390, "total_flops": 27355999641600000, "train_loss": 0.020320991107395717, "subset_score_loss": 0.020320991107395717}
+{"step": 2030000, "wall_time": 20596.01136612892, "train_loss_step": 2.988801956176758, "n_params": 4408390, "total_flops": 27491425382400000, "train_loss": 0.020106516565595353, "subset_score_loss": 0.020106516565595353}
+{"step": 2040000, "wall_time": 20689.811311006546, "train_loss_step": 3.1507089138031006, "n_params": 4408390, "total_flops": 27626851123200000, "train_loss": 0.020440360477992466, "subset_score_loss": 0.020440360477992466}
+{"step": 2050000, "wall_time": 20783.40254998207, "train_loss_step": 3.132021903991699, "n_params": 4408390, "total_flops": 27762276864000000, "train_loss": 0.02061542442866734, "subset_score_loss": 0.02061542442866734}
+{"step": 2060000, "wall_time": 20877.171590089798, "train_loss_step": 3.124009132385254, "n_params": 4408390, "total_flops": 27897702604800000, "train_loss": 0.021041885444096155, "subset_score_loss": 0.021041885444096155}
+{"step": 2070000, "wall_time": 20969.578716516495, "train_loss_step": 2.72385835647583, "n_params": 4408390, "total_flops": 28033128345600000, "train_loss": 0.020352964741843088, "subset_score_loss": 0.020352964741843088}
+{"step": 2080000, "wall_time": 21063.89529132843, "train_loss_step": 3.38107967376709, "n_params": 4408390, "total_flops": 28168554086400000, "train_loss": 0.019783832345690047, "subset_score_loss": 0.019783832345690047}
+{"step": 2090000, "wall_time": 21153.904252529144, "train_loss_step": 3.0898947715759277, "n_params": 4408390, "total_flops": 28303979827200000, "train_loss": 0.0199803284236363, "subset_score_loss": 0.0199803284236363}
+{"step": 2100000, "wall_time": 21319.98624396324, "train_loss_step": 3.2791621685028076, "n_params": 4408390, "total_flops": 28439405568000000, "train_loss": 0.019641128608158656, "subset_score_loss": 0.019641128608158656, "memorization_fraction_pixel": 0.7105000019073486, "mean_nn_ratio_pixel": 0.34896397590637207, "fid": 41.887901144027495}
+{"step": 2110000, "wall_time": 21413.28916120529, "train_loss_step": 3.4783263206481934, "n_params": 4408390, "total_flops": 28574831308800000, "train_loss": 0.01980574471609933, "subset_score_loss": 0.01980574471609933}
+{"step": 2120000, "wall_time": 21506.129191875458, "train_loss_step": 3.101036548614502, "n_params": 4408390, "total_flops": 28710257049600000, "train_loss": 0.019848392690931048, "subset_score_loss": 0.019848392690931048}
+{"step": 2130000, "wall_time": 21598.17622756958, "train_loss_step": 3.534923791885376, "n_params": 4408390, "total_flops": 28845682790400000, "train_loss": 0.02064131668635777, "subset_score_loss": 0.02064131668635777}
+{"step": 2140000, "wall_time": 21691.52712368965, "train_loss_step": 3.1611111164093018, "n_params": 4408390, "total_flops": 28981108531200000, "train_loss": 0.019517414910452707, "subset_score_loss": 0.019517414910452707}
+{"step": 2150000, "wall_time": 21785.09450364113, "train_loss_step": 3.180058002471924, "n_params": 4408390, "total_flops": 29116534272000000, "train_loss": 0.01995401212147304, "subset_score_loss": 0.01995401212147304}
+{"step": 2160000, "wall_time": 21879.11568403244, "train_loss_step": 3.015831708908081, "n_params": 4408390, "total_flops": 29251960012800000, "train_loss": 0.01954024178641183, "subset_score_loss": 0.01954024178641183}
+{"step": 2170000, "wall_time": 21973.63109278679, "train_loss_step": 3.0972580909729004, "n_params": 4408390, "total_flops": 29387385753600000, "train_loss": 0.01946176631110055, "subset_score_loss": 0.01946176631110055}
+{"step": 2180000, "wall_time": 22068.225969314575, "train_loss_step": 3.223184585571289, "n_params": 4408390, "total_flops": 29522811494400000, "train_loss": 0.019522835527147564, "subset_score_loss": 0.019522835527147564}
+{"step": 2190000, "wall_time": 22159.45897579193, "train_loss_step": 2.853572368621826, "n_params": 4408390, "total_flops": 29658237235200000, "train_loss": 0.019630462782723564, "subset_score_loss": 0.019630462782723564}
+{"step": 2200000, "wall_time": 22326.721086978912, "train_loss_step": 2.942744255065918, "n_params": 4408390, "total_flops": 29793662976000000, "train_loss": 0.01861709015710013, "subset_score_loss": 0.01861709015710013, "memorization_fraction_pixel": 0.7300000190734863, "mean_nn_ratio_pixel": 0.3415301442146301, "fid": 41.994497073700416}
+{"step": 2210000, "wall_time": 22420.826954126358, "train_loss_step": 3.1296281814575195, "n_params": 4408390, "total_flops": 29929088716800000, "train_loss": 0.01885962997164045, "subset_score_loss": 0.01885962997164045}
+{"step": 2220000, "wall_time": 22514.933668613434, "train_loss_step": 2.9094290733337402, "n_params": 4408390, "total_flops": 30064514457600000, "train_loss": 0.018656550134931293, "subset_score_loss": 0.018656550134931293}
+{"step": 2230000, "wall_time": 22607.55731534958, "train_loss_step": 3.0425333976745605, "n_params": 4408390, "total_flops": 30199940198400000, "train_loss": 0.018953156471252442, "subset_score_loss": 0.018953156471252442}
+{"step": 2240000, "wall_time": 22702.105443954468, "train_loss_step": 3.0508086681365967, "n_params": 4408390, "total_flops": 30335365939200000, "train_loss": 0.018272347109658377, "subset_score_loss": 0.018272347109658377}
+{"step": 2250000, "wall_time": 22796.332550764084, "train_loss_step": 3.1290903091430664, "n_params": 4408390, "total_flops": 30470791680000000, "train_loss": 0.019290719713483537, "subset_score_loss": 0.019290719713483537}
+{"step": 2260000, "wall_time": 22891.072877645493, "train_loss_step": 3.2058005332946777, "n_params": 4408390, "total_flops": 30606217420800000, "train_loss": 0.018844497203826905, "subset_score_loss": 0.018844497203826905}
+{"step": 2270000, "wall_time": 22985.247828006744, "train_loss_step": 3.223417282104492, "n_params": 4408390, "total_flops": 30741643161600000, "train_loss": 0.01843536411012922, "subset_score_loss": 0.01843536411012922}
+{"step": 2280000, "wall_time": 23068.460132598877, "train_loss_step": 3.138223648071289, "n_params": 4408390, "total_flops": 30877068902400000, "train_loss": 0.018379696777888706, "subset_score_loss": 0.018379696777888706}
+{"step": 2290000, "wall_time": 23158.54665875435, "train_loss_step": 3.220473289489746, "n_params": 4408390, "total_flops": 31012494643200000, "train_loss": 0.01863234724317278, "subset_score_loss": 0.01863234724317278}
+{"step": 2300000, "wall_time": 23324.048040390015, "train_loss_step": 3.1119089126586914, "n_params": 4408390, "total_flops": 31147920384000000, "train_loss": 0.018878873756953646, "subset_score_loss": 0.018878873756953646, "memorization_fraction_pixel": 0.743399977684021, "mean_nn_ratio_pixel": 0.3387204706668854, "fid": 42.30591391033296}
+{"step": 2310000, "wall_time": 23417.601650476456, "train_loss_step": 2.876258134841919, "n_params": 4408390, "total_flops": 31283346124800000, "train_loss": 0.01854750428880964, "subset_score_loss": 0.01854750428880964}
+{"step": 2320000, "wall_time": 23510.299004793167, "train_loss_step": 2.795462131500244, "n_params": 4408390, "total_flops": 31418771865600000, "train_loss": 0.01882476806640625, "subset_score_loss": 0.01882476806640625}
+{"step": 2330000, "wall_time": 23602.295347213745, "train_loss_step": 2.956533432006836, "n_params": 4408390, "total_flops": 31554197606400000, "train_loss": 0.01823268107005528, "subset_score_loss": 0.01823268107005528}
+{"step": 2340000, "wall_time": 23695.466697454453, "train_loss_step": 3.0523738861083984, "n_params": 4408390, "total_flops": 31689623347200000, "train_loss": 0.017724895477294923, "subset_score_loss": 0.017724895477294923}
+{"step": 2350000, "wall_time": 23788.91223502159, "train_loss_step": 3.080362319946289, "n_params": 4408390, "total_flops": 31825049088000000, "train_loss": 0.018216708728245327, "subset_score_loss": 0.018216708728245327}
+{"step": 2360000, "wall_time": 23882.0879278183, "train_loss_step": 2.854140281677246, "n_params": 4408390, "total_flops": 31960474828800000, "train_loss": 0.018434083461761473, "subset_score_loss": 0.018434083461761473}
+{"step": 2370000, "wall_time": 23975.504836797714, "train_loss_step": 2.9844248294830322, "n_params": 4408390, "total_flops": 32095900569600000, "train_loss": 0.0185675927570888, "subset_score_loss": 0.0185675927570888}
+{"step": 2380000, "wall_time": 24065.99535703659, "train_loss_step": 3.2267956733703613, "n_params": 4408390, "total_flops": 32231326310400000, "train_loss": 0.01759622267314366, "subset_score_loss": 0.01759622267314366}
+{"step": 2390000, "wall_time": 24159.120318174362, "train_loss_step": 3.2279884815216064, "n_params": 4408390, "total_flops": 32366752051200000, "train_loss": 0.017926738943372454, "subset_score_loss": 0.017926738943372454}
+{"step": 2400000, "wall_time": 24324.879996299744, "train_loss_step": 3.079525947570801, "n_params": 4408390, "total_flops": 32502177792000000, "train_loss": 0.017769372463226317, "subset_score_loss": 0.017769372463226317, "memorization_fraction_pixel": 0.758899986743927, "mean_nn_ratio_pixel": 0.3334263563156128, "fid": 42.21542361274468}
+{"step": 2410000, "wall_time": 24418.038995742798, "train_loss_step": 3.07309627532959, "n_params": 4408390, "total_flops": 32637603532800000, "train_loss": 0.017939765112740653, "subset_score_loss": 0.017939765112740653}
+{"step": 2420000, "wall_time": 24511.24450969696, "train_loss_step": 2.9414305686950684, "n_params": 4408390, "total_flops": 32773029273600000, "train_loss": 0.017362826211111886, "subset_score_loss": 0.017362826211111886}
+{"step": 2430000, "wall_time": 24602.95944094658, "train_loss_step": 3.0610032081604004, "n_params": 4408390, "total_flops": 32908455014400000, "train_loss": 0.017663819449288503, "subset_score_loss": 0.017663819449288503}
+{"step": 2440000, "wall_time": 24696.671783924103, "train_loss_step": 3.070991277694702, "n_params": 4408390, "total_flops": 33043880755200000, "train_loss": 0.017747294902801514, "subset_score_loss": 0.017747294902801514}
+{"step": 2450000, "wall_time": 24790.190220355988, "train_loss_step": 3.136392831802368, "n_params": 4408390, "total_flops": 33179306496000000, "train_loss": 0.016911988598959787, "subset_score_loss": 0.016911988598959787}
+{"step": 2460000, "wall_time": 24883.743788957596, "train_loss_step": 3.004326820373535, "n_params": 4408390, "total_flops": 33314732236800000, "train_loss": 0.01845784868512835, "subset_score_loss": 0.01845784868512835}
+{"step": 2470000, "wall_time": 24975.316913604736, "train_loss_step": 2.8600525856018066, "n_params": 4408390, "total_flops": 33450157977600000, "train_loss": 0.017636118616376605, "subset_score_loss": 0.017636118616376605}
+{"step": 2480000, "wall_time": 25067.4239051342, "train_loss_step": 3.039151668548584, "n_params": 4408390, "total_flops": 33585583718400000, "train_loss": 0.01696047782897949, "subset_score_loss": 0.01696047782897949}
+{"step": 2490000, "wall_time": 25161.179102420807, "train_loss_step": 2.948256492614746, "n_params": 4408390, "total_flops": 33721009459200000, "train_loss": 0.01747565610068185, "subset_score_loss": 0.01747565610068185}
+{"step": 2500000, "wall_time": 25326.279419898987, "train_loss_step": 2.8714513778686523, "n_params": 4408390, "total_flops": 33856435200000000, "train_loss": 0.017240021909986223, "subset_score_loss": 0.017240021909986223, "memorization_fraction_pixel": 0.7767000198364258, "mean_nn_ratio_pixel": 0.3265592157840729, "fid": 41.5502431347706}
+{"step": 2510000, "wall_time": 25419.54678916931, "train_loss_step": 3.250349998474121, "n_params": 4408390, "total_flops": 33991860940800000, "train_loss": 0.016798242500850134, "subset_score_loss": 0.016798242500850134}
+{"step": 2520000, "wall_time": 25512.64884495735, "train_loss_step": 2.923410177230835, "n_params": 4408390, "total_flops": 34127286681600000, "train_loss": 0.017802083492279054, "subset_score_loss": 0.017802083492279054}
+{"step": 2530000, "wall_time": 25604.687881231308, "train_loss_step": 2.931410312652588, "n_params": 4408390, "total_flops": 34262712422400000, "train_loss": 0.016567771775381906, "subset_score_loss": 0.016567771775381906}
+{"step": 2540000, "wall_time": 25697.246921539307, "train_loss_step": 3.036353826522827, "n_params": 4408390, "total_flops": 34398138163200000, "train_loss": 0.017317657811301096, "subset_score_loss": 0.017317657811301096}
+{"step": 2550000, "wall_time": 25790.431604862213, "train_loss_step": 2.918677806854248, "n_params": 4408390, "total_flops": 34533563904000000, "train_loss": 0.017371712412152972, "subset_score_loss": 0.017371712412152972}
+{"step": 2560000, "wall_time": 25883.695521354675, "train_loss_step": 3.0703489780426025, "n_params": 4408390, "total_flops": 34668989644800000, "train_loss": 0.016407534054347448, "subset_score_loss": 0.016407534054347448}
+{"step": 2570000, "wall_time": 25974.431321144104, "train_loss_step": 2.746446132659912, "n_params": 4408390, "total_flops": 34804415385600000, "train_loss": 0.016606264454977853, "subset_score_loss": 0.016606264454977853}
+{"step": 2580000, "wall_time": 26067.955779075623, "train_loss_step": 2.7620744705200195, "n_params": 4408390, "total_flops": 34939841126400000, "train_loss": 0.01687795775277274, "subset_score_loss": 0.01687795775277274}
+{"step": 2590000, "wall_time": 26161.20342683792, "train_loss_step": 3.0779008865356445, "n_params": 4408390, "total_flops": 35075266867200000, "train_loss": 0.016401503767286028, "subset_score_loss": 0.016401503767286028}
+{"step": 2600000, "wall_time": 26326.125642299652, "train_loss_step": 3.064757823944092, "n_params": 4408390, "total_flops": 35210692608000000, "train_loss": 0.01658253158841814, "subset_score_loss": 0.01658253158841814, "memorization_fraction_pixel": 0.7700999975204468, "mean_nn_ratio_pixel": 0.3295406997203827, "fid": 42.20772097474991}
+{"step": 2610000, "wall_time": 26419.442764997482, "train_loss_step": 2.9903833866119385, "n_params": 4408390, "total_flops": 35346118348800000, "train_loss": 0.01669551304408482, "subset_score_loss": 0.01669551304408482}
+{"step": 2620000, "wall_time": 26512.846463680267, "train_loss_step": 3.092947483062744, "n_params": 4408390, "total_flops": 35481544089600000, "train_loss": 0.01690687452043806, "subset_score_loss": 0.01690687452043806}
+{"step": 2630000, "wall_time": 26606.910209178925, "train_loss_step": 3.0568361282348633, "n_params": 4408390, "total_flops": 35616969830400000, "train_loss": 0.01565115111214774, "subset_score_loss": 0.01565115111214774}
+{"step": 2640000, "wall_time": 26698.04162788391, "train_loss_step": 3.336479425430298, "n_params": 4408390, "total_flops": 35752395571200000, "train_loss": 0.016812162739889964, "subset_score_loss": 0.016812162739889964}
+{"step": 2650000, "wall_time": 26791.435110092163, "train_loss_step": 2.9733335971832275, "n_params": 4408390, "total_flops": 35887821312000000, "train_loss": 0.01746584347316197, "subset_score_loss": 0.01746584347316197}
+{"step": 2660000, "wall_time": 26882.058775901794, "train_loss_step": 3.5178115367889404, "n_params": 4408390, "total_flops": 36023247052800000, "train_loss": 0.015846046379634313, "subset_score_loss": 0.015846046379634313}
+{"step": 2670000, "wall_time": 26975.342855215073, "train_loss_step": 2.984785795211792, "n_params": 4408390, "total_flops": 36158672793600000, "train_loss": 0.016091404642377582, "subset_score_loss": 0.016091404642377582}
+{"step": 2680000, "wall_time": 27068.81652212143, "train_loss_step": 2.9009149074554443, "n_params": 4408390, "total_flops": 36294098534400000, "train_loss": 0.016586739676339286, "subset_score_loss": 0.016586739676339286}
+{"step": 2690000, "wall_time": 27162.12062239647, "train_loss_step": 3.1369097232818604, "n_params": 4408390, "total_flops": 36429524275200000, "train_loss": 0.016140214034489224, "subset_score_loss": 0.016140214034489224}
+{"step": 2700000, "wall_time": 27326.04837322235, "train_loss_step": 3.156177520751953, "n_params": 4408390, "total_flops": 36564950016000000, "train_loss": 0.016130023343222482, "subset_score_loss": 0.016130023343222482, "memorization_fraction_pixel": 0.7886999845504761, "mean_nn_ratio_pixel": 0.3203824460506439, "fid": 41.838917907649865}
+{"step": 2710000, "wall_time": 27419.593148231506, "train_loss_step": 2.9340014457702637, "n_params": 4408390, "total_flops": 36700375756800000, "train_loss": 0.01595313889639718, "subset_score_loss": 0.01595313889639718}
+{"step": 2720000, "wall_time": 27512.994242429733, "train_loss_step": 2.935697078704834, "n_params": 4408390, "total_flops": 36835801497600000, "train_loss": 0.016438453538077217, "subset_score_loss": 0.016438453538077217}
+{"step": 2730000, "wall_time": 27606.86927509308, "train_loss_step": 2.8912134170532227, "n_params": 4408390, "total_flops": 36971227238400000, "train_loss": 0.015628819806235178, "subset_score_loss": 0.015628819806235178}
+{"step": 2740000, "wall_time": 27698.682049036026, "train_loss_step": 3.0742263793945312, "n_params": 4408390, "total_flops": 37106652979200000, "train_loss": 0.015455458845411028, "subset_score_loss": 0.015455458845411028}
+{"step": 2750000, "wall_time": 27791.584205389023, "train_loss_step": 2.8065690994262695, "n_params": 4408390, "total_flops": 37242078720000000, "train_loss": 0.01586329936981201, "subset_score_loss": 0.01586329936981201}
+{"step": 2760000, "wall_time": 27882.22024679184, "train_loss_step": 3.2554402351379395, "n_params": 4408390, "total_flops": 37377504460800000, "train_loss": 0.015686377457209997, "subset_score_loss": 0.015686377457209997}
+{"step": 2770000, "wall_time": 27976.4126329422, "train_loss_step": 3.20267653465271, "n_params": 4408390, "total_flops": 37512930201600000, "train_loss": 0.015531761305672782, "subset_score_loss": 0.015531761305672782}
+{"step": 2780000, "wall_time": 28070.98961353302, "train_loss_step": 2.689426898956299, "n_params": 4408390, "total_flops": 37648355942400000, "train_loss": 0.01552755662373134, "subset_score_loss": 0.01552755662373134}
+{"step": 2790000, "wall_time": 28165.413408041, "train_loss_step": 2.9166555404663086, "n_params": 4408390, "total_flops": 37783781683200000, "train_loss": 0.0156765341758728, "subset_score_loss": 0.0156765341758728}
+{"step": 2800000, "wall_time": 28330.87666630745, "train_loss_step": 2.8917317390441895, "n_params": 4408390, "total_flops": 37919207424000000, "train_loss": 0.015516529764447893, "subset_score_loss": 0.015516529764447893, "memorization_fraction_pixel": 0.7957000136375427, "mean_nn_ratio_pixel": 0.31813207268714905, "fid": 41.199175717654626}
+{"step": 2810000, "wall_time": 28422.97051501274, "train_loss_step": 2.7726328372955322, "n_params": 4408390, "total_flops": 38054633164800000, "train_loss": 0.015598952770233154, "subset_score_loss": 0.015598952770233154}
+{"step": 2820000, "wall_time": 28511.324226617813, "train_loss_step": 2.652817964553833, "n_params": 4408390, "total_flops": 38190058905600000, "train_loss": 0.015801903179713656, "subset_score_loss": 0.015801903179713656}
+{"step": 2830000, "wall_time": 28599.98091650009, "train_loss_step": 2.925013780593872, "n_params": 4408390, "total_flops": 38325484646400000, "train_loss": 0.0148976240839277, "subset_score_loss": 0.0148976240839277}
+{"step": 2840000, "wall_time": 28686.261321783066, "train_loss_step": 2.7587482929229736, "n_params": 4408390, "total_flops": 38460910387200000, "train_loss": 0.015253373554774694, "subset_score_loss": 0.015253373554774694}
+{"step": 2850000, "wall_time": 28772.488744020462, "train_loss_step": 3.1392197608947754, "n_params": 4408390, "total_flops": 38596336128000000, "train_loss": 0.01603614091873169, "subset_score_loss": 0.01603614091873169}
+{"step": 2860000, "wall_time": 28866.20186829567, "train_loss_step": 2.8170969486236572, "n_params": 4408390, "total_flops": 38731761868800000, "train_loss": 0.01619914940425328, "subset_score_loss": 0.01619914940425328}
+{"step": 2870000, "wall_time": 28960.588557958603, "train_loss_step": 2.8614096641540527, "n_params": 4408390, "total_flops": 38867187609600000, "train_loss": 0.015137348856244768, "subset_score_loss": 0.015137348856244768}
+{"step": 2880000, "wall_time": 29055.061012268066, "train_loss_step": 2.840628147125244, "n_params": 4408390, "total_flops": 39002613350400000, "train_loss": 0.014717209339141845, "subset_score_loss": 0.014717209339141845}
+{"step": 2890000, "wall_time": 29149.2686958313, "train_loss_step": 2.7402613162994385, "n_params": 4408390, "total_flops": 39138039091200000, "train_loss": 0.01429194382258824, "subset_score_loss": 0.01429194382258824}
+{"step": 2900000, "wall_time": 29314.714179039, "train_loss_step": 3.071532726287842, "n_params": 4408390, "total_flops": 39273464832000000, "train_loss": 0.014529519421713693, "subset_score_loss": 0.014529519421713693, "memorization_fraction_pixel": 0.8003000020980835, "mean_nn_ratio_pixel": 0.3185001611709595, "fid": 41.59691847315182}
+{"step": 2910000, "wall_time": 29407.461622953415, "train_loss_step": 2.972043991088867, "n_params": 4408390, "total_flops": 39408890572800000, "train_loss": 0.014579166684831892, "subset_score_loss": 0.014579166684831892}
+{"step": 2920000, "wall_time": 29496.307066679, "train_loss_step": 3.057617664337158, "n_params": 4408390, "total_flops": 39544316313600000, "train_loss": 0.014554897376469204, "subset_score_loss": 0.014554897376469204}
+{"step": 2930000, "wall_time": 29585.231323242188, "train_loss_step": 2.7238969802856445, "n_params": 4408390, "total_flops": 39679742054400000, "train_loss": 0.014321087087903703, "subset_score_loss": 0.014321087087903703}
+{"step": 2940000, "wall_time": 29672.60179567337, "train_loss_step": 2.679600715637207, "n_params": 4408390, "total_flops": 39815167795200000, "train_loss": 0.014836786474500383, "subset_score_loss": 0.014836786474500383}
+{"step": 2950000, "wall_time": 29762.888492822647, "train_loss_step": 2.919243097305298, "n_params": 4408390, "total_flops": 39950593536000000, "train_loss": 0.014291254111698695, "subset_score_loss": 0.014291254111698695}
+{"step": 2960000, "wall_time": 29857.516631126404, "train_loss_step": 3.289748191833496, "n_params": 4408390, "total_flops": 40086019276800000, "train_loss": 0.015239739418029785, "subset_score_loss": 0.015239739418029785}
+{"step": 2970000, "wall_time": 29952.217572450638, "train_loss_step": 2.7755966186523438, "n_params": 4408390, "total_flops": 40221445017600000, "train_loss": 0.014782919202532087, "subset_score_loss": 0.014782919202532087}
+{"step": 2980000, "wall_time": 30046.43629050255, "train_loss_step": 2.7887821197509766, "n_params": 4408390, "total_flops": 40356870758400000, "train_loss": 0.01396275588444301, "subset_score_loss": 0.01396275588444301}
+{"step": 2990000, "wall_time": 30141.350474834442, "train_loss_step": 3.1105825901031494, "n_params": 4408390, "total_flops": 40492296499200000, "train_loss": 0.014579624789101736, "subset_score_loss": 0.014579624789101736}
+{"step": 3000000, "wall_time": 30307.157004594803, "train_loss_step": 2.9100170135498047, "n_params": 4408390, "total_flops": 40627722240000000, "train_loss": 0.01469994102205549, "subset_score_loss": 0.01469994102205549, "memorization_fraction_pixel": 0.8144999742507935, "mean_nn_ratio_pixel": 0.3139081597328186, "fid": 41.59324607905447}
+{"step": 3010000, "wall_time": 30401.999249219894, "train_loss_step": 2.923677921295166, "n_params": 4408390, "total_flops": 40763147980800000, "train_loss": 0.014548025812421527, "subset_score_loss": 0.014548025812421527}
+{"step": 3020000, "wall_time": 30496.646510124207, "train_loss_step": 2.894427537918091, "n_params": 4408390, "total_flops": 40898573721600000, "train_loss": 0.013903680869511196, "subset_score_loss": 0.013903680869511196}
+{"step": 3030000, "wall_time": 30591.23343849182, "train_loss_step": 2.8876311779022217, "n_params": 4408390, "total_flops": 41033999462400000, "train_loss": 0.014289488111223493, "subset_score_loss": 0.014289488111223493}
+{"step": 3040000, "wall_time": 30681.364939928055, "train_loss_step": 2.812343120574951, "n_params": 4408390, "total_flops": 41169425203200000, "train_loss": 0.016207505975450787, "subset_score_loss": 0.016207505975450787}
+{"step": 3050000, "wall_time": 30775.922702550888, "train_loss_step": 2.8492283821105957, "n_params": 4408390, "total_flops": 41304850944000000, "train_loss": 0.014941222327096122, "subset_score_loss": 0.014941222327096122}
+{"step": 3060000, "wall_time": 30870.453691482544, "train_loss_step": 2.8677196502685547, "n_params": 4408390, "total_flops": 41440276684800000, "train_loss": 0.014530135904039655, "subset_score_loss": 0.014530135904039655}
+{"step": 3070000, "wall_time": 30964.367391109467, "train_loss_step": 3.0242066383361816, "n_params": 4408390, "total_flops": 41575702425600000, "train_loss": 0.014162683486938476, "subset_score_loss": 0.014162683486938476}
+{"step": 3080000, "wall_time": 31059.12996649742, "train_loss_step": 2.9927713871002197, "n_params": 4408390, "total_flops": 41711128166400000, "train_loss": 0.014303614412035261, "subset_score_loss": 0.014303614412035261}
+{"step": 3090000, "wall_time": 31153.968584537506, "train_loss_step": 3.1305673122406006, "n_params": 4408390, "total_flops": 41846553907200000, "train_loss": 0.014172580412455968, "subset_score_loss": 0.014172580412455968}
+{"step": 3100000, "wall_time": 31320.264137983322, "train_loss_step": 2.9063940048217773, "n_params": 4408390, "total_flops": 41981979648000000, "train_loss": 0.01458831684929984, "subset_score_loss": 0.01458831684929984, "memorization_fraction_pixel": 0.7961999773979187, "mean_nn_ratio_pixel": 0.319546639919281, "fid": 41.953300093033086}
+{"step": 3110000, "wall_time": 31414.552358865738, "train_loss_step": 2.955026626586914, "n_params": 4408390, "total_flops": 42117405388800000, "train_loss": 0.0140853294304439, "subset_score_loss": 0.0140853294304439}
+{"step": 3120000, "wall_time": 31508.34086704254, "train_loss_step": 2.8442511558532715, "n_params": 4408390, "total_flops": 42252831129600000, "train_loss": 0.01356218797819955, "subset_score_loss": 0.01356218797819955}
+{"step": 3130000, "wall_time": 31602.452796459198, "train_loss_step": 2.8609728813171387, "n_params": 4408390, "total_flops": 42388256870400000, "train_loss": 0.013717939172472273, "subset_score_loss": 0.013717939172472273}
+{"step": 3140000, "wall_time": 31680.64909863472, "train_loss_step": 2.80281925201416, "n_params": 4408390, "total_flops": 42523682611200000, "train_loss": 0.013477277755737305, "subset_score_loss": 0.013477277755737305}
+{"step": 3150000, "wall_time": 31773.091825723648, "train_loss_step": 2.8173718452453613, "n_params": 4408390, "total_flops": 42659108352000000, "train_loss": 0.014308328287942068, "subset_score_loss": 0.014308328287942068}
+{"step": 3160000, "wall_time": 31866.378688097, "train_loss_step": 2.8146145343780518, "n_params": 4408390, "total_flops": 42794534092800000, "train_loss": 0.013238801274980817, "subset_score_loss": 0.013238801274980817}
+{"step": 3170000, "wall_time": 31959.44751238823, "train_loss_step": 2.9111876487731934, "n_params": 4408390, "total_flops": 42929959833600000, "train_loss": 0.014432973521096366, "subset_score_loss": 0.014432973521096366}
+{"step": 3180000, "wall_time": 32054.03238940239, "train_loss_step": 2.7370223999023438, "n_params": 4408390, "total_flops": 43065385574400000, "train_loss": 0.013088990960802351, "subset_score_loss": 0.013088990960802351}
+{"step": 3190000, "wall_time": 32147.38898897171, "train_loss_step": 2.979018211364746, "n_params": 4408390, "total_flops": 43200811315200000, "train_loss": 0.013393462555749075, "subset_score_loss": 0.013393462555749075}
+{"step": 3200000, "wall_time": 32311.356469154358, "train_loss_step": 2.9585936069488525, "n_params": 4408390, "total_flops": 43336237056000000, "train_loss": 0.013993586812700545, "subset_score_loss": 0.013993586812700545, "memorization_fraction_pixel": 0.824999988079071, "mean_nn_ratio_pixel": 0.30836543440818787, "fid": 41.535370415912276}
+{"step": 3210000, "wall_time": 32405.473132371902, "train_loss_step": 2.7481260299682617, "n_params": 4408390, "total_flops": 43471662796800000, "train_loss": 0.013682154246738978, "subset_score_loss": 0.013682154246738978}
+{"step": 3220000, "wall_time": 32499.664146900177, "train_loss_step": 2.587435245513916, "n_params": 4408390, "total_flops": 43607088537600000, "train_loss": 0.013221689632960729, "subset_score_loss": 0.013221689632960729}
+{"step": 3230000, "wall_time": 32593.84938788414, "train_loss_step": 2.736948013305664, "n_params": 4408390, "total_flops": 43742514278400000, "train_loss": 0.014297986030578613, "subset_score_loss": 0.014297986030578613}
+{"step": 3240000, "wall_time": 32683.539116621017, "train_loss_step": 2.6279776096343994, "n_params": 4408390, "total_flops": 43877940019200000, "train_loss": 0.013263660669326782, "subset_score_loss": 0.013263660669326782}
+{"step": 3250000, "wall_time": 32777.830060482025, "train_loss_step": 3.107726812362671, "n_params": 4408390, "total_flops": 44013365760000000, "train_loss": 0.014247922386441911, "subset_score_loss": 0.014247922386441911}
+{"step": 3260000, "wall_time": 32872.03965806961, "train_loss_step": 2.7346723079681396, "n_params": 4408390, "total_flops": 44148791500800000, "train_loss": 0.013160771131515503, "subset_score_loss": 0.013160771131515503}
+{"step": 3270000, "wall_time": 32965.88287949562, "train_loss_step": 2.9695653915405273, "n_params": 4408390, "total_flops": 44284217241600000, "train_loss": 0.013711532524653843, "subset_score_loss": 0.013711532524653843}
+{"step": 3280000, "wall_time": 33058.92377996445, "train_loss_step": 2.80787992477417, "n_params": 4408390, "total_flops": 44419642982400000, "train_loss": 0.013509371450969152, "subset_score_loss": 0.013509371450969152}
+{"step": 3290000, "wall_time": 33152.28489160538, "train_loss_step": 3.018375873565674, "n_params": 4408390, "total_flops": 44555068723200000, "train_loss": 0.012978805814470563, "subset_score_loss": 0.012978805814470563}
+{"step": 3300000, "wall_time": 33316.456429719925, "train_loss_step": 2.8376989364624023, "n_params": 4408390, "total_flops": 44690494464000000, "train_loss": 0.01330949068069458, "subset_score_loss": 0.01330949068069458, "memorization_fraction_pixel": 0.8154000043869019, "mean_nn_ratio_pixel": 0.3152567744255066, "fid": 41.70070503798584}
+{"step": 3310000, "wall_time": 33409.7870156765, "train_loss_step": 2.763887882232666, "n_params": 4408390, "total_flops": 44825920204800000, "train_loss": 0.012796883923666819, "subset_score_loss": 0.012796883923666819}
+{"step": 3320000, "wall_time": 33504.174775362015, "train_loss_step": 2.7497270107269287, "n_params": 4408390, "total_flops": 44961345945600000, "train_loss": 0.013741893427712577, "subset_score_loss": 0.013741893427712577}
+{"step": 3330000, "wall_time": 33595.93214774132, "train_loss_step": 3.0354766845703125, "n_params": 4408390, "total_flops": 45096771686400000, "train_loss": 0.013547666583742414, "subset_score_loss": 0.013547666583742414}
+{"step": 3340000, "wall_time": 33689.67784500122, "train_loss_step": 2.865262508392334, "n_params": 4408390, "total_flops": 45232197427200000, "train_loss": 0.013181104830333164, "subset_score_loss": 0.013181104830333164}
+{"step": 3350000, "wall_time": 33783.06426548958, "train_loss_step": 2.5895791053771973, "n_params": 4408390, "total_flops": 45367623168000000, "train_loss": 0.013411037411008563, "subset_score_loss": 0.013411037411008563}
+{"step": 3360000, "wall_time": 33877.03453922272, "train_loss_step": 2.72501802444458, "n_params": 4408390, "total_flops": 45503048908800000, "train_loss": 0.013608334745679582, "subset_score_loss": 0.013608334745679582}
+{"step": 3370000, "wall_time": 33970.340757608414, "train_loss_step": 2.7059831619262695, "n_params": 4408390, "total_flops": 45638474649600000, "train_loss": 0.012566782746996198, "subset_score_loss": 0.012566782746996198}
+{"step": 3380000, "wall_time": 34064.97518825531, "train_loss_step": 2.7036571502685547, "n_params": 4408390, "total_flops": 45773900390400000, "train_loss": 0.013039552313940866, "subset_score_loss": 0.013039552313940866}
+{"step": 3390000, "wall_time": 34159.80567908287, "train_loss_step": 2.7758026123046875, "n_params": 4408390, "total_flops": 45909326131200000, "train_loss": 0.013311333315713065, "subset_score_loss": 0.013311333315713065}
+{"step": 3400000, "wall_time": 34318.10842823982, "train_loss_step": 2.8719921112060547, "n_params": 4408390, "total_flops": 46044751872000000, "train_loss": 0.012925227199281965, "subset_score_loss": 0.012925227199281965, "memorization_fraction_pixel": 0.820900022983551, "mean_nn_ratio_pixel": 0.31195223331451416, "fid": 41.327363052943575}
+{"step": 3410000, "wall_time": 34412.826115846634, "train_loss_step": 2.6711063385009766, "n_params": 4408390, "total_flops": 46180177612800000, "train_loss": 0.012420610019138882, "subset_score_loss": 0.012420610019138882}
+{"step": 3420000, "wall_time": 34507.41143345833, "train_loss_step": 2.751439332962036, "n_params": 4408390, "total_flops": 46315603353600000, "train_loss": 0.012810604912894112, "subset_score_loss": 0.012810604912894112}
+{"step": 3430000, "wall_time": 34590.57375073433, "train_loss_step": 2.789231538772583, "n_params": 4408390, "total_flops": 46451029094400000, "train_loss": 0.012645972626549857, "subset_score_loss": 0.012645972626549857}
+{"step": 3440000, "wall_time": 34685.8558447361, "train_loss_step": 2.5748586654663086, "n_params": 4408390, "total_flops": 46586454835200000, "train_loss": 0.012456732136862618, "subset_score_loss": 0.012456732136862618}
+{"step": 3450000, "wall_time": 34778.144696712494, "train_loss_step": 2.846280574798584, "n_params": 4408390, "total_flops": 46721880576000000, "train_loss": 0.012706039633069719, "subset_score_loss": 0.012706039633069719}
+{"step": 3460000, "wall_time": 34872.863463163376, "train_loss_step": 2.6539061069488525, "n_params": 4408390, "total_flops": 46857306316800000, "train_loss": 0.012728404998779298, "subset_score_loss": 0.012728404998779298}
+{"step": 3470000, "wall_time": 34967.50098872185, "train_loss_step": 2.8591315746307373, "n_params": 4408390, "total_flops": 46992732057600000, "train_loss": 0.012498371090207782, "subset_score_loss": 0.012498371090207782}
+{"step": 3480000, "wall_time": 35062.16006231308, "train_loss_step": 2.63399076461792, "n_params": 4408390, "total_flops": 47128157798400000, "train_loss": 0.012852355412074497, "subset_score_loss": 0.012852355412074497}
+{"step": 3490000, "wall_time": 35156.44036149979, "train_loss_step": 2.9334158897399902, "n_params": 4408390, "total_flops": 47263583539200000, "train_loss": 0.012600547926766532, "subset_score_loss": 0.012600547926766532}
+{"step": 3500000, "wall_time": 35310.17547392845, "train_loss_step": 2.8068408966064453, "n_params": 4408390, "total_flops": 47399009280000000, "train_loss": 0.012235313653945923, "subset_score_loss": 0.012235313653945923, "memorization_fraction_pixel": 0.8238999843597412, "mean_nn_ratio_pixel": 0.3109551668167114, "fid": 41.249215482459746}
+{"step": 3510000, "wall_time": 35404.7781021595, "train_loss_step": 2.752713680267334, "n_params": 4408390, "total_flops": 47534435020800000, "train_loss": 0.012425106763839722, "subset_score_loss": 0.012425106763839722}
+{"step": 3520000, "wall_time": 35498.96790122986, "train_loss_step": 2.6099658012390137, "n_params": 4408390, "total_flops": 47669860761600000, "train_loss": 0.012175700494221278, "subset_score_loss": 0.012175700494221278}
+{"step": 3530000, "wall_time": 35580.96045804024, "train_loss_step": 2.622807502746582, "n_params": 4408390, "total_flops": 47805286502400000, "train_loss": 0.012993013858795166, "subset_score_loss": 0.012993013858795166}
+{"step": 3540000, "wall_time": 35675.93958592415, "train_loss_step": 2.9667515754699707, "n_params": 4408390, "total_flops": 47940712243200000, "train_loss": 0.012133908271789551, "subset_score_loss": 0.012133908271789551}
+{"step": 3550000, "wall_time": 35768.60002684593, "train_loss_step": 2.79854154586792, "n_params": 4408390, "total_flops": 48076137984000000, "train_loss": 0.012611691440854753, "subset_score_loss": 0.012611691440854753}
+{"step": 3560000, "wall_time": 35862.98551654816, "train_loss_step": 2.7692344188690186, "n_params": 4408390, "total_flops": 48211563724800000, "train_loss": 0.012930597577776228, "subset_score_loss": 0.012930597577776228}
+{"step": 3570000, "wall_time": 35957.6141269207, "train_loss_step": 2.809431552886963, "n_params": 4408390, "total_flops": 48346989465600000, "train_loss": 0.012627135855810982, "subset_score_loss": 0.012627135855810982}
+{"step": 3580000, "wall_time": 36052.25187969208, "train_loss_step": 2.844834804534912, "n_params": 4408390, "total_flops": 48482415206400000, "train_loss": 0.012694723265511649, "subset_score_loss": 0.012694723265511649}
+{"step": 3590000, "wall_time": 36146.59133553505, "train_loss_step": 2.8000288009643555, "n_params": 4408390, "total_flops": 48617840947200000, "train_loss": 0.012510888065610614, "subset_score_loss": 0.012510888065610614}
+{"step": 3600000, "wall_time": 36311.44206905365, "train_loss_step": 2.846226215362549, "n_params": 4408390, "total_flops": 48753266688000000, "train_loss": 0.011761963367462158, "subset_score_loss": 0.011761963367462158, "memorization_fraction_pixel": 0.8258000016212463, "mean_nn_ratio_pixel": 0.3090733289718628, "fid": 40.9639318958384}
+{"step": 3610000, "wall_time": 36405.49922704697, "train_loss_step": 2.6158370971679688, "n_params": 4408390, "total_flops": 48888692428800000, "train_loss": 0.012285594429288591, "subset_score_loss": 0.012285594429288591}
+{"step": 3620000, "wall_time": 36499.3231317997, "train_loss_step": 2.545701503753662, "n_params": 4408390, "total_flops": 49024118169600000, "train_loss": 0.012904196977615356, "subset_score_loss": 0.012904196977615356}
+{"step": 3630000, "wall_time": 36580.57908964157, "train_loss_step": 2.97306489944458, "n_params": 4408390, "total_flops": 49159543910400000, "train_loss": 0.011808208908353534, "subset_score_loss": 0.011808208908353534}
+{"step": 3640000, "wall_time": 36675.29199743271, "train_loss_step": 2.880842924118042, "n_params": 4408390, "total_flops": 49294969651200000, "train_loss": 0.011916994197028024, "subset_score_loss": 0.011916994197028024}
+{"step": 3650000, "wall_time": 36768.406507730484, "train_loss_step": 2.9029273986816406, "n_params": 4408390, "total_flops": 49430395392000000, "train_loss": 0.0122430043561118, "subset_score_loss": 0.0122430043561118}
+{"step": 3660000, "wall_time": 36863.08974838257, "train_loss_step": 2.6403024196624756, "n_params": 4408390, "total_flops": 49565821132800000, "train_loss": 0.011885514429637364, "subset_score_loss": 0.011885514429637364}
+{"step": 3670000, "wall_time": 36957.76986336708, "train_loss_step": 2.683807134628296, "n_params": 4408390, "total_flops": 49701246873600000, "train_loss": 0.012074272973196847, "subset_score_loss": 0.012074272973196847}
+{"step": 3680000, "wall_time": 37051.844138383865, "train_loss_step": 2.9067728519439697, "n_params": 4408390, "total_flops": 49836672614400000, "train_loss": 0.012326255866459438, "subset_score_loss": 0.012326255866459438}
+{"step": 3690000, "wall_time": 37146.51563119888, "train_loss_step": 2.6349542140960693, "n_params": 4408390, "total_flops": 49972098355200000, "train_loss": 0.011935665777751377, "subset_score_loss": 0.011935665777751377}
+{"step": 3700000, "wall_time": 37313.717195510864, "train_loss_step": 2.7215747833251953, "n_params": 4408390, "total_flops": 50107524096000000, "train_loss": 0.011969353471483504, "subset_score_loss": 0.011969353471483504, "memorization_fraction_pixel": 0.8240000009536743, "mean_nn_ratio_pixel": 0.3094329237937927, "fid": 41.467596658516}
+{"step": 3710000, "wall_time": 37408.08033800125, "train_loss_step": 2.9250738620758057, "n_params": 4408390, "total_flops": 50242949836800000, "train_loss": 0.012113674197878156, "subset_score_loss": 0.012113674197878156}
+{"step": 3720000, "wall_time": 37501.524871110916, "train_loss_step": 2.518646240234375, "n_params": 4408390, "total_flops": 50378375577600000, "train_loss": 0.0120449960231781, "subset_score_loss": 0.0120449960231781}
+{"step": 3730000, "wall_time": 37585.36742424965, "train_loss_step": 2.855250358581543, "n_params": 4408390, "total_flops": 50513801318400000, "train_loss": 0.011856096982955932, "subset_score_loss": 0.011856096982955932}
+{"step": 3740000, "wall_time": 37679.83801460266, "train_loss_step": 2.802318811416626, "n_params": 4408390, "total_flops": 50649227059200000, "train_loss": 0.011999696493148804, "subset_score_loss": 0.011999696493148804}
+{"step": 3750000, "wall_time": 37773.12412405014, "train_loss_step": 2.7401793003082275, "n_params": 4408390, "total_flops": 50784652800000000, "train_loss": 0.012958552156175886, "subset_score_loss": 0.012958552156175886}
+{"step": 3760000, "wall_time": 37867.8669128418, "train_loss_step": 2.63808536529541, "n_params": 4408390, "total_flops": 50920078540800000, "train_loss": 0.0122916613306318, "subset_score_loss": 0.0122916613306318}
+{"step": 3770000, "wall_time": 37961.870914936066, "train_loss_step": 2.870711088180542, "n_params": 4408390, "total_flops": 51055504281600000, "train_loss": 0.011607664823532104, "subset_score_loss": 0.011607664823532104}
+{"step": 3780000, "wall_time": 38056.54437541962, "train_loss_step": 2.740135669708252, "n_params": 4408390, "total_flops": 51190930022400000, "train_loss": 0.011425111974988664, "subset_score_loss": 0.011425111974988664}
+{"step": 3790000, "wall_time": 38151.18215370178, "train_loss_step": 2.801032543182373, "n_params": 4408390, "total_flops": 51326355763200000, "train_loss": 0.011949042763028826, "subset_score_loss": 0.011949042763028826}
+{"step": 3800000, "wall_time": 38317.85493564606, "train_loss_step": 2.615262746810913, "n_params": 4408390, "total_flops": 51461781504000000, "train_loss": 0.011487491641725812, "subset_score_loss": 0.011487491641725812, "memorization_fraction_pixel": 0.833299994468689, "mean_nn_ratio_pixel": 0.30687233805656433, "fid": 41.33857740807866}
+{"step": 3810000, "wall_time": 38412.8293094635, "train_loss_step": 2.7292957305908203, "n_params": 4408390, "total_flops": 51597207244800000, "train_loss": 0.011757902588163104, "subset_score_loss": 0.011757902588163104}
+{"step": 3820000, "wall_time": 38504.02002000809, "train_loss_step": 2.7938780784606934, "n_params": 4408390, "total_flops": 51732632985600000, "train_loss": 0.011526261908667429, "subset_score_loss": 0.011526261908667429}
+{"step": 3830000, "wall_time": 38589.78579854965, "train_loss_step": 2.7873852252960205, "n_params": 4408390, "total_flops": 51868058726400000, "train_loss": 0.012015489169529506, "subset_score_loss": 0.012015489169529506}
+{"step": 3840000, "wall_time": 38684.46727633476, "train_loss_step": 2.6241259574890137, "n_params": 4408390, "total_flops": 52003484467200000, "train_loss": 0.012411731481552123, "subset_score_loss": 0.012411731481552123}
+{"step": 3850000, "wall_time": 38778.02610874176, "train_loss_step": 2.7689666748046875, "n_params": 4408390, "total_flops": 52138910208000000, "train_loss": 0.011423582690102713, "subset_score_loss": 0.011423582690102713}
+{"step": 3860000, "wall_time": 38872.22273850441, "train_loss_step": 2.7862143516540527, "n_params": 4408390, "total_flops": 52274335948800000, "train_loss": 0.011988756486347743, "subset_score_loss": 0.011988756486347743}
+{"step": 3870000, "wall_time": 38966.76198005676, "train_loss_step": 2.5801901817321777, "n_params": 4408390, "total_flops": 52409761689600000, "train_loss": 0.011131860528673444, "subset_score_loss": 0.011131860528673444}
+{"step": 3880000, "wall_time": 39061.23846530914, "train_loss_step": 2.6201415061950684, "n_params": 4408390, "total_flops": 52545187430400000, "train_loss": 0.011631889002663749, "subset_score_loss": 0.011631889002663749}
+{"step": 3890000, "wall_time": 39155.78524661064, "train_loss_step": 2.4905104637145996, "n_params": 4408390, "total_flops": 52680613171200000, "train_loss": 0.011596531527382986, "subset_score_loss": 0.011596531527382986}
+{"step": 3900000, "wall_time": 39322.26387214661, "train_loss_step": 2.7775447368621826, "n_params": 4408390, "total_flops": 52816038912000000, "train_loss": 0.011904192822320121, "subset_score_loss": 0.011904192822320121, "memorization_fraction_pixel": 0.8226000070571899, "mean_nn_ratio_pixel": 0.3137318789958954, "fid": 41.99416216990558}
+{"step": 3910000, "wall_time": 39417.03368616104, "train_loss_step": 2.6239147186279297, "n_params": 4408390, "total_flops": 52951464652800000, "train_loss": 0.011732909509113857, "subset_score_loss": 0.011732909509113857}
+{"step": 3920000, "wall_time": 39505.61141753197, "train_loss_step": 3.09702730178833, "n_params": 4408390, "total_flops": 53086890393600000, "train_loss": 0.011476853915623256, "subset_score_loss": 0.011476853915623256}
+{"step": 3930000, "wall_time": 39594.236422777176, "train_loss_step": 2.6737136840820312, "n_params": 4408390, "total_flops": 53222316134400000, "train_loss": 0.011662826367786953, "subset_score_loss": 0.011662826367786953}
+{"step": 3940000, "wall_time": 39688.92866849899, "train_loss_step": 2.867431402206421, "n_params": 4408390, "total_flops": 53357741875200000, "train_loss": 0.010825810262135097, "subset_score_loss": 0.010825810262135097}
+{"step": 3950000, "wall_time": 39782.10014510155, "train_loss_step": 2.8375167846679688, "n_params": 4408390, "total_flops": 53493167616000000, "train_loss": 0.011501638378415788, "subset_score_loss": 0.011501638378415788}
+{"step": 3960000, "wall_time": 39876.600893735886, "train_loss_step": 2.3976590633392334, "n_params": 4408390, "total_flops": 53628593356800000, "train_loss": 0.010952146564211165, "subset_score_loss": 0.010952146564211165}
+{"step": 3970000, "wall_time": 39971.3551094532, "train_loss_step": 2.865161418914795, "n_params": 4408390, "total_flops": 53764019097600000, "train_loss": 0.011915471724101475, "subset_score_loss": 0.011915471724101475}
+{"step": 3980000, "wall_time": 40065.77940917015, "train_loss_step": 2.9796974658966064, "n_params": 4408390, "total_flops": 53899444838400000, "train_loss": 0.011352681262152536, "subset_score_loss": 0.011352681262152536}
+{"step": 3990000, "wall_time": 40160.2540204525, "train_loss_step": 2.9455151557922363, "n_params": 4408390, "total_flops": 54034870579200000, "train_loss": 0.010863272632871354, "subset_score_loss": 0.010863272632871354}
+{"step": 4000000, "wall_time": 40326.334527015686, "train_loss_step": 2.5906553268432617, "n_params": 4408390, "total_flops": 54170296320000000, "train_loss": 0.011074366739818028, "subset_score_loss": 0.011074366739818028, "memorization_fraction_pixel": 0.826200008392334, "mean_nn_ratio_pixel": 0.3108704686164856, "fid": 41.00592785735604}
+{"step": 4010000, "wall_time": 40420.99914479256, "train_loss_step": 2.9771132469177246, "n_params": 4408390, "total_flops": 54305722060800000, "train_loss": 0.010858927454267229, "subset_score_loss": 0.010858927454267229}
+{"step": 4020000, "wall_time": 40507.39033484459, "train_loss_step": 2.753305435180664, "n_params": 4408390, "total_flops": 54441147801600000, "train_loss": 0.011687056507383074, "subset_score_loss": 0.011687056507383074}
+{"step": 4030000, "wall_time": 40597.14729809761, "train_loss_step": 2.5392661094665527, "n_params": 4408390, "total_flops": 54576573542400000, "train_loss": 0.010746462004525321, "subset_score_loss": 0.010746462004525321}
+{"step": 4040000, "wall_time": 40691.436614751816, "train_loss_step": 2.5815296173095703, "n_params": 4408390, "total_flops": 54711999283200000, "train_loss": 0.01094382745879037, "subset_score_loss": 0.01094382745879037}
+{"step": 4050000, "wall_time": 40784.92575263977, "train_loss_step": 2.7603166103363037, "n_params": 4408390, "total_flops": 54847425024000000, "train_loss": 0.011636494738715036, "subset_score_loss": 0.011636494738715036}
+{"step": 4060000, "wall_time": 40879.76566910744, "train_loss_step": 2.622220039367676, "n_params": 4408390, "total_flops": 54982850764800000, "train_loss": 0.011229511669703892, "subset_score_loss": 0.011229511669703892}
+{"step": 4070000, "wall_time": 40974.44157743454, "train_loss_step": 2.607266902923584, "n_params": 4408390, "total_flops": 55118276505600000, "train_loss": 0.010481602805001395, "subset_score_loss": 0.010481602805001395}
+{"step": 4080000, "wall_time": 41069.04796123505, "train_loss_step": 2.8164472579956055, "n_params": 4408390, "total_flops": 55253702246400000, "train_loss": 0.011150589159556797, "subset_score_loss": 0.011150589159556797}
+{"step": 4090000, "wall_time": 41162.58344244957, "train_loss_step": 2.813417911529541, "n_params": 4408390, "total_flops": 55389127987200000, "train_loss": 0.011021454845155989, "subset_score_loss": 0.011021454845155989}
+{"step": 4100000, "wall_time": 41322.90174102783, "train_loss_step": 2.817232131958008, "n_params": 4408390, "total_flops": 55524553728000000, "train_loss": 0.010990594114576067, "subset_score_loss": 0.010990594114576067, "memorization_fraction_pixel": 0.8255000114440918, "mean_nn_ratio_pixel": 0.31301212310791016, "fid": 42.22068938727669}
+{"step": 4110000, "wall_time": 41413.650317668915, "train_loss_step": 2.871278762817383, "n_params": 4408390, "total_flops": 55659979468800000, "train_loss": 0.010845786333084107, "subset_score_loss": 0.010845786333084107}
+{"step": 4120000, "wall_time": 41496.94839119911, "train_loss_step": 2.9857280254364014, "n_params": 4408390, "total_flops": 55795405209600000, "train_loss": 0.011207910946437291, "subset_score_loss": 0.011207910946437291}
+{"step": 4130000, "wall_time": 41587.585557460785, "train_loss_step": 2.5737383365631104, "n_params": 4408390, "total_flops": 55930830950400000, "train_loss": 0.01028432675770351, "subset_score_loss": 0.01028432675770351}
+{"step": 4140000, "wall_time": 41678.54100847244, "train_loss_step": 2.3876142501831055, "n_params": 4408390, "total_flops": 56066256691200000, "train_loss": 0.01110949090548924, "subset_score_loss": 0.01110949090548924}
+{"step": 4150000, "wall_time": 41768.649550914764, "train_loss_step": 2.862873077392578, "n_params": 4408390, "total_flops": 56201682432000000, "train_loss": 0.010889045681272235, "subset_score_loss": 0.010889045681272235}
+{"step": 4160000, "wall_time": 41860.22376155853, "train_loss_step": 2.656798839569092, "n_params": 4408390, "total_flops": 56337108172800000, "train_loss": 0.010583748136247908, "subset_score_loss": 0.010583748136247908}
+{"step": 4170000, "wall_time": 41951.38078188896, "train_loss_step": 2.9157285690307617, "n_params": 4408390, "total_flops": 56472533913600000, "train_loss": 0.010615658760070801, "subset_score_loss": 0.010615658760070801}
+{"step": 4180000, "wall_time": 42042.06571888924, "train_loss_step": 2.417248010635376, "n_params": 4408390, "total_flops": 56607959654400000, "train_loss": 0.010979070833751133, "subset_score_loss": 0.010979070833751133}
+{"step": 4190000, "wall_time": 42134.08726859093, "train_loss_step": 2.549402952194214, "n_params": 4408390, "total_flops": 56743385395200000, "train_loss": 0.011140261377607073, "subset_score_loss": 0.011140261377607073}
+{"step": 4200000, "wall_time": 42293.113359451294, "train_loss_step": 2.5501298904418945, "n_params": 4408390, "total_flops": 56878811136000000, "train_loss": 0.010882247345788139, "subset_score_loss": 0.010882247345788139, "memorization_fraction_pixel": 0.8409000039100647, "mean_nn_ratio_pixel": 0.30627501010894775, "fid": 41.09432843336633}
+{"step": 4210000, "wall_time": 42383.96368384361, "train_loss_step": 2.6844873428344727, "n_params": 4408390, "total_flops": 57014236876800000, "train_loss": 0.010589459112712316, "subset_score_loss": 0.010589459112712316}
+{"step": 4220000, "wall_time": 42471.37093830109, "train_loss_step": 2.803234100341797, "n_params": 4408390, "total_flops": 57149662617600000, "train_loss": 0.010873172964368547, "subset_score_loss": 0.010873172964368547}
+{"step": 4230000, "wall_time": 42562.17462325096, "train_loss_step": 2.4924628734588623, "n_params": 4408390, "total_flops": 57285088358400000, "train_loss": 0.011029389926365443, "subset_score_loss": 0.011029389926365443}
+{"step": 4240000, "wall_time": 42653.438500881195, "train_loss_step": 3.1572980880737305, "n_params": 4408390, "total_flops": 57420514099200000, "train_loss": 0.010270304339272635, "subset_score_loss": 0.010270304339272635}
+{"step": 4250000, "wall_time": 42744.42765879631, "train_loss_step": 2.8395490646362305, "n_params": 4408390, "total_flops": 57555939840000000, "train_loss": 0.0105339663369315, "subset_score_loss": 0.0105339663369315}
+{"step": 4260000, "wall_time": 42833.5292904377, "train_loss_step": 2.6514980792999268, "n_params": 4408390, "total_flops": 57691365580800000, "train_loss": 0.010457204069410052, "subset_score_loss": 0.010457204069410052}
+{"step": 4270000, "wall_time": 42924.371242284775, "train_loss_step": 2.5684304237365723, "n_params": 4408390, "total_flops": 57826791321600000, "train_loss": 0.010269469022750855, "subset_score_loss": 0.010269469022750855}
+{"step": 4280000, "wall_time": 43015.61684155464, "train_loss_step": 2.9078612327575684, "n_params": 4408390, "total_flops": 57962217062400000, "train_loss": 0.010983324902398246, "subset_score_loss": 0.010983324902398246}
+{"step": 4290000, "wall_time": 43106.430263996124, "train_loss_step": 2.6213502883911133, "n_params": 4408390, "total_flops": 58097642803200000, "train_loss": 0.01057976484298706, "subset_score_loss": 0.01057976484298706}
+{"step": 4300000, "wall_time": 43264.14769625664, "train_loss_step": 2.709653377532959, "n_params": 4408390, "total_flops": 58233068544000000, "train_loss": 0.010117208106177195, "subset_score_loss": 0.010117208106177195, "memorization_fraction_pixel": 0.8343999981880188, "mean_nn_ratio_pixel": 0.31468021869659424, "fid": 42.14368964960889}
+{"step": 4310000, "wall_time": 43355.19111275673, "train_loss_step": 2.5702247619628906, "n_params": 4408390, "total_flops": 58368494284800000, "train_loss": 0.010128733941486903, "subset_score_loss": 0.010128733941486903}
+{"step": 4320000, "wall_time": 43442.732568740845, "train_loss_step": 2.6222119331359863, "n_params": 4408390, "total_flops": 58503920025600000, "train_loss": 0.010377461569649832, "subset_score_loss": 0.010377461569649832}
+{"step": 4330000, "wall_time": 43533.79534482956, "train_loss_step": 2.6704039573669434, "n_params": 4408390, "total_flops": 58639345766400000, "train_loss": 0.010648863656180245, "subset_score_loss": 0.010648863656180245}
+{"step": 4340000, "wall_time": 43625.05919909477, "train_loss_step": 2.9103455543518066, "n_params": 4408390, "total_flops": 58774771507200000, "train_loss": 0.010491605315889631, "subset_score_loss": 0.010491605315889631}
+{"step": 4350000, "wall_time": 43716.85086750984, "train_loss_step": 2.6698665618896484, "n_params": 4408390, "total_flops": 58910197248000000, "train_loss": 0.010674069608960833, "subset_score_loss": 0.010674069608960833}
+{"step": 4360000, "wall_time": 43806.125099897385, "train_loss_step": 2.6727347373962402, "n_params": 4408390, "total_flops": 59045622988800000, "train_loss": 0.010642257758549281, "subset_score_loss": 0.010642257758549281}
+{"step": 4370000, "wall_time": 43897.26243209839, "train_loss_step": 3.0031802654266357, "n_params": 4408390, "total_flops": 59181048729600000, "train_loss": 0.01024341242653983, "subset_score_loss": 0.01024341242653983}
+{"step": 4380000, "wall_time": 43988.23675632477, "train_loss_step": 2.775263786315918, "n_params": 4408390, "total_flops": 59316474470400000, "train_loss": 0.010674938133784702, "subset_score_loss": 0.010674938133784702}
+{"step": 4390000, "wall_time": 44079.20935034752, "train_loss_step": 2.609341621398926, "n_params": 4408390, "total_flops": 59451900211200000, "train_loss": 0.009997495583125524, "subset_score_loss": 0.009997495583125524}
+{"step": 4400000, "wall_time": 44236.94058346748, "train_loss_step": 2.3856186866760254, "n_params": 4408390, "total_flops": 59587325952000000, "train_loss": 0.010529037032808577, "subset_score_loss": 0.010529037032808577, "memorization_fraction_pixel": 0.8417999744415283, "mean_nn_ratio_pixel": 0.3068660497665405, "fid": 41.34100745590513}
+{"step": 4410000, "wall_time": 44324.467220544815, "train_loss_step": 2.3706040382385254, "n_params": 4408390, "total_flops": 59722751692800000, "train_loss": 0.01058316911969866, "subset_score_loss": 0.01058316911969866}
+{"step": 4420000, "wall_time": 44414.964249134064, "train_loss_step": 3.2076218128204346, "n_params": 4408390, "total_flops": 59858177433600000, "train_loss": 0.010386547020503453, "subset_score_loss": 0.010386547020503453}
+{"step": 4430000, "wall_time": 44505.663749456406, "train_loss_step": 2.522676944732666, "n_params": 4408390, "total_flops": 59993603174400000, "train_loss": 0.01024364743913923, "subset_score_loss": 0.01024364743913923}
+{"step": 4440000, "wall_time": 44596.78793001175, "train_loss_step": 2.578160285949707, "n_params": 4408390, "total_flops": 60129028915200000, "train_loss": 0.010026747839791433, "subset_score_loss": 0.010026747839791433}
+{"step": 4450000, "wall_time": 44688.17478060722, "train_loss_step": 2.843148708343506, "n_params": 4408390, "total_flops": 60264454656000000, "train_loss": 0.010425224474498203, "subset_score_loss": 0.010425224474498203}
+{"step": 4460000, "wall_time": 44777.654317379, "train_loss_step": 3.0091629028320312, "n_params": 4408390, "total_flops": 60399880396800000, "train_loss": 0.010349908045360021, "subset_score_loss": 0.010349908045360021}
+{"step": 4470000, "wall_time": 44869.14389371872, "train_loss_step": 2.9711055755615234, "n_params": 4408390, "total_flops": 60535306137600000, "train_loss": 0.010790234804153443, "subset_score_loss": 0.010790234804153443}
+{"step": 4480000, "wall_time": 44960.477612257004, "train_loss_step": 2.54752254486084, "n_params": 4408390, "total_flops": 60670731878400000, "train_loss": 0.00996132322720119, "subset_score_loss": 0.00996132322720119}
+{"step": 4490000, "wall_time": 45051.52577543259, "train_loss_step": 2.468956470489502, "n_params": 4408390, "total_flops": 60806157619200000, "train_loss": 0.010280099936894008, "subset_score_loss": 0.010280099936894008}
+{"step": 4500000, "wall_time": 45209.50444507599, "train_loss_step": 2.578648090362549, "n_params": 4408390, "total_flops": 60941583360000000, "train_loss": 0.010195112228393555, "subset_score_loss": 0.010195112228393555, "memorization_fraction_pixel": 0.8424000144004822, "mean_nn_ratio_pixel": 0.30855870246887207, "fid": 41.23698914415702}
+{"step": 4510000, "wall_time": 45298.72541189194, "train_loss_step": 2.666914463043213, "n_params": 4408390, "total_flops": 61077009100800000, "train_loss": 0.009921645266669138, "subset_score_loss": 0.009921645266669138}
+{"step": 4520000, "wall_time": 45389.35532450676, "train_loss_step": 2.5817718505859375, "n_params": 4408390, "total_flops": 61212434841600000, "train_loss": 0.010377647195543563, "subset_score_loss": 0.010377647195543563}
+{"step": 4530000, "wall_time": 45479.649230241776, "train_loss_step": 2.538881778717041, "n_params": 4408390, "total_flops": 61347860582400000, "train_loss": 0.010029705933162145, "subset_score_loss": 0.010029705933162145}
+{"step": 4540000, "wall_time": 45570.48065137863, "train_loss_step": 2.596668243408203, "n_params": 4408390, "total_flops": 61483286323200000, "train_loss": 0.010500328029905047, "subset_score_loss": 0.010500328029905047}
+{"step": 4550000, "wall_time": 45661.278093099594, "train_loss_step": 2.6435739994049072, "n_params": 4408390, "total_flops": 61618712064000000, "train_loss": 0.010369847502027239, "subset_score_loss": 0.010369847502027239}
+{"step": 4560000, "wall_time": 45750.765870809555, "train_loss_step": 2.9721686840057373, "n_params": 4408390, "total_flops": 61754137804800000, "train_loss": 0.009960558584758214, "subset_score_loss": 0.009960558584758214}
+{"step": 4570000, "wall_time": 45841.903379678726, "train_loss_step": 2.7874703407287598, "n_params": 4408390, "total_flops": 61889563545600000, "train_loss": 0.010171976259776524, "subset_score_loss": 0.010171976259776524}
+{"step": 4580000, "wall_time": 45933.69463682175, "train_loss_step": 2.7480225563049316, "n_params": 4408390, "total_flops": 62024989286400000, "train_loss": 0.009952672038759504, "subset_score_loss": 0.009952672038759504}
+{"step": 4590000, "wall_time": 46025.45043826103, "train_loss_step": 2.6402945518493652, "n_params": 4408390, "total_flops": 62160415027200000, "train_loss": 0.009978481701442174, "subset_score_loss": 0.009978481701442174}
+{"step": 4600000, "wall_time": 46186.40475964546, "train_loss_step": 2.9412012100219727, "n_params": 4408390, "total_flops": 62295840768000000, "train_loss": 0.009805669103349958, "subset_score_loss": 0.009805669103349958, "memorization_fraction_pixel": 0.8447999954223633, "mean_nn_ratio_pixel": 0.30580970644950867, "fid": 41.37520083263072}
+{"step": 4610000, "wall_time": 46277.86494803429, "train_loss_step": 2.531358242034912, "n_params": 4408390, "total_flops": 62431266508800000, "train_loss": 0.009922313690185546, "subset_score_loss": 0.009922313690185546}
+{"step": 4620000, "wall_time": 46372.262402296066, "train_loss_step": 2.8623366355895996, "n_params": 4408390, "total_flops": 62566692249600000, "train_loss": 0.009648793084280832, "subset_score_loss": 0.009648793084280832}
+{"step": 4630000, "wall_time": 46466.69483089447, "train_loss_step": 2.687659740447998, "n_params": 4408390, "total_flops": 62702117990400000, "train_loss": 0.009972901003701346, "subset_score_loss": 0.009972901003701346}
+{"step": 4640000, "wall_time": 46561.385125398636, "train_loss_step": 2.5423083305358887, "n_params": 4408390, "total_flops": 62837543731200000, "train_loss": 0.010009052072252547, "subset_score_loss": 0.010009052072252547}
+{"step": 4650000, "wall_time": 46656.37413883209, "train_loss_step": 2.5301785469055176, "n_params": 4408390, "total_flops": 62972969472000000, "train_loss": 0.009719076326915196, "subset_score_loss": 0.009719076326915196}
+{"step": 4660000, "wall_time": 46749.02791070938, "train_loss_step": 2.662306308746338, "n_params": 4408390, "total_flops": 63108395212800000, "train_loss": 0.009719209160123553, "subset_score_loss": 0.009719209160123553}
+{"step": 4670000, "wall_time": 46844.04294586182, "train_loss_step": 2.6244423389434814, "n_params": 4408390, "total_flops": 63243820953600000, "train_loss": 0.009969741106033325, "subset_score_loss": 0.009969741106033325}
+{"step": 4680000, "wall_time": 46938.7548019886, "train_loss_step": 2.6016039848327637, "n_params": 4408390, "total_flops": 63379246694400000, "train_loss": 0.010008880070277624, "subset_score_loss": 0.010008880070277624}
+{"step": 4690000, "wall_time": 47033.76725578308, "train_loss_step": 2.7974822521209717, "n_params": 4408390, "total_flops": 63514672435200000, "train_loss": 0.00972245591027396, "subset_score_loss": 0.00972245591027396}
+{"step": 4700000, "wall_time": 47197.28581380844, "train_loss_step": 2.436722755432129, "n_params": 4408390, "total_flops": 63650098176000000, "train_loss": 0.010251243625368391, "subset_score_loss": 0.010251243625368391, "memorization_fraction_pixel": 0.8341000080108643, "mean_nn_ratio_pixel": 0.31198248267173767, "fid": 41.11719811475825}
+{"step": 4710000, "wall_time": 47291.71458745003, "train_loss_step": 2.741929531097412, "n_params": 4408390, "total_flops": 63785523916800000, "train_loss": 0.00970662065914699, "subset_score_loss": 0.00970662065914699}
+{"step": 4720000, "wall_time": 47386.43935775757, "train_loss_step": 2.4482243061065674, "n_params": 4408390, "total_flops": 63920949657600000, "train_loss": 0.010104129995618548, "subset_score_loss": 0.010104129995618548}
+{"step": 4730000, "wall_time": 47481.13447332382, "train_loss_step": 2.697340965270996, "n_params": 4408390, "total_flops": 64056375398400000, "train_loss": 0.009713390043803624, "subset_score_loss": 0.009713390043803624}
+{"step": 4740000, "wall_time": 47576.43188500404, "train_loss_step": 2.700749397277832, "n_params": 4408390, "total_flops": 64191801139200000, "train_loss": 0.010077940566199166, "subset_score_loss": 0.010077940566199166}
+{"step": 4750000, "wall_time": 47670.98540520668, "train_loss_step": 2.3761940002441406, "n_params": 4408390, "total_flops": 64327226880000000, "train_loss": 0.009552351066044398, "subset_score_loss": 0.009552351066044398}
+{"step": 4760000, "wall_time": 47764.723632097244, "train_loss_step": 2.5369467735290527, "n_params": 4408390, "total_flops": 64462652620800000, "train_loss": 0.0098239609173366, "subset_score_loss": 0.0098239609173366}
+{"step": 4770000, "wall_time": 47859.79084300995, "train_loss_step": 2.766111373901367, "n_params": 4408390, "total_flops": 64598078361600000, "train_loss": 0.009654135363442557, "subset_score_loss": 0.009654135363442557}
+{"step": 4780000, "wall_time": 47954.8260242939, "train_loss_step": 2.792985677719116, "n_params": 4408390, "total_flops": 64733504102400000, "train_loss": 0.009848043748310635, "subset_score_loss": 0.009848043748310635}
+{"step": 4790000, "wall_time": 48049.99942803383, "train_loss_step": 2.910289764404297, "n_params": 4408390, "total_flops": 64868929843200000, "train_loss": 0.010176816156932287, "subset_score_loss": 0.010176816156932287}
+{"step": 4800000, "wall_time": 48193.9789352417, "train_loss_step": 2.440688133239746, "n_params": 4408390, "total_flops": 65004355584000000, "train_loss": 0.009503193412508283, "subset_score_loss": 0.009503193412508283, "memorization_fraction_pixel": 0.8446000218391418, "mean_nn_ratio_pixel": 0.30680152773857117, "fid": 41.7026674524076}
+{"step": 4810000, "wall_time": 48270.74149608612, "train_loss_step": 2.5855178833007812, "n_params": 4408390, "total_flops": 65139781324800000, "train_loss": 0.009449689728873117, "subset_score_loss": 0.009449689728873117}
+{"step": 4820000, "wall_time": 48346.66741228104, "train_loss_step": 3.015408515930176, "n_params": 4408390, "total_flops": 65275207065600000, "train_loss": 0.00974929928779602, "subset_score_loss": 0.00974929928779602}
+{"step": 4830000, "wall_time": 48422.28404688835, "train_loss_step": 2.631425142288208, "n_params": 4408390, "total_flops": 65410632806400000, "train_loss": 0.01014399528503418, "subset_score_loss": 0.01014399528503418}
+{"step": 4840000, "wall_time": 48498.02011680603, "train_loss_step": 2.6106507778167725, "n_params": 4408390, "total_flops": 65546058547200000, "train_loss": 0.009630229643412999, "subset_score_loss": 0.009630229643412999}
+{"step": 4850000, "wall_time": 48573.65094280243, "train_loss_step": 2.874690055847168, "n_params": 4408390, "total_flops": 65681484288000000, "train_loss": 0.009288231815610613, "subset_score_loss": 0.009288231815610613}
+{"step": 4860000, "wall_time": 48647.608159303665, "train_loss_step": 2.493834972381592, "n_params": 4408390, "total_flops": 65816910028800000, "train_loss": 0.009718926463808333, "subset_score_loss": 0.009718926463808333}
+{"step": 4870000, "wall_time": 48723.44648051262, "train_loss_step": 2.8415918350219727, "n_params": 4408390, "total_flops": 65952335769600000, "train_loss": 0.009538666691098895, "subset_score_loss": 0.009538666691098895}
+{"step": 4880000, "wall_time": 48798.961701869965, "train_loss_step": 2.879082202911377, "n_params": 4408390, "total_flops": 66087761510400000, "train_loss": 0.009563910109656197, "subset_score_loss": 0.009563910109656197}
+{"step": 4890000, "wall_time": 48873.48303246498, "train_loss_step": 2.6758365631103516, "n_params": 4408390, "total_flops": 66223187251200000, "train_loss": 0.009310608250754221, "subset_score_loss": 0.009310608250754221}
+{"step": 4900000, "wall_time": 49006.01482009888, "train_loss_step": 2.491208076477051, "n_params": 4408390, "total_flops": 66358612992000000, "train_loss": 0.009636555399213518, "subset_score_loss": 0.009636555399213518, "memorization_fraction_pixel": 0.8536999821662903, "mean_nn_ratio_pixel": 0.3010786473751068, "fid": 41.541202421804385}
+{"step": 4910000, "wall_time": 49081.41058540344, "train_loss_step": 2.805393695831299, "n_params": 4408390, "total_flops": 66494038732800000, "train_loss": 0.009217042582375663, "subset_score_loss": 0.009217042582375663}
+{"step": 4920000, "wall_time": 49158.31925702095, "train_loss_step": 2.504673480987549, "n_params": 4408390, "total_flops": 66629464473600000, "train_loss": 0.009623706340789795, "subset_score_loss": 0.009623706340789795}
+{"step": 4930000, "wall_time": 49235.16143512726, "train_loss_step": 2.8269221782684326, "n_params": 4408390, "total_flops": 66764890214400000, "train_loss": 0.00953898515020098, "subset_score_loss": 0.00953898515020098}
+{"step": 4940000, "wall_time": 49312.18636393547, "train_loss_step": 2.77449107170105, "n_params": 4408390, "total_flops": 66900315955200000, "train_loss": 0.00932727711541312, "subset_score_loss": 0.00932727711541312}
+{"step": 4950000, "wall_time": 49388.860998630524, "train_loss_step": 2.8532490730285645, "n_params": 4408390, "total_flops": 67035741696000000, "train_loss": 0.009574135712214878, "subset_score_loss": 0.009574135712214878}
+{"step": 4960000, "wall_time": 49464.26297879219, "train_loss_step": 2.5057568550109863, "n_params": 4408390, "total_flops": 67171167436800000, "train_loss": 0.009799112592424665, "subset_score_loss": 0.009799112592424665}
+{"step": 4970000, "wall_time": 49538.83375144005, "train_loss_step": 2.581448554992676, "n_params": 4408390, "total_flops": 67306593177600000, "train_loss": 0.009988743066787719, "subset_score_loss": 0.009988743066787719}
+{"step": 4980000, "wall_time": 49615.33668112755, "train_loss_step": 2.7744626998901367, "n_params": 4408390, "total_flops": 67442018918400000, "train_loss": 0.009864686216626848, "subset_score_loss": 0.009864686216626848}
+{"step": 4990000, "wall_time": 49691.625888586044, "train_loss_step": 2.5978970527648926, "n_params": 4408390, "total_flops": 67577444659200000, "train_loss": 0.010088563816887991, "subset_score_loss": 0.010088563816887991}
+{"step": 5000000, "wall_time": 49821.1966688633, "train_loss_step": 2.781893730163574, "n_params": 4408390, "total_flops": 67712870400000000, "train_loss": 0.008952168907438005, "subset_score_loss": 0.008952168907438005, "memorization_fraction_pixel": 0.8518999814987183, "mean_nn_ratio_pixel": 0.3018456995487213, "fid": 41.48389588999437}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..0fc42b7a9dff22e907129512316998f4b8278f44
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d70/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=0.9937 | fid=281.7382
+  step   10000 |    164s | train_loss=0.8266
+  step   20000 |    259s | train_loss=0.7339
+  step   30000 |    353s | train_loss=0.6103
+  step   40000 |    448s | train_loss=0.4497
+  step   50000 |    543s | train_loss=0.3074
+  step   60000 |    637s | train_loss=0.2225
+  step   70000 |    732s | train_loss=0.1782
+  step   80000 |    827s | train_loss=0.1544
+  step   90000 |    921s | train_loss=0.1394
+  step  100000 |   1088s | train_loss=0.1269 | fid=57.5316
+  step  110000 |   1178s | train_loss=0.1216
+  step  120000 |   1272s | train_loss=0.1134
+  step  130000 |   1367s | train_loss=0.1085
+  step  140000 |   1462s | train_loss=0.1036
+  step  150000 |   1557s | train_loss=0.1001
+  step  160000 |   1651s | train_loss=0.0950
+  step  170000 |   1746s | train_loss=0.0928
+  step  180000 |   1841s | train_loss=0.0896
+  step  190000 |   1934s | train_loss=0.0857
+  step  200000 |   2102s | train_loss=0.0835 | fid=54.9400
+  step  210000 |   2191s | train_loss=0.0804
+  step  220000 |   2286s | train_loss=0.0775
+  step  230000 |   2380s | train_loss=0.0762
+  step  240000 |   2475s | train_loss=0.0735
+  step  250000 |   2570s | train_loss=0.0730
+  step  260000 |   2664s | train_loss=0.0707
+  step  270000 |   2759s | train_loss=0.0686
+  step  280000 |   2853s | train_loss=0.0665
+  step  290000 |   2945s | train_loss=0.0651
+  step  300000 |   3116s | train_loss=0.0650 | fid=53.0602
+  step  310000 |   3206s | train_loss=0.0636
+  step  320000 |   3301s | train_loss=0.0615
+  step  330000 |   3395s | train_loss=0.0621
+  step  340000 |   3490s | train_loss=0.0607
+  step  350000 |   3584s | train_loss=0.0585
+  step  360000 |   3679s | train_loss=0.0584
+  step  370000 |   3773s | train_loss=0.0574
+  step  380000 |   3868s | train_loss=0.0569
+  step  390000 |   3960s | train_loss=0.0547
+  step  400000 |   4131s | train_loss=0.0547 | fid=50.0583
+  step  410000 |   4221s | train_loss=0.0542
+  step  420000 |   4315s | train_loss=0.0533
+  step  430000 |   4410s | train_loss=0.0541
+  step  440000 |   4505s | train_loss=0.0512
+  step  450000 |   4599s | train_loss=0.0527
+  step  460000 |   4693s | train_loss=0.0509
+  step  470000 |   4788s | train_loss=0.0493
+  step  480000 |   4880s | train_loss=0.0503
+  step  490000 |   4975s | train_loss=0.0484
+  step  500000 |   5145s | train_loss=0.0489 | fid=49.9181
+  step  510000 |   5236s | train_loss=0.0484
+  step  520000 |   5331s | train_loss=0.0477
+  step  530000 |   5425s | train_loss=0.0470
+  step  540000 |   5519s | train_loss=0.0470
+  step  550000 |   5614s | train_loss=0.0468
+  step  560000 |   5708s | train_loss=0.0450
+  step  570000 |   5800s | train_loss=0.0448
+  step  580000 |   5895s | train_loss=0.0450
+  step  590000 |   5989s | train_loss=0.0438
+  step  600000 |   6158s | train_loss=0.0442 | fid=48.4160
+  step  610000 |   6250s | train_loss=0.0436
+  step  620000 |   6344s | train_loss=0.0431
+  step  630000 |   6439s | train_loss=0.0437
+  step  640000 |   6534s | train_loss=0.0429
+  step  650000 |   6628s | train_loss=0.0428
+  step  660000 |   6723s | train_loss=0.0419
+  step  670000 |   6814s | train_loss=0.0425
+  step  680000 |   6909s | train_loss=0.0414
+  step  690000 |   7004s | train_loss=0.0415
+  step  700000 |   7174s | train_loss=0.0408 | fid=47.4201
+  step  710000 |   7266s | train_loss=0.0403
+  step  720000 |   7361s | train_loss=0.0404
+  step  730000 |   7455s | train_loss=0.0396
+  step  740000 |   7550s | train_loss=0.0391
+  step  750000 |   7645s | train_loss=0.0397
+  step  760000 |   7736s | train_loss=0.0391
+  step  770000 |   7831s | train_loss=0.0387
+  step  780000 |   7926s | train_loss=0.0383
+  step  790000 |   8020s | train_loss=0.0387
+  step  800000 |   8189s | train_loss=0.0380 | fid=46.2294
+  step  810000 |   8281s | train_loss=0.0375
+  step  820000 |   8376s | train_loss=0.0367
+  step  830000 |   8470s | train_loss=0.0381
+  step  840000 |   8565s | train_loss=0.0374
+  step  850000 |   8658s | train_loss=0.0359
+  step  860000 |   8752s | train_loss=0.0367
+  step  870000 |   8847s | train_loss=0.0355
+  step  880000 |   8941s | train_loss=0.0355
+  step  890000 |   9036s | train_loss=0.0361
+  step  900000 |   9205s | train_loss=0.0347 | fid=45.2889
+  step  910000 |   9297s | train_loss=0.0359
+  step  920000 |   9392s | train_loss=0.0344
+  step  930000 |   9486s | train_loss=0.0349
+  step  940000 |   9581s | train_loss=0.0343
+  step  950000 |   9672s | train_loss=0.0341
+  step  960000 |   9767s | train_loss=0.0346
+  step  970000 |   9861s | train_loss=0.0332
+  step  980000 |   9956s | train_loss=0.0337
+  step  990000 |  10050s | train_loss=0.0326
+  step 1000000 |  10219s | train_loss=0.0328 | fid=45.6167
+  step 1010000 |  10313s | train_loss=0.0336
+  step 1020000 |  10405s | train_loss=0.0331
+  step 1030000 |  10500s | train_loss=0.0329
+  step 1040000 |  10592s | train_loss=0.0318
+  step 1050000 |  10687s | train_loss=0.0335
+  step 1060000 |  10781s | train_loss=0.0325
+  step 1070000 |  10876s | train_loss=0.0317
+  step 1080000 |  10970s | train_loss=0.0322
+  step 1090000 |  11065s | train_loss=0.0307
+  step 1100000 |  11232s | train_loss=0.0329 | fid=44.2804
+  step 1110000 |  11325s | train_loss=0.0310
+  step 1120000 |  11418s | train_loss=0.0312
+  step 1130000 |  11513s | train_loss=0.0308
+  step 1140000 |  11604s | train_loss=0.0316
+  step 1150000 |  11699s | train_loss=0.0308
+  step 1160000 |  11793s | train_loss=0.0306
+  step 1170000 |  11888s | train_loss=0.0301
+  step 1180000 |  11983s | train_loss=0.0297
+  step 1190000 |  12077s | train_loss=0.0298
+  step 1200000 |  12245s | train_loss=0.0300 | fid=43.6437
+  step 1210000 |  12338s | train_loss=0.0297
+  step 1220000 |  12432s | train_loss=0.0290
+  step 1230000 |  12523s | train_loss=0.0299
+  step 1240000 |  12618s | train_loss=0.0294
+  step 1250000 |  12712s | train_loss=0.0290
+  step 1260000 |  12807s | train_loss=0.0297
+  step 1270000 |  12901s | train_loss=0.0290
+  step 1280000 |  12996s | train_loss=0.0293
+  step 1290000 |  13090s | train_loss=0.0282
+  step 1300000 |  13258s | train_loss=0.0281 | fid=43.4329
+  step 1310000 |  13351s | train_loss=0.0284
+  step 1320000 |  13442s | train_loss=0.0281
+  step 1330000 |  13536s | train_loss=0.0274
+  step 1340000 |  13631s | train_loss=0.0278
+  step 1350000 |  13725s | train_loss=0.0281
+  step 1360000 |  13820s | train_loss=0.0280
+  step 1370000 |  13915s | train_loss=0.0280
+  step 1380000 |  14009s | train_loss=0.0280
+  step 1390000 |  14104s | train_loss=0.0267
+  step 1400000 |  14272s | train_loss=0.0268 | fid=42.9891
+  step 1410000 |  14363s | train_loss=0.0261
+  step 1420000 |  14454s | train_loss=0.0264
+  step 1430000 |  14548s | train_loss=0.0268
+  step 1440000 |  14643s | train_loss=0.0263
+  step 1450000 |  14738s | train_loss=0.0263
+  step 1460000 |  14832s | train_loss=0.0257
+  step 1470000 |  14927s | train_loss=0.0265
+  step 1480000 |  15022s | train_loss=0.0262
+  step 1490000 |  15116s | train_loss=0.0256
+  step 1500000 |  15284s | train_loss=0.0250 | fid=42.1649
+  step 1510000 |  15370s | train_loss=0.0256
+  step 1520000 |  15458s | train_loss=0.0263
+  step 1530000 |  15551s | train_loss=0.0257
+  step 1540000 |  15644s | train_loss=0.0258
+  step 1550000 |  15738s | train_loss=0.0249
+  step 1560000 |  15832s | train_loss=0.0266
+  step 1570000 |  15927s | train_loss=0.0258
+  step 1580000 |  16021s | train_loss=0.0249
+  step 1590000 |  16114s | train_loss=0.0242
+  step 1600000 |  16282s | train_loss=0.0248 | fid=42.4073
+  step 1610000 |  16372s | train_loss=0.0250
+  step 1620000 |  16465s | train_loss=0.0245
+  step 1630000 |  16559s | train_loss=0.0237
+  step 1640000 |  16653s | train_loss=0.0239
+  step 1650000 |  16748s | train_loss=0.0249
+  step 1660000 |  16842s | train_loss=0.0244
+  step 1670000 |  16936s | train_loss=0.0242
+  step 1680000 |  17031s | train_loss=0.0241
+  step 1690000 |  17125s | train_loss=0.0238
+  step 1700000 |  17293s | train_loss=0.0235 | fid=41.9175
+  step 1710000 |  17383s | train_loss=0.0237
+  step 1720000 |  17477s | train_loss=0.0228
+  step 1730000 |  17571s | train_loss=0.0231
+  step 1740000 |  17665s | train_loss=0.0232
+  step 1750000 |  17760s | train_loss=0.0236
+  step 1760000 |  17854s | train_loss=0.0225
+  step 1770000 |  17948s | train_loss=0.0232
+  step 1780000 |  18043s | train_loss=0.0225
+  step 1790000 |  18137s | train_loss=0.0224
+  step 1800000 |  18300s | train_loss=0.0224 | fid=41.6803
+  step 1810000 |  18392s | train_loss=0.0223
+  step 1820000 |  18488s | train_loss=0.0219
+  step 1830000 |  18581s | train_loss=0.0220
+  step 1840000 |  18675s | train_loss=0.0221
+  step 1850000 |  18769s | train_loss=0.0216
+  step 1860000 |  18863s | train_loss=0.0214
+  step 1870000 |  18958s | train_loss=0.0220
+  step 1880000 |  19052s | train_loss=0.0219
+  step 1890000 |  19146s | train_loss=0.0221
+  step 1900000 |  19309s | train_loss=0.0238 | fid=42.4386
+  step 1910000 |  19401s | train_loss=0.0208
+  step 1920000 |  19495s | train_loss=0.0204
+  step 1930000 |  19587s | train_loss=0.0215
+  step 1940000 |  19681s | train_loss=0.0208
+  step 1950000 |  19773s | train_loss=0.0211
+  step 1960000 |  19867s | train_loss=0.0210
+  step 1970000 |  19960s | train_loss=0.0216
+  step 1980000 |  20055s | train_loss=0.0214
+  step 1990000 |  20149s | train_loss=0.0208
+  step 2000000 |  20314s | train_loss=0.0206 | fid=42.2453
+  step 2010000 |  20408s | train_loss=0.0202
+  step 2020000 |  20503s | train_loss=0.0203
+  step 2030000 |  20596s | train_loss=0.0201
+  step 2040000 |  20690s | train_loss=0.0204
+  step 2050000 |  20783s | train_loss=0.0206
+  step 2060000 |  20877s | train_loss=0.0210
+  step 2070000 |  20970s | train_loss=0.0204
+  step 2080000 |  21064s | train_loss=0.0198
+  step 2090000 |  21154s | train_loss=0.0200
+  step 2100000 |  21320s | train_loss=0.0196 | fid=41.8879
+  step 2110000 |  21413s | train_loss=0.0198
+  step 2120000 |  21506s | train_loss=0.0198
+  step 2130000 |  21598s | train_loss=0.0206
+  step 2140000 |  21692s | train_loss=0.0195
+  step 2150000 |  21785s | train_loss=0.0200
+  step 2160000 |  21879s | train_loss=0.0195
+  step 2170000 |  21974s | train_loss=0.0195
+  step 2180000 |  22068s | train_loss=0.0195
+  step 2190000 |  22159s | train_loss=0.0196
+  step 2200000 |  22327s | train_loss=0.0186 | fid=41.9945
+  step 2210000 |  22421s | train_loss=0.0189
+  step 2220000 |  22515s | train_loss=0.0187
+  step 2230000 |  22608s | train_loss=0.0190
+  step 2240000 |  22702s | train_loss=0.0183
+  step 2250000 |  22796s | train_loss=0.0193
+  step 2260000 |  22891s | train_loss=0.0188
+  step 2270000 |  22985s | train_loss=0.0184
+  step 2280000 |  23068s | train_loss=0.0184
+  step 2290000 |  23159s | train_loss=0.0186
+  step 2300000 |  23324s | train_loss=0.0189 | fid=42.3059
+  step 2310000 |  23418s | train_loss=0.0185
+  step 2320000 |  23510s | train_loss=0.0188
+  step 2330000 |  23602s | train_loss=0.0182
+  step 2340000 |  23695s | train_loss=0.0177
+  step 2350000 |  23789s | train_loss=0.0182
+  step 2360000 |  23882s | train_loss=0.0184
+  step 2370000 |  23976s | train_loss=0.0186
+  step 2380000 |  24066s | train_loss=0.0176
+  step 2390000 |  24159s | train_loss=0.0179
+  step 2400000 |  24325s | train_loss=0.0178 | fid=42.2154
+  step 2410000 |  24418s | train_loss=0.0179
+  step 2420000 |  24511s | train_loss=0.0174
+  step 2430000 |  24603s | train_loss=0.0177
+  step 2440000 |  24697s | train_loss=0.0177
+  step 2450000 |  24790s | train_loss=0.0169
+  step 2460000 |  24884s | train_loss=0.0185
+  step 2470000 |  24975s | train_loss=0.0176
+  step 2480000 |  25067s | train_loss=0.0170
+  step 2490000 |  25161s | train_loss=0.0175
+  step 2500000 |  25326s | train_loss=0.0172 | fid=41.5502
+  step 2510000 |  25420s | train_loss=0.0168
+  step 2520000 |  25513s | train_loss=0.0178
+  step 2530000 |  25605s | train_loss=0.0166
+  step 2540000 |  25697s | train_loss=0.0173
+  step 2550000 |  25790s | train_loss=0.0174
+  step 2560000 |  25884s | train_loss=0.0164
+  step 2570000 |  25974s | train_loss=0.0166
+  step 2580000 |  26068s | train_loss=0.0169
+  step 2590000 |  26161s | train_loss=0.0164
+  step 2600000 |  26326s | train_loss=0.0166 | fid=42.2077
+  step 2610000 |  26419s | train_loss=0.0167
+  step 2620000 |  26513s | train_loss=0.0169
+  step 2630000 |  26607s | train_loss=0.0157
+  step 2640000 |  26698s | train_loss=0.0168
+  step 2650000 |  26791s | train_loss=0.0175
+  step 2660000 |  26882s | train_loss=0.0158
+  step 2670000 |  26975s | train_loss=0.0161
+  step 2680000 |  27069s | train_loss=0.0166
+  step 2690000 |  27162s | train_loss=0.0161
+  step 2700000 |  27326s | train_loss=0.0161 | fid=41.8389
+  step 2710000 |  27420s | train_loss=0.0160
+  step 2720000 |  27513s | train_loss=0.0164
+  step 2730000 |  27607s | train_loss=0.0156
+  step 2740000 |  27699s | train_loss=0.0155
+  step 2750000 |  27792s | train_loss=0.0159
+  step 2760000 |  27882s | train_loss=0.0157
+  step 2770000 |  27976s | train_loss=0.0155
+  step 2780000 |  28071s | train_loss=0.0155
+  step 2790000 |  28165s | train_loss=0.0157
+  step 2800000 |  28331s | train_loss=0.0155 | fid=41.1992
+  step 2810000 |  28423s | train_loss=0.0156
+  step 2820000 |  28511s | train_loss=0.0158
+  step 2830000 |  28600s | train_loss=0.0149
+  step 2840000 |  28686s | train_loss=0.0153
+  step 2850000 |  28772s | train_loss=0.0160
+  step 2860000 |  28866s | train_loss=0.0162
+  step 2870000 |  28961s | train_loss=0.0151
+  step 2880000 |  29055s | train_loss=0.0147
+  step 2890000 |  29149s | train_loss=0.0143
+  step 2900000 |  29315s | train_loss=0.0145 | fid=41.5969
+  step 2910000 |  29407s | train_loss=0.0146
+  step 2920000 |  29496s | train_loss=0.0146
+  step 2930000 |  29585s | train_loss=0.0143
+  step 2940000 |  29673s | train_loss=0.0148
+  step 2950000 |  29763s | train_loss=0.0143
+  step 2960000 |  29858s | train_loss=0.0152
+  step 2970000 |  29952s | train_loss=0.0148
+  step 2980000 |  30046s | train_loss=0.0140
+  step 2990000 |  30141s | train_loss=0.0146
+  step 3000000 |  30307s | train_loss=0.0147 | fid=41.5932
+  step 3010000 |  30402s | train_loss=0.0145
+  step 3020000 |  30497s | train_loss=0.0139
+  step 3030000 |  30591s | train_loss=0.0143
+  step 3040000 |  30681s | train_loss=0.0162
+  step 3050000 |  30776s | train_loss=0.0149
+  step 3060000 |  30870s | train_loss=0.0145
+  step 3070000 |  30964s | train_loss=0.0142
+  step 3080000 |  31059s | train_loss=0.0143
+  step 3090000 |  31154s | train_loss=0.0142
+  step 3100000 |  31320s | train_loss=0.0146 | fid=41.9533
+  step 3110000 |  31415s | train_loss=0.0141
+  step 3120000 |  31508s | train_loss=0.0136
+  step 3130000 |  31602s | train_loss=0.0137
+  step 3140000 |  31681s | train_loss=0.0135
+  step 3150000 |  31773s | train_loss=0.0143
+  step 3160000 |  31866s | train_loss=0.0132
+  step 3170000 |  31959s | train_loss=0.0144
+  step 3180000 |  32054s | train_loss=0.0131
+  step 3190000 |  32147s | train_loss=0.0134
+  step 3200000 |  32311s | train_loss=0.0140 | fid=41.5354
+  step 3210000 |  32405s | train_loss=0.0137
+  step 3220000 |  32500s | train_loss=0.0132
+  step 3230000 |  32594s | train_loss=0.0143
+  step 3240000 |  32684s | train_loss=0.0133
+  step 3250000 |  32778s | train_loss=0.0142
+  step 3260000 |  32872s | train_loss=0.0132
+  step 3270000 |  32966s | train_loss=0.0137
+  step 3280000 |  33059s | train_loss=0.0135
+  step 3290000 |  33152s | train_loss=0.0130
+  step 3300000 |  33316s | train_loss=0.0133 | fid=41.7007
+  step 3310000 |  33410s | train_loss=0.0128
+  step 3320000 |  33504s | train_loss=0.0137
+  step 3330000 |  33596s | train_loss=0.0135
+  step 3340000 |  33690s | train_loss=0.0132
+  step 3350000 |  33783s | train_loss=0.0134
+  step 3360000 |  33877s | train_loss=0.0136
+  step 3370000 |  33970s | train_loss=0.0126
+  step 3380000 |  34065s | train_loss=0.0130
+  step 3390000 |  34160s | train_loss=0.0133
+  step 3400000 |  34318s | train_loss=0.0129 | fid=41.3274
+  step 3410000 |  34413s | train_loss=0.0124
+  step 3420000 |  34507s | train_loss=0.0128
+  step 3430000 |  34591s | train_loss=0.0126
+  step 3440000 |  34686s | train_loss=0.0125
+  step 3450000 |  34778s | train_loss=0.0127
+  step 3460000 |  34873s | train_loss=0.0127
+  step 3470000 |  34968s | train_loss=0.0125
+  step 3480000 |  35062s | train_loss=0.0129
+  step 3490000 |  35156s | train_loss=0.0126
+  step 3500000 |  35310s | train_loss=0.0122 | fid=41.2492
+  step 3510000 |  35405s | train_loss=0.0124
+  step 3520000 |  35499s | train_loss=0.0122
+  step 3530000 |  35581s | train_loss=0.0130
+  step 3540000 |  35676s | train_loss=0.0121
+  step 3550000 |  35769s | train_loss=0.0126
+  step 3560000 |  35863s | train_loss=0.0129
+  step 3570000 |  35958s | train_loss=0.0126
+  step 3580000 |  36052s | train_loss=0.0127
+  step 3590000 |  36147s | train_loss=0.0125
+  step 3600000 |  36311s | train_loss=0.0118 | fid=40.9639
+  step 3610000 |  36405s | train_loss=0.0123
+  step 3620000 |  36499s | train_loss=0.0129
+  step 3630000 |  36581s | train_loss=0.0118
+  step 3640000 |  36675s | train_loss=0.0119
+  step 3650000 |  36768s | train_loss=0.0122
+  step 3660000 |  36863s | train_loss=0.0119
+  step 3670000 |  36958s | train_loss=0.0121
+  step 3680000 |  37052s | train_loss=0.0123
+  step 3690000 |  37147s | train_loss=0.0119
+  step 3700000 |  37314s | train_loss=0.0120 | fid=41.4676
+  step 3710000 |  37408s | train_loss=0.0121
+  step 3720000 |  37502s | train_loss=0.0120
+  step 3730000 |  37585s | train_loss=0.0119
+  step 3740000 |  37680s | train_loss=0.0120
+  step 3750000 |  37773s | train_loss=0.0130
+  step 3760000 |  37868s | train_loss=0.0123
+  step 3770000 |  37962s | train_loss=0.0116
+  step 3780000 |  38057s | train_loss=0.0114
+  step 3790000 |  38151s | train_loss=0.0119
+  step 3800000 |  38318s | train_loss=0.0115 | fid=41.3386
+  step 3810000 |  38413s | train_loss=0.0118
+  step 3820000 |  38504s | train_loss=0.0115
+  step 3830000 |  38590s | train_loss=0.0120
+  step 3840000 |  38684s | train_loss=0.0124
+  step 3850000 |  38778s | train_loss=0.0114
+  step 3860000 |  38872s | train_loss=0.0120
+  step 3870000 |  38967s | train_loss=0.0111
+  step 3880000 |  39061s | train_loss=0.0116
+  step 3890000 |  39156s | train_loss=0.0116
+  step 3900000 |  39322s | train_loss=0.0119 | fid=41.9942
+  step 3910000 |  39417s | train_loss=0.0117
+  step 3920000 |  39506s | train_loss=0.0115
+  step 3930000 |  39594s | train_loss=0.0117
+  step 3940000 |  39689s | train_loss=0.0108
+  step 3950000 |  39782s | train_loss=0.0115
+  step 3960000 |  39877s | train_loss=0.0110
+  step 3970000 |  39971s | train_loss=0.0119
+  step 3980000 |  40066s | train_loss=0.0114
+  step 3990000 |  40160s | train_loss=0.0109
+  step 4000000 |  40326s | train_loss=0.0111 | fid=41.0059
+  step 4010000 |  40421s | train_loss=0.0109
+  step 4020000 |  40507s | train_loss=0.0117
+  step 4030000 |  40597s | train_loss=0.0107
+  step 4040000 |  40691s | train_loss=0.0109
+  step 4050000 |  40785s | train_loss=0.0116
+  step 4060000 |  40880s | train_loss=0.0112
+  step 4070000 |  40974s | train_loss=0.0105
+  step 4080000 |  41069s | train_loss=0.0112
+  step 4090000 |  41163s | train_loss=0.0110
+  step 4100000 |  41323s | train_loss=0.0110 | fid=42.2207
+  step 4110000 |  41414s | train_loss=0.0108
+  step 4120000 |  41497s | train_loss=0.0112
+  step 4130000 |  41588s | train_loss=0.0103
+  step 4140000 |  41679s | train_loss=0.0111
+  step 4150000 |  41769s | train_loss=0.0109
+  step 4160000 |  41860s | train_loss=0.0106
+  step 4170000 |  41951s | train_loss=0.0106
+  step 4180000 |  42042s | train_loss=0.0110
+  step 4190000 |  42134s | train_loss=0.0111
+  step 4200000 |  42293s | train_loss=0.0109 | fid=41.0943
+  step 4210000 |  42384s | train_loss=0.0106
+  step 4220000 |  42471s | train_loss=0.0109
+  step 4230000 |  42562s | train_loss=0.0110
+  step 4240000 |  42653s | train_loss=0.0103
+  step 4250000 |  42744s | train_loss=0.0105
+  step 4260000 |  42834s | train_loss=0.0105
+  step 4270000 |  42924s | train_loss=0.0103
+  step 4280000 |  43016s | train_loss=0.0110
+  step 4290000 |  43106s | train_loss=0.0106
+  step 4300000 |  43264s | train_loss=0.0101 | fid=42.1437
+  step 4310000 |  43355s | train_loss=0.0101
+  step 4320000 |  43443s | train_loss=0.0104
+  step 4330000 |  43534s | train_loss=0.0106
+  step 4340000 |  43625s | train_loss=0.0105
+  step 4350000 |  43717s | train_loss=0.0107
+  step 4360000 |  43806s | train_loss=0.0106
+  step 4370000 |  43897s | train_loss=0.0102
+  step 4380000 |  43988s | train_loss=0.0107
+  step 4390000 |  44079s | train_loss=0.0100
+  step 4400000 |  44237s | train_loss=0.0105 | fid=41.3410
+  step 4410000 |  44324s | train_loss=0.0106
+  step 4420000 |  44415s | train_loss=0.0104
+  step 4430000 |  44506s | train_loss=0.0102
+  step 4440000 |  44597s | train_loss=0.0100
+  step 4450000 |  44688s | train_loss=0.0104
+  step 4460000 |  44778s | train_loss=0.0103
+  step 4470000 |  44869s | train_loss=0.0108
+  step 4480000 |  44960s | train_loss=0.0100
+  step 4490000 |  45052s | train_loss=0.0103
+  step 4500000 |  45210s | train_loss=0.0102 | fid=41.2370
+  step 4510000 |  45299s | train_loss=0.0099
+  step 4520000 |  45389s | train_loss=0.0104
+  step 4530000 |  45480s | train_loss=0.0100
+  step 4540000 |  45570s | train_loss=0.0105
+  step 4550000 |  45661s | train_loss=0.0104
+  step 4560000 |  45751s | train_loss=0.0100
+  step 4570000 |  45842s | train_loss=0.0102
+  step 4580000 |  45934s | train_loss=0.0100
+  step 4590000 |  46025s | train_loss=0.0100
+  step 4600000 |  46186s | train_loss=0.0098 | fid=41.3752
+  step 4610000 |  46278s | train_loss=0.0099
+  step 4620000 |  46372s | train_loss=0.0096
+  step 4630000 |  46467s | train_loss=0.0100
+  step 4640000 |  46561s | train_loss=0.0100
+  step 4650000 |  46656s | train_loss=0.0097
+  step 4660000 |  46749s | train_loss=0.0097
+  step 4670000 |  46844s | train_loss=0.0100
+  step 4680000 |  46939s | train_loss=0.0100
+  step 4690000 |  47034s | train_loss=0.0097
+  step 4700000 |  47197s | train_loss=0.0103 | fid=41.1172
+  step 4710000 |  47292s | train_loss=0.0097
+  step 4720000 |  47386s | train_loss=0.0101
+  step 4730000 |  47481s | train_loss=0.0097
+  step 4740000 |  47576s | train_loss=0.0101
+  step 4750000 |  47671s | train_loss=0.0096
+  step 4760000 |  47765s | train_loss=0.0098
+  step 4770000 |  47860s | train_loss=0.0097
+  step 4780000 |  47955s | train_loss=0.0098
+  step 4790000 |  48050s | train_loss=0.0102
+  step 4800000 |  48194s | train_loss=0.0095 | fid=41.7027
+  step 4810000 |  48271s | train_loss=0.0094
+  step 4820000 |  48347s | train_loss=0.0097
+  step 4830000 |  48422s | train_loss=0.0101
+  step 4840000 |  48498s | train_loss=0.0096
+  step 4850000 |  48574s | train_loss=0.0093
+  step 4860000 |  48648s | train_loss=0.0097
+  step 4870000 |  48723s | train_loss=0.0095
+  step 4880000 |  48799s | train_loss=0.0096
+  step 4890000 |  48873s | train_loss=0.0093
+  step 4900000 |  49006s | train_loss=0.0096 | fid=41.5412
+  step 4910000 |  49081s | train_loss=0.0092
+  step 4920000 |  49158s | train_loss=0.0096
+  step 4930000 |  49235s | train_loss=0.0095
+  step 4940000 |  49312s | train_loss=0.0093
+  step 4950000 |  49389s | train_loss=0.0096
+  step 4960000 |  49464s | train_loss=0.0098
+  step 4970000 |  49539s | train_loss=0.0100
+  step 4980000 |  49615s | train_loss=0.0099
+  step 4990000 |  49692s | train_loss=0.0101
+  step 5000000 |  49821s | train_loss=0.0090 | fid=41.4839
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e782c89a84672fcb18c0d65b2595c9743a6a18b7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..934778ab4398f922df4cafcd6bd0371012035fa0
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d80/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 73.67039895057678, "train_loss_step": 80.3508071899414, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 0.996241283416748, "subset_score_loss": 0.996241283416748, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9745962023735046, "fid": 276.030492882271}
+{"step": 10000, "wall_time": 168.20426440238953, "train_loss_step": 16.417207717895508, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8175539016723633, "subset_score_loss": 0.8175539016723633}
+{"step": 20000, "wall_time": 262.61570858955383, "train_loss_step": 14.564554214477539, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7137056827545166, "subset_score_loss": 0.7137056827545166}
+{"step": 30000, "wall_time": 356.98131465911865, "train_loss_step": 12.380329132080078, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.5844898700714112, "subset_score_loss": 0.5844898700714112}
+{"step": 40000, "wall_time": 451.5135669708252, "train_loss_step": 11.659931182861328, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.4294382095336914, "subset_score_loss": 0.4294382095336914}
+{"step": 50000, "wall_time": 546.0765624046326, "train_loss_step": 9.582465171813965, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.29646542072296145, "subset_score_loss": 0.29646542072296145}
+{"step": 60000, "wall_time": 640.7098906040192, "train_loss_step": 9.156635284423828, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21793506145477295, "subset_score_loss": 0.21793506145477295}
+{"step": 70000, "wall_time": 735.5004260540009, "train_loss_step": 8.39533805847168, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.17433949708938598, "subset_score_loss": 0.17433949708938598}
+{"step": 80000, "wall_time": 829.9023380279541, "train_loss_step": 7.924075126647949, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.1512647032737732, "subset_score_loss": 0.1512647032737732}
+{"step": 90000, "wall_time": 924.0957324504852, "train_loss_step": 7.267689228057861, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.13737472295761108, "subset_score_loss": 0.13737472295761108}
+{"step": 100000, "wall_time": 1090.9059195518494, "train_loss_step": 7.119428634643555, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.127749240398407, "subset_score_loss": 0.127749240398407, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.8949558734893799, "fid": 56.04633845241227}
+{"step": 110000, "wall_time": 1183.4090340137482, "train_loss_step": 6.84283447265625, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.1204791784286499, "subset_score_loss": 0.1204791784286499}
+{"step": 120000, "wall_time": 1277.93288230896, "train_loss_step": 6.394043922424316, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11327612400054932, "subset_score_loss": 0.11327612400054932}
+{"step": 130000, "wall_time": 1372.7964911460876, "train_loss_step": 6.603280544281006, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10696706771850586, "subset_score_loss": 0.10696706771850586}
+{"step": 140000, "wall_time": 1467.7306926250458, "train_loss_step": 6.470567226409912, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10351674556732178, "subset_score_loss": 0.10351674556732178}
+{"step": 150000, "wall_time": 1562.3636107444763, "train_loss_step": 6.509576797485352, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.10098876953125, "subset_score_loss": 0.10098876953125}
+{"step": 160000, "wall_time": 1656.8327066898346, "train_loss_step": 6.0418829917907715, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.0953331470489502, "subset_score_loss": 0.0953331470489502}
+{"step": 170000, "wall_time": 1751.561711549759, "train_loss_step": 6.342126846313477, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09162209630012512, "subset_score_loss": 0.09162209630012512}
+{"step": 180000, "wall_time": 1845.933723449707, "train_loss_step": 5.726401329040527, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.09013917446136474, "subset_score_loss": 0.09013917446136474}
+{"step": 190000, "wall_time": 1939.4849956035614, "train_loss_step": 5.5143585205078125, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08581724166870117, "subset_score_loss": 0.08581724166870117}
+{"step": 200000, "wall_time": 2106.2439107894897, "train_loss_step": 5.840335845947266, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08399883508682252, "subset_score_loss": 0.08399883508682252, "memorization_fraction_pixel": 0.02199999988079071, "mean_nn_ratio_pixel": 0.819420576095581, "fid": 55.34887325056415}
+{"step": 210000, "wall_time": 2198.5520811080933, "train_loss_step": 5.554623603820801, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.08067429661750794, "subset_score_loss": 0.08067429661750794}
+{"step": 220000, "wall_time": 2293.1759412288666, "train_loss_step": 5.599845886230469, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.0789362370967865, "subset_score_loss": 0.0789362370967865}
+{"step": 230000, "wall_time": 2387.576396226883, "train_loss_step": 5.3523101806640625, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07683599591255189, "subset_score_loss": 0.07683599591255189}
+{"step": 240000, "wall_time": 2481.9631378650665, "train_loss_step": 5.738170623779297, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.0746817946434021, "subset_score_loss": 0.0746817946434021}
+{"step": 250000, "wall_time": 2576.25834274292, "train_loss_step": 5.5715155601501465, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07408512830734253, "subset_score_loss": 0.07408512830734253}
+{"step": 260000, "wall_time": 2671.092597723007, "train_loss_step": 5.602289199829102, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.0714076042175293, "subset_score_loss": 0.0714076042175293}
+{"step": 270000, "wall_time": 2765.082011938095, "train_loss_step": 5.3491692543029785, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.06965919137001038, "subset_score_loss": 0.06965919137001038}
+{"step": 280000, "wall_time": 2859.5541796684265, "train_loss_step": 5.674075126647949, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06747475266456604, "subset_score_loss": 0.06747475266456604}
+{"step": 290000, "wall_time": 2951.6336693763733, "train_loss_step": 5.21781587600708, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06735002398490905, "subset_score_loss": 0.06735002398490905}
+{"step": 300000, "wall_time": 3120.3498878479004, "train_loss_step": 5.444381237030029, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.0649564266204834, "subset_score_loss": 0.0649564266204834, "memorization_fraction_pixel": 0.05139999836683273, "mean_nn_ratio_pixel": 0.7717778086662292, "fid": 53.577428218688766}
+{"step": 310000, "wall_time": 3212.6404173374176, "train_loss_step": 5.014608383178711, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06610594987869263, "subset_score_loss": 0.06610594987869263}
+{"step": 320000, "wall_time": 3307.5609006881714, "train_loss_step": 5.004520416259766, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06358032822608947, "subset_score_loss": 0.06358032822608947}
+{"step": 330000, "wall_time": 3401.9997968673706, "train_loss_step": 5.188668251037598, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06233028769493103, "subset_score_loss": 0.06233028769493103}
+{"step": 340000, "wall_time": 3496.5196137428284, "train_loss_step": 4.894209861755371, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.061245429515838626, "subset_score_loss": 0.061245429515838626}
+{"step": 350000, "wall_time": 3590.8765466213226, "train_loss_step": 5.165125846862793, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.06068211793899536, "subset_score_loss": 0.06068211793899536}
+{"step": 360000, "wall_time": 3684.556896686554, "train_loss_step": 5.095378875732422, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.060262256860733034, "subset_score_loss": 0.060262256860733034}
+{"step": 370000, "wall_time": 3778.738800048828, "train_loss_step": 5.248527526855469, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05912155508995056, "subset_score_loss": 0.05912155508995056}
+{"step": 380000, "wall_time": 3872.7424297332764, "train_loss_step": 5.033388614654541, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.05767762064933777, "subset_score_loss": 0.05767762064933777}
+{"step": 390000, "wall_time": 3965.133870124817, "train_loss_step": 4.7816548347473145, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05620399713516235, "subset_score_loss": 0.05620399713516235}
+{"step": 400000, "wall_time": 4133.745674371719, "train_loss_step": 4.899975776672363, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.055323976278305056, "subset_score_loss": 0.055323976278305056, "memorization_fraction_pixel": 0.08110000193119049, "mean_nn_ratio_pixel": 0.7363079786300659, "fid": 52.52747734307695}
+{"step": 410000, "wall_time": 4226.2641134262085, "train_loss_step": 4.859841346740723, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.0558929979801178, "subset_score_loss": 0.0558929979801178}
+{"step": 420000, "wall_time": 4320.920087337494, "train_loss_step": 4.7664079666137695, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.05417861342430115, "subset_score_loss": 0.05417861342430115}
+{"step": 430000, "wall_time": 4415.464308023453, "train_loss_step": 5.053092002868652, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05470026135444641, "subset_score_loss": 0.05470026135444641}
+{"step": 440000, "wall_time": 4509.945491075516, "train_loss_step": 4.984404563903809, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.054374754428863525, "subset_score_loss": 0.054374754428863525}
+{"step": 450000, "wall_time": 4603.561959266663, "train_loss_step": 4.7957868576049805, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05218079090118408, "subset_score_loss": 0.05218079090118408}
+{"step": 460000, "wall_time": 4698.319248199463, "train_loss_step": 4.832237243652344, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.052337479591369626, "subset_score_loss": 0.052337479591369626}
+{"step": 470000, "wall_time": 4792.996641874313, "train_loss_step": 5.132956027984619, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.05173463225364685, "subset_score_loss": 0.05173463225364685}
+{"step": 480000, "wall_time": 4884.825244665146, "train_loss_step": 4.940164089202881, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.05216127038002014, "subset_score_loss": 0.05216127038002014}
+{"step": 490000, "wall_time": 4979.661592960358, "train_loss_step": 4.572090148925781, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.04980148375034332, "subset_score_loss": 0.04980148375034332}
+{"step": 500000, "wall_time": 5147.528928279877, "train_loss_step": 4.488936901092529, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.05034947395324707, "subset_score_loss": 0.05034947395324707, "memorization_fraction_pixel": 0.121799997985363, "mean_nn_ratio_pixel": 0.6954695582389832, "fid": 49.80122685003727}
+{"step": 510000, "wall_time": 5240.157130718231, "train_loss_step": 5.008969306945801, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.04987060725688934, "subset_score_loss": 0.04987060725688934}
+{"step": 520000, "wall_time": 5335.01664686203, "train_loss_step": 4.894180774688721, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.04877760112285614, "subset_score_loss": 0.04877760112285614}
+{"step": 530000, "wall_time": 5429.334369421005, "train_loss_step": 4.693576812744141, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.04931274652481079, "subset_score_loss": 0.04931274652481079}
+{"step": 540000, "wall_time": 5522.860370159149, "train_loss_step": 4.910859107971191, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04765767753124237, "subset_score_loss": 0.04765767753124237}
+{"step": 550000, "wall_time": 5617.365622758865, "train_loss_step": 4.614047050476074, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.04721136391162872, "subset_score_loss": 0.04721136391162872}
+{"step": 560000, "wall_time": 5711.582304477692, "train_loss_step": 4.7278337478637695, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.04705943763256073, "subset_score_loss": 0.04705943763256073}
+{"step": 570000, "wall_time": 5802.828548908234, "train_loss_step": 4.438261032104492, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.04643800258636475, "subset_score_loss": 0.04643800258636475}
+{"step": 580000, "wall_time": 5897.378999948502, "train_loss_step": 4.604615688323975, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.045846930146217345, "subset_score_loss": 0.045846930146217345}
+{"step": 590000, "wall_time": 5992.162170648575, "train_loss_step": 4.6837053298950195, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.045927217602729796, "subset_score_loss": 0.045927217602729796}
+{"step": 600000, "wall_time": 6160.962997198105, "train_loss_step": 4.160368919372559, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04561075866222382, "subset_score_loss": 0.04561075866222382, "memorization_fraction_pixel": 0.15469999611377716, "mean_nn_ratio_pixel": 0.6732510924339294, "fid": 48.02308405998738}
+{"step": 610000, "wall_time": 6253.261320114136, "train_loss_step": 4.759263038635254, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.046154525876045224, "subset_score_loss": 0.046154525876045224}
+{"step": 620000, "wall_time": 6347.229136943817, "train_loss_step": 4.636548042297363, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04482187330722809, "subset_score_loss": 0.04482187330722809}
+{"step": 630000, "wall_time": 6441.25331902504, "train_loss_step": 4.943884372711182, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.04401434361934662, "subset_score_loss": 0.04401434361934662}
+{"step": 640000, "wall_time": 6535.996912956238, "train_loss_step": 4.537565231323242, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.04403519630432129, "subset_score_loss": 0.04403519630432129}
+{"step": 650000, "wall_time": 6630.2299036979675, "train_loss_step": 4.373272895812988, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.04413348734378815, "subset_score_loss": 0.04413348734378815}
+{"step": 660000, "wall_time": 6724.694091320038, "train_loss_step": 4.438040733337402, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04341893196105957, "subset_score_loss": 0.04341893196105957}
+{"step": 670000, "wall_time": 6816.275290966034, "train_loss_step": 4.181012153625488, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.04214998185634613, "subset_score_loss": 0.04214998185634613}
+{"step": 680000, "wall_time": 6911.066867351532, "train_loss_step": 4.498930931091309, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.042568355798721313, "subset_score_loss": 0.042568355798721313}
+{"step": 690000, "wall_time": 7005.615287303925, "train_loss_step": 4.229691982269287, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.0426912933588028, "subset_score_loss": 0.0426912933588028}
+{"step": 700000, "wall_time": 7174.037180185318, "train_loss_step": 4.1772661209106445, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04303108751773834, "subset_score_loss": 0.04303108751773834, "memorization_fraction_pixel": 0.20759999752044678, "mean_nn_ratio_pixel": 0.6339423656463623, "fid": 48.534259528937994}
+{"step": 710000, "wall_time": 7265.807676792145, "train_loss_step": 4.436707496643066, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.04161024391651154, "subset_score_loss": 0.04161024391651154}
+{"step": 720000, "wall_time": 7359.940158128738, "train_loss_step": 4.430208206176758, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.0418064147233963, "subset_score_loss": 0.0418064147233963}
+{"step": 730000, "wall_time": 7454.487149238586, "train_loss_step": 4.272075653076172, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.04260220527648926, "subset_score_loss": 0.04260220527648926}
+{"step": 740000, "wall_time": 7548.736065149307, "train_loss_step": 4.591412544250488, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.04152291715145111, "subset_score_loss": 0.04152291715145111}
+{"step": 750000, "wall_time": 7643.314436674118, "train_loss_step": 4.61995792388916, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04055226743221283, "subset_score_loss": 0.04055226743221283}
+{"step": 760000, "wall_time": 7734.84996175766, "train_loss_step": 4.518374443054199, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04017561674118042, "subset_score_loss": 0.04017561674118042}
+{"step": 770000, "wall_time": 7829.439630031586, "train_loss_step": 4.407878875732422, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.03971554934978485, "subset_score_loss": 0.03971554934978485}
+{"step": 780000, "wall_time": 7923.929482698441, "train_loss_step": 4.408633232116699, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.04016596376895905, "subset_score_loss": 0.04016596376895905}
+{"step": 790000, "wall_time": 8018.12682723999, "train_loss_step": 4.153902530670166, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.040511134266853335, "subset_score_loss": 0.040511134266853335}
+{"step": 800000, "wall_time": 8186.164579153061, "train_loss_step": 4.404725074768066, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.03874961733818054, "subset_score_loss": 0.03874961733818054, "memorization_fraction_pixel": 0.23999999463558197, "mean_nn_ratio_pixel": 0.6123224496841431, "fid": 46.35112680279711}
+{"step": 810000, "wall_time": 8276.337100505829, "train_loss_step": 4.588974475860596, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.03854028582572937, "subset_score_loss": 0.03854028582572937}
+{"step": 820000, "wall_time": 8371.060272693634, "train_loss_step": 4.153499603271484, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.03802631199359894, "subset_score_loss": 0.03802631199359894}
+{"step": 830000, "wall_time": 8465.693759679794, "train_loss_step": 4.436006546020508, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.0397806316614151, "subset_score_loss": 0.0397806316614151}
+{"step": 840000, "wall_time": 8560.406862735748, "train_loss_step": 4.621609687805176, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.03850391507148743, "subset_score_loss": 0.03850391507148743}
+{"step": 850000, "wall_time": 8653.911385536194, "train_loss_step": 4.230981826782227, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03717505037784576, "subset_score_loss": 0.03717505037784576}
+{"step": 860000, "wall_time": 8746.482550859451, "train_loss_step": 4.193711280822754, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.03898603618144989, "subset_score_loss": 0.03898603618144989}
+{"step": 870000, "wall_time": 8841.007501363754, "train_loss_step": 4.223635673522949, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.036296114325523376, "subset_score_loss": 0.036296114325523376}
+{"step": 880000, "wall_time": 8935.348151445389, "train_loss_step": 4.277400970458984, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.03622309863567352, "subset_score_loss": 0.03622309863567352}
+{"step": 890000, "wall_time": 9029.914423942566, "train_loss_step": 4.117199420928955, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03731250464916229, "subset_score_loss": 0.03731250464916229}
+{"step": 900000, "wall_time": 9197.85151386261, "train_loss_step": 4.057653427124023, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.03617948889732361, "subset_score_loss": 0.03617948889732361, "memorization_fraction_pixel": 0.2800000011920929, "mean_nn_ratio_pixel": 0.5828476548194885, "fid": 44.711869183657306}
+{"step": 910000, "wall_time": 9289.185979604721, "train_loss_step": 4.404587745666504, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.036068543791770935, "subset_score_loss": 0.036068543791770935}
+{"step": 920000, "wall_time": 9382.033420801163, "train_loss_step": 4.237405776977539, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.03597643971443176, "subset_score_loss": 0.03597643971443176}
+{"step": 930000, "wall_time": 9476.251530647278, "train_loss_step": 4.144042015075684, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03573563396930694, "subset_score_loss": 0.03573563396930694}
+{"step": 940000, "wall_time": 9570.638364076614, "train_loss_step": 4.231573104858398, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.03546585142612457, "subset_score_loss": 0.03546585142612457}
+{"step": 950000, "wall_time": 9662.368937253952, "train_loss_step": 4.28950309753418, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03613672852516174, "subset_score_loss": 0.03613672852516174}
+{"step": 960000, "wall_time": 9757.029611587524, "train_loss_step": 4.325693130493164, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03598050773143768, "subset_score_loss": 0.03598050773143768}
+{"step": 970000, "wall_time": 9851.065455913544, "train_loss_step": 3.919157028198242, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.034703582525253296, "subset_score_loss": 0.034703582525253296}
+{"step": 980000, "wall_time": 9945.345064401627, "train_loss_step": 4.076280117034912, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03560695648193359, "subset_score_loss": 0.03560695648193359}
+{"step": 990000, "wall_time": 10039.503152370453, "train_loss_step": 4.134886741638184, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.03407033383846283, "subset_score_loss": 0.03407033383846283}
+{"step": 1000000, "wall_time": 10209.080348014832, "train_loss_step": 4.096004486083984, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.0347515344619751, "subset_score_loss": 0.0347515344619751, "memorization_fraction_pixel": 0.32019999623298645, "mean_nn_ratio_pixel": 0.558944046497345, "fid": 44.71960162879772}
+{"step": 1010000, "wall_time": 10300.074093341827, "train_loss_step": 3.981534481048584, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.03413410484790802, "subset_score_loss": 0.03413410484790802}
+{"step": 1020000, "wall_time": 10392.78301024437, "train_loss_step": 3.958951950073242, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03483445048332214, "subset_score_loss": 0.03483445048332214}
+{"step": 1030000, "wall_time": 10487.305476665497, "train_loss_step": 3.7576727867126465, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.033842331171035765, "subset_score_loss": 0.033842331171035765}
+{"step": 1040000, "wall_time": 10578.53992319107, "train_loss_step": 4.359078407287598, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03357178866863251, "subset_score_loss": 0.03357178866863251}
+{"step": 1050000, "wall_time": 10673.356887340546, "train_loss_step": 4.038311958312988, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03400111198425293, "subset_score_loss": 0.03400111198425293}
+{"step": 1060000, "wall_time": 10767.99620771408, "train_loss_step": 3.7340941429138184, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03464733362197876, "subset_score_loss": 0.03464733362197876}
+{"step": 1070000, "wall_time": 10861.865760803223, "train_loss_step": 4.086329936981201, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03350989520549774, "subset_score_loss": 0.03350989520549774}
+{"step": 1080000, "wall_time": 10955.978018045425, "train_loss_step": 4.0155463218688965, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.033617043495178224, "subset_score_loss": 0.033617043495178224}
+{"step": 1090000, "wall_time": 11050.66339802742, "train_loss_step": 4.1360015869140625, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03270515203475952, "subset_score_loss": 0.03270515203475952}
+{"step": 1100000, "wall_time": 11219.369670391083, "train_loss_step": 4.068545341491699, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.03292424082756042, "subset_score_loss": 0.03292424082756042, "memorization_fraction_pixel": 0.36320000886917114, "mean_nn_ratio_pixel": 0.5342251658439636, "fid": 43.47673385937232}
+{"step": 1110000, "wall_time": 11310.555704832077, "train_loss_step": 3.9648597240448, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.03226925134658813, "subset_score_loss": 0.03226925134658813}
+{"step": 1120000, "wall_time": 11403.820998191833, "train_loss_step": 3.7088489532470703, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.03262798488140106, "subset_score_loss": 0.03262798488140106}
+{"step": 1130000, "wall_time": 11498.591890573502, "train_loss_step": 3.8946967124938965, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03292071223258972, "subset_score_loss": 0.03292071223258972}
+{"step": 1140000, "wall_time": 11589.94124674797, "train_loss_step": 3.830872058868408, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.0318448007106781, "subset_score_loss": 0.0318448007106781}
+{"step": 1150000, "wall_time": 11684.356923103333, "train_loss_step": 3.8395285606384277, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.03140451610088348, "subset_score_loss": 0.03140451610088348}
+{"step": 1160000, "wall_time": 11778.222686767578, "train_loss_step": 4.078925132751465, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03225902915000915, "subset_score_loss": 0.03225902915000915}
+{"step": 1170000, "wall_time": 11872.471652269363, "train_loss_step": 3.9845242500305176, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.031798341870307924, "subset_score_loss": 0.031798341870307924}
+{"step": 1180000, "wall_time": 11966.919973373413, "train_loss_step": 4.114129543304443, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.030650520324707033, "subset_score_loss": 0.030650520324707033}
+{"step": 1190000, "wall_time": 12061.33453655243, "train_loss_step": 3.8526320457458496, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.031320294737815856, "subset_score_loss": 0.031320294737815856}
+{"step": 1200000, "wall_time": 12230.548682689667, "train_loss_step": 3.770665407180786, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.03041318953037262, "subset_score_loss": 0.03041318953037262, "memorization_fraction_pixel": 0.38429999351501465, "mean_nn_ratio_pixel": 0.5209610462188721, "fid": 43.58904189289786}
+{"step": 1210000, "wall_time": 12321.54176235199, "train_loss_step": 4.0347795486450195, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.030275818705558778, "subset_score_loss": 0.030275818705558778}
+{"step": 1220000, "wall_time": 12414.67002773285, "train_loss_step": 4.036540508270264, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.030414247512817384, "subset_score_loss": 0.030414247512817384}
+{"step": 1230000, "wall_time": 12506.347487211227, "train_loss_step": 4.083249092102051, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.030551373958587646, "subset_score_loss": 0.030551373958587646}
+{"step": 1240000, "wall_time": 12600.832174062729, "train_loss_step": 3.726839780807495, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03096873462200165, "subset_score_loss": 0.03096873462200165}
+{"step": 1250000, "wall_time": 12694.950382232666, "train_loss_step": 4.030956268310547, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.031101253628730775, "subset_score_loss": 0.031101253628730775}
+{"step": 1260000, "wall_time": 12788.996590614319, "train_loss_step": 3.708584785461426, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.03131526708602905, "subset_score_loss": 0.03131526708602905}
+{"step": 1270000, "wall_time": 12883.533269166946, "train_loss_step": 3.870898723602295, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.030106574296951294, "subset_score_loss": 0.030106574296951294}
+{"step": 1280000, "wall_time": 12977.838129520416, "train_loss_step": 3.764143705368042, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.029686170816421508, "subset_score_loss": 0.029686170816421508}
+{"step": 1290000, "wall_time": 13071.95447063446, "train_loss_step": 4.15876579284668, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.029654985666275023, "subset_score_loss": 0.029654985666275023}
+{"step": 1300000, "wall_time": 13240.3244972229, "train_loss_step": 3.683687210083008, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.029304274916648866, "subset_score_loss": 0.029304274916648866, "memorization_fraction_pixel": 0.4253999888896942, "mean_nn_ratio_pixel": 0.49906089901924133, "fid": 42.13231395711501}
+{"step": 1310000, "wall_time": 13331.815606832504, "train_loss_step": 3.744241714477539, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.029128071665763856, "subset_score_loss": 0.029128071665763856}
+{"step": 1320000, "wall_time": 13425.524826288223, "train_loss_step": 4.12101411819458, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.03053516447544098, "subset_score_loss": 0.03053516447544098}
+{"step": 1330000, "wall_time": 13516.910074234009, "train_loss_step": 3.8198647499084473, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.029779261350631712, "subset_score_loss": 0.029779261350631712}
+{"step": 1340000, "wall_time": 13611.152616739273, "train_loss_step": 4.122164249420166, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.02895680069923401, "subset_score_loss": 0.02895680069923401}
+{"step": 1350000, "wall_time": 13705.362030267715, "train_loss_step": 3.610361337661743, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.02845555543899536, "subset_score_loss": 0.02845555543899536}
+{"step": 1360000, "wall_time": 13799.92638540268, "train_loss_step": 3.653780698776245, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.02854766845703125, "subset_score_loss": 0.02854766845703125}
+{"step": 1370000, "wall_time": 13894.490067481995, "train_loss_step": 4.158615589141846, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.028806450963020324, "subset_score_loss": 0.028806450963020324}
+{"step": 1380000, "wall_time": 13989.06112241745, "train_loss_step": 3.6967928409576416, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.028619039058685302, "subset_score_loss": 0.028619039058685302}
+{"step": 1390000, "wall_time": 14083.540502548218, "train_loss_step": 3.7997899055480957, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.02852870225906372, "subset_score_loss": 0.02852870225906372}
+{"step": 1400000, "wall_time": 14251.120549201965, "train_loss_step": 3.786417245864868, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.027673369646072386, "subset_score_loss": 0.027673369646072386, "memorization_fraction_pixel": 0.48980000615119934, "mean_nn_ratio_pixel": 0.4695809483528137, "fid": 42.48757605835707}
+{"step": 1410000, "wall_time": 14340.6849193573, "train_loss_step": 3.8479480743408203, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.027839502692222594, "subset_score_loss": 0.027839502692222594}
+{"step": 1420000, "wall_time": 14431.364446401596, "train_loss_step": 3.799973726272583, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.028107187151908873, "subset_score_loss": 0.028107187151908873}
+{"step": 1430000, "wall_time": 14525.507294416428, "train_loss_step": 3.8307602405548096, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.02746046781539917, "subset_score_loss": 0.02746046781539917}
+{"step": 1440000, "wall_time": 14619.652424573898, "train_loss_step": 4.103548049926758, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.02722804546356201, "subset_score_loss": 0.02722804546356201}
+{"step": 1450000, "wall_time": 14714.104631185532, "train_loss_step": 3.927982807159424, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.027472543716430663, "subset_score_loss": 0.027472543716430663}
+{"step": 1460000, "wall_time": 14808.658792972565, "train_loss_step": 3.4203100204467773, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.027131098508834838, "subset_score_loss": 0.027131098508834838}
+{"step": 1470000, "wall_time": 14903.266994476318, "train_loss_step": 3.84625244140625, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.026899752020835877, "subset_score_loss": 0.026899752020835877}
+{"step": 1480000, "wall_time": 14998.125914812088, "train_loss_step": 3.7370028495788574, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.02654648423194885, "subset_score_loss": 0.02654648423194885}
+{"step": 1490000, "wall_time": 15092.289086580276, "train_loss_step": 3.641634464263916, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.026364096999168397, "subset_score_loss": 0.026364096999168397}
+{"step": 1500000, "wall_time": 15260.706006765366, "train_loss_step": 3.5829644203186035, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.026707038283348083, "subset_score_loss": 0.026707038283348083, "memorization_fraction_pixel": 0.4975999891757965, "mean_nn_ratio_pixel": 0.465533971786499, "fid": 41.712271078094105}
+{"step": 1510000, "wall_time": 15350.154978513718, "train_loss_step": 3.5849802494049072, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.026858553290367126, "subset_score_loss": 0.026858553290367126}
+{"step": 1520000, "wall_time": 15433.477524518967, "train_loss_step": 3.6664187908172607, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.025998294353485107, "subset_score_loss": 0.025998294353485107}
+{"step": 1530000, "wall_time": 15526.1976749897, "train_loss_step": 3.4854607582092285, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.02692340314388275, "subset_score_loss": 0.02692340314388275}
+{"step": 1540000, "wall_time": 15618.814934492111, "train_loss_step": 3.7125868797302246, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.026552051305770874, "subset_score_loss": 0.026552051305770874}
+{"step": 1550000, "wall_time": 15711.586704492569, "train_loss_step": 3.448699951171875, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.025891235470771788, "subset_score_loss": 0.025891235470771788}
+{"step": 1560000, "wall_time": 15805.814191102982, "train_loss_step": 3.8470776081085205, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.026342153549194336, "subset_score_loss": 0.026342153549194336}
+{"step": 1570000, "wall_time": 15900.131794691086, "train_loss_step": 3.802267074584961, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.02708122432231903, "subset_score_loss": 0.02708122432231903}
+{"step": 1580000, "wall_time": 15993.85517501831, "train_loss_step": 3.660266876220703, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.02602382004261017, "subset_score_loss": 0.02602382004261017}
+{"step": 1590000, "wall_time": 16087.600885868073, "train_loss_step": 3.7268638610839844, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.02495449483394623, "subset_score_loss": 0.02495449483394623}
+{"step": 1600000, "wall_time": 16256.192410230637, "train_loss_step": 3.3849101066589355, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.02609085142612457, "subset_score_loss": 0.02609085142612457, "memorization_fraction_pixel": 0.5468999743461609, "mean_nn_ratio_pixel": 0.44017574191093445, "fid": 42.06183770799812}
+{"step": 1610000, "wall_time": 16343.281789302826, "train_loss_step": 3.862745761871338, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.02551184892654419, "subset_score_loss": 0.02551184892654419}
+{"step": 1620000, "wall_time": 16437.625428676605, "train_loss_step": 3.4711785316467285, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.024992279708385468, "subset_score_loss": 0.024992279708385468}
+{"step": 1630000, "wall_time": 16529.856016635895, "train_loss_step": 3.549980878829956, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.0253277063369751, "subset_score_loss": 0.0253277063369751}
+{"step": 1640000, "wall_time": 16624.169759988785, "train_loss_step": 3.3243680000305176, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.024908681213855744, "subset_score_loss": 0.024908681213855744}
+{"step": 1650000, "wall_time": 16718.313512802124, "train_loss_step": 3.387136936187744, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.02552366554737091, "subset_score_loss": 0.02552366554737091}
+{"step": 1660000, "wall_time": 16812.85454273224, "train_loss_step": 3.595656394958496, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.02580902576446533, "subset_score_loss": 0.02580902576446533}
+{"step": 1670000, "wall_time": 16906.862293481827, "train_loss_step": 3.6708102226257324, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.02521955668926239, "subset_score_loss": 0.02521955668926239}
+{"step": 1680000, "wall_time": 17001.029300689697, "train_loss_step": 3.4453649520874023, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.02554817497730255, "subset_score_loss": 0.02554817497730255}
+{"step": 1690000, "wall_time": 17095.360634088516, "train_loss_step": 3.4035234451293945, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.02479363977909088, "subset_score_loss": 0.02479363977909088}
+{"step": 1700000, "wall_time": 17263.28192424774, "train_loss_step": 3.7625069618225098, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.024821199476718903, "subset_score_loss": 0.024821199476718903, "memorization_fraction_pixel": 0.5860999822616577, "mean_nn_ratio_pixel": 0.42118677496910095, "fid": 40.74548462512108}
+{"step": 1710000, "wall_time": 17347.847014188766, "train_loss_step": 3.8947811126708984, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.02453892081975937, "subset_score_loss": 0.02453892081975937}
+{"step": 1720000, "wall_time": 17442.587151050568, "train_loss_step": 3.6143767833709717, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.02419314384460449, "subset_score_loss": 0.02419314384460449}
+{"step": 1730000, "wall_time": 17535.443764925003, "train_loss_step": 3.438138961791992, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.02448701560497284, "subset_score_loss": 0.02448701560497284}
+{"step": 1740000, "wall_time": 17629.39333128929, "train_loss_step": 3.382667303085327, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024143441021442412, "subset_score_loss": 0.024143441021442412}
+{"step": 1750000, "wall_time": 17723.532034397125, "train_loss_step": 3.741696834564209, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.02509607970714569, "subset_score_loss": 0.02509607970714569}
+{"step": 1760000, "wall_time": 17817.737414836884, "train_loss_step": 3.446251630783081, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.023373275995254517, "subset_score_loss": 0.023373275995254517}
+{"step": 1770000, "wall_time": 17911.34050631523, "train_loss_step": 3.8491370677948, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.02324833571910858, "subset_score_loss": 0.02324833571910858}
+{"step": 1780000, "wall_time": 18005.656351566315, "train_loss_step": 3.4365200996398926, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.024092985689640044, "subset_score_loss": 0.024092985689640044}
+{"step": 1790000, "wall_time": 18099.569578170776, "train_loss_step": 3.6912589073181152, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.023622898757457732, "subset_score_loss": 0.023622898757457732}
+{"step": 1800000, "wall_time": 18266.254940748215, "train_loss_step": 3.430431842803955, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.023503144085407258, "subset_score_loss": 0.023503144085407258, "memorization_fraction_pixel": 0.620199978351593, "mean_nn_ratio_pixel": 0.40515196323394775, "fid": 40.22587607639771}
+{"step": 1810000, "wall_time": 18357.17610001564, "train_loss_step": 3.27305006980896, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.024209849536418915, "subset_score_loss": 0.024209849536418915}
+{"step": 1820000, "wall_time": 18451.403195142746, "train_loss_step": 3.597174644470215, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.023618380725383758, "subset_score_loss": 0.023618380725383758}
+{"step": 1830000, "wall_time": 18544.41677713394, "train_loss_step": 3.514254093170166, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.023220841586589814, "subset_score_loss": 0.023220841586589814}
+{"step": 1840000, "wall_time": 18638.850578546524, "train_loss_step": 3.4479784965515137, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.02301911860704422, "subset_score_loss": 0.02301911860704422}
+{"step": 1850000, "wall_time": 18733.167474269867, "train_loss_step": 3.667581558227539, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.02280460298061371, "subset_score_loss": 0.02280460298061371}
+{"step": 1860000, "wall_time": 18826.844425678253, "train_loss_step": 3.4867281913757324, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.022186365723609925, "subset_score_loss": 0.022186365723609925}
+{"step": 1870000, "wall_time": 18921.211387634277, "train_loss_step": 3.387317180633545, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.02287496030330658, "subset_score_loss": 0.02287496030330658}
+{"step": 1880000, "wall_time": 19015.033574342728, "train_loss_step": 3.4850687980651855, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.02241874486207962, "subset_score_loss": 0.02241874486207962}
+{"step": 1890000, "wall_time": 19109.517562150955, "train_loss_step": 3.515880584716797, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.023857319355010988, "subset_score_loss": 0.023857319355010988}
+{"step": 1900000, "wall_time": 19272.79553580284, "train_loss_step": 3.938432216644287, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.025335660576820372, "subset_score_loss": 0.025335660576820372, "memorization_fraction_pixel": 0.6402000188827515, "mean_nn_ratio_pixel": 0.39634469151496887, "fid": 40.28224510148766}
+{"step": 1910000, "wall_time": 19362.588703870773, "train_loss_step": 3.4627647399902344, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.02207806259393692, "subset_score_loss": 0.02207806259393692}
+{"step": 1920000, "wall_time": 19456.385699033737, "train_loss_step": 3.5657176971435547, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.02160283029079437, "subset_score_loss": 0.02160283029079437}
+{"step": 1930000, "wall_time": 19548.427175045013, "train_loss_step": 3.1091148853302, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.021702347695827483, "subset_score_loss": 0.021702347695827483}
+{"step": 1940000, "wall_time": 19641.733226776123, "train_loss_step": 3.416945457458496, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.02196391820907593, "subset_score_loss": 0.02196391820907593}
+{"step": 1950000, "wall_time": 19734.466527223587, "train_loss_step": 3.4768824577331543, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.022010622918605803, "subset_score_loss": 0.022010622918605803}
+{"step": 1960000, "wall_time": 19827.50021314621, "train_loss_step": 3.321532726287842, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.02195221483707428, "subset_score_loss": 0.02195221483707428}
+{"step": 1970000, "wall_time": 19920.0090136528, "train_loss_step": 3.5345683097839355, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.023233899474143983, "subset_score_loss": 0.023233899474143983}
+{"step": 1980000, "wall_time": 20014.26089644432, "train_loss_step": 3.424421787261963, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.02255975753068924, "subset_score_loss": 0.02255975753068924}
+{"step": 1990000, "wall_time": 20108.03125, "train_loss_step": 3.253532886505127, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.02216872125864029, "subset_score_loss": 0.02216872125864029}
+{"step": 2000000, "wall_time": 20273.970567941666, "train_loss_step": 3.3334298133850098, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.021833790838718413, "subset_score_loss": 0.021833790838718413, "memorization_fraction_pixel": 0.6726999878883362, "mean_nn_ratio_pixel": 0.3818052411079407, "fid": 40.67512849518614}
+{"step": 2010000, "wall_time": 20364.613239765167, "train_loss_step": 3.367732524871826, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.021170184016227722, "subset_score_loss": 0.021170184016227722}
+{"step": 2020000, "wall_time": 20458.97694349289, "train_loss_step": 3.3914835453033447, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.02130514681339264, "subset_score_loss": 0.02130514681339264}
+{"step": 2030000, "wall_time": 20551.92613530159, "train_loss_step": 3.275843620300293, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.021466705203056335, "subset_score_loss": 0.021466705203056335}
+{"step": 2040000, "wall_time": 20646.13780760765, "train_loss_step": 3.4482192993164062, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.021644572913646697, "subset_score_loss": 0.021644572913646697}
+{"step": 2050000, "wall_time": 20738.901943445206, "train_loss_step": 3.3822174072265625, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.02158275842666626, "subset_score_loss": 0.02158275842666626}
+{"step": 2060000, "wall_time": 20832.79244494438, "train_loss_step": 3.295520305633545, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.021540650725364686, "subset_score_loss": 0.021540650725364686}
+{"step": 2070000, "wall_time": 20925.66889691353, "train_loss_step": 3.1273727416992188, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.02099223732948303, "subset_score_loss": 0.02099223732948303}
+{"step": 2080000, "wall_time": 21018.823012828827, "train_loss_step": 3.519679546356201, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.020914462208747864, "subset_score_loss": 0.020914462208747864}
+{"step": 2090000, "wall_time": 21112.239196777344, "train_loss_step": 3.2363481521606445, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.02115519642829895, "subset_score_loss": 0.02115519642829895}
+{"step": 2100000, "wall_time": 21275.202836751938, "train_loss_step": 3.0856001377105713, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.021043799817562103, "subset_score_loss": 0.021043799817562103, "memorization_fraction_pixel": 0.6836000084877014, "mean_nn_ratio_pixel": 0.3825325667858124, "fid": 40.5968118297194}
+{"step": 2110000, "wall_time": 21364.405032634735, "train_loss_step": 3.6725237369537354, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020611028373241424, "subset_score_loss": 0.020611028373241424}
+{"step": 2120000, "wall_time": 21457.554874658585, "train_loss_step": 3.2905426025390625, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.020542466640472413, "subset_score_loss": 0.020542466640472413}
+{"step": 2130000, "wall_time": 21550.186044692993, "train_loss_step": 3.355417490005493, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.021879775822162627, "subset_score_loss": 0.021879775822162627}
+{"step": 2140000, "wall_time": 21642.259215593338, "train_loss_step": 3.2967405319213867, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.020683911442756654, "subset_score_loss": 0.020683911442756654}
+{"step": 2150000, "wall_time": 21735.695080518723, "train_loss_step": 3.4429445266723633, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.021688224375247957, "subset_score_loss": 0.021688224375247957}
+{"step": 2160000, "wall_time": 21829.21134519577, "train_loss_step": 3.2352519035339355, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.020457357168197632, "subset_score_loss": 0.020457357168197632}
+{"step": 2170000, "wall_time": 21923.15500497818, "train_loss_step": 3.2122931480407715, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.020277835428714752, "subset_score_loss": 0.020277835428714752}
+{"step": 2180000, "wall_time": 22017.536184072495, "train_loss_step": 3.5927000045776367, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.020630665123462677, "subset_score_loss": 0.020630665123462677}
+{"step": 2190000, "wall_time": 22108.30311346054, "train_loss_step": 3.126605749130249, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.020182795822620392, "subset_score_loss": 0.020182795822620392}
+{"step": 2200000, "wall_time": 22277.613996505737, "train_loss_step": 3.12613844871521, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.01981026530265808, "subset_score_loss": 0.01981026530265808, "memorization_fraction_pixel": 0.6967999935150146, "mean_nn_ratio_pixel": 0.37286409735679626, "fid": 40.177606812736}
+{"step": 2210000, "wall_time": 22367.233640432358, "train_loss_step": 3.1972951889038086, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.019809392094612122, "subset_score_loss": 0.019809392094612122}
+{"step": 2220000, "wall_time": 22461.66387820244, "train_loss_step": 3.159170150756836, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.019757314026355742, "subset_score_loss": 0.019757314026355742}
+{"step": 2230000, "wall_time": 22555.62606525421, "train_loss_step": 3.2709288597106934, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.02059830129146576, "subset_score_loss": 0.02059830129146576}
+{"step": 2240000, "wall_time": 22648.254995584488, "train_loss_step": 2.940481662750244, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.019525220990180968, "subset_score_loss": 0.019525220990180968}
+{"step": 2250000, "wall_time": 22742.527167081833, "train_loss_step": 3.18112850189209, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.020378567278385162, "subset_score_loss": 0.020378567278385162}
+{"step": 2260000, "wall_time": 22836.595474243164, "train_loss_step": 3.412614583969116, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.020214547216892243, "subset_score_loss": 0.020214547216892243}
+{"step": 2270000, "wall_time": 22930.72836136818, "train_loss_step": 3.2689003944396973, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.019924698770046233, "subset_score_loss": 0.019924698770046233}
+{"step": 2280000, "wall_time": 23023.808904886246, "train_loss_step": 3.4116711616516113, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.019344861805438995, "subset_score_loss": 0.019344861805438995}
+{"step": 2290000, "wall_time": 23103.741595983505, "train_loss_step": 3.384049415588379, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.019915078580379487, "subset_score_loss": 0.019915078580379487}
+{"step": 2300000, "wall_time": 23269.9099984169, "train_loss_step": 3.2557427883148193, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.01990066021680832, "subset_score_loss": 0.01990066021680832, "memorization_fraction_pixel": 0.722599983215332, "mean_nn_ratio_pixel": 0.3636966645717621, "fid": 40.01057387186024}
+{"step": 2310000, "wall_time": 23358.62517595291, "train_loss_step": 3.1927573680877686, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.01908457577228546, "subset_score_loss": 0.01908457577228546}
+{"step": 2320000, "wall_time": 23451.236099481583, "train_loss_step": 3.3177385330200195, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.01971176713705063, "subset_score_loss": 0.01971176713705063}
+{"step": 2330000, "wall_time": 23544.2750351429, "train_loss_step": 3.2306277751922607, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.019456735253334044, "subset_score_loss": 0.019456735253334044}
+{"step": 2340000, "wall_time": 23635.746616363525, "train_loss_step": 3.273758888244629, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.019115746021270752, "subset_score_loss": 0.019115746021270752}
+{"step": 2350000, "wall_time": 23728.23986530304, "train_loss_step": 2.94514536857605, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.01890198439359665, "subset_score_loss": 0.01890198439359665}
+{"step": 2360000, "wall_time": 23821.307849168777, "train_loss_step": 2.969238042831421, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.01928325593471527, "subset_score_loss": 0.01928325593471527}
+{"step": 2370000, "wall_time": 23914.405573368073, "train_loss_step": 3.169595718383789, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.020133499801158906, "subset_score_loss": 0.020133499801158906}
+{"step": 2380000, "wall_time": 24007.39527964592, "train_loss_step": 3.397477626800537, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.018747599422931673, "subset_score_loss": 0.018747599422931673}
+{"step": 2390000, "wall_time": 24097.634224176407, "train_loss_step": 3.392148494720459, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.018854281306266783, "subset_score_loss": 0.018854281306266783}
+{"step": 2400000, "wall_time": 24264.716332912445, "train_loss_step": 3.107137680053711, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.018903085589408876, "subset_score_loss": 0.018903085589408876, "memorization_fraction_pixel": 0.7355999946594238, "mean_nn_ratio_pixel": 0.3560521602630615, "fid": 40.3518680997496}
+{"step": 2410000, "wall_time": 24353.951232910156, "train_loss_step": 3.57016658782959, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.018686489760875703, "subset_score_loss": 0.018686489760875703}
+{"step": 2420000, "wall_time": 24446.5917699337, "train_loss_step": 3.177975654602051, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.01864769458770752, "subset_score_loss": 0.01864769458770752}
+{"step": 2430000, "wall_time": 24539.729474782944, "train_loss_step": 3.543529510498047, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018358047306537627, "subset_score_loss": 0.018358047306537627}
+{"step": 2440000, "wall_time": 24631.042936563492, "train_loss_step": 2.811798095703125, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.018902398645877838, "subset_score_loss": 0.018902398645877838}
+{"step": 2450000, "wall_time": 24724.341198682785, "train_loss_step": 3.218195676803589, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.018127229809761048, "subset_score_loss": 0.018127229809761048}
+{"step": 2460000, "wall_time": 24817.48738002777, "train_loss_step": 3.1984405517578125, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.01881997138261795, "subset_score_loss": 0.01881997138261795}
+{"step": 2470000, "wall_time": 24910.41133904457, "train_loss_step": 3.4319207668304443, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.019232945144176485, "subset_score_loss": 0.019232945144176485}
+{"step": 2480000, "wall_time": 25000.43919968605, "train_loss_step": 3.2426514625549316, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.018106579780578613, "subset_score_loss": 0.018106579780578613}
+{"step": 2490000, "wall_time": 25093.664431095123, "train_loss_step": 3.187675714492798, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.018074409663677217, "subset_score_loss": 0.018074409663677217}
+{"step": 2500000, "wall_time": 25259.922238349915, "train_loss_step": 3.1509995460510254, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.01806957721710205, "subset_score_loss": 0.01806957721710205, "memorization_fraction_pixel": 0.742900013923645, "mean_nn_ratio_pixel": 0.3542208969593048, "fid": 39.60458622393402}
+{"step": 2510000, "wall_time": 25349.325553655624, "train_loss_step": 3.2663445472717285, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.018068958818912507, "subset_score_loss": 0.018068958818912507}
+{"step": 2520000, "wall_time": 25441.99101805687, "train_loss_step": 3.072343111038208, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.017669637501239777, "subset_score_loss": 0.017669637501239777}
+{"step": 2530000, "wall_time": 25534.65420603752, "train_loss_step": 3.180391311645508, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.017817871272563936, "subset_score_loss": 0.017817871272563936}
+{"step": 2540000, "wall_time": 25626.29538989067, "train_loss_step": 3.3263659477233887, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.018709559738636018, "subset_score_loss": 0.018709559738636018}
+{"step": 2550000, "wall_time": 25718.454080581665, "train_loss_step": 3.0815744400024414, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.017978715896606445, "subset_score_loss": 0.017978715896606445}
+{"step": 2560000, "wall_time": 25811.268798828125, "train_loss_step": 3.342371940612793, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.017449250817298888, "subset_score_loss": 0.017449250817298888}
+{"step": 2570000, "wall_time": 25904.188481092453, "train_loss_step": 3.2024006843566895, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.01812143474817276, "subset_score_loss": 0.01812143474817276}
+{"step": 2580000, "wall_time": 25994.51615333557, "train_loss_step": 2.9103035926818848, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.017855338752269745, "subset_score_loss": 0.017855338752269745}
+{"step": 2590000, "wall_time": 26087.451592445374, "train_loss_step": 3.2969412803649902, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.017927472293376923, "subset_score_loss": 0.017927472293376923}
+{"step": 2600000, "wall_time": 26253.602129220963, "train_loss_step": 3.0380325317382812, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.01741967350244522, "subset_score_loss": 0.01741967350244522, "memorization_fraction_pixel": 0.7498000264167786, "mean_nn_ratio_pixel": 0.3501664996147156, "fid": 40.71292573292102}
+{"step": 2610000, "wall_time": 26343.566434144974, "train_loss_step": 2.7986531257629395, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.017546412348747254, "subset_score_loss": 0.017546412348747254}
+{"step": 2620000, "wall_time": 26436.5903737545, "train_loss_step": 3.151841163635254, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.018582940101623535, "subset_score_loss": 0.018582940101623535}
+{"step": 2630000, "wall_time": 26529.723790884018, "train_loss_step": 3.378866195678711, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.0170928418636322, "subset_score_loss": 0.0170928418636322}
+{"step": 2640000, "wall_time": 26621.649231910706, "train_loss_step": 3.3196563720703125, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.01849687546491623, "subset_score_loss": 0.01849687546491623}
+{"step": 2650000, "wall_time": 26714.416092157364, "train_loss_step": 3.1844639778137207, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.018396025896072386, "subset_score_loss": 0.018396025896072386}
+{"step": 2660000, "wall_time": 26807.48961830139, "train_loss_step": 3.2778007984161377, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.017763681709766388, "subset_score_loss": 0.017763681709766388}
+{"step": 2670000, "wall_time": 26897.553998231888, "train_loss_step": 3.3166255950927734, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.0168969064950943, "subset_score_loss": 0.0168969064950943}
+{"step": 2680000, "wall_time": 26990.68901157379, "train_loss_step": 3.0858964920043945, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.01752779334783554, "subset_score_loss": 0.01752779334783554}
+{"step": 2690000, "wall_time": 27083.764321804047, "train_loss_step": 3.240774631500244, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.01777331829071045, "subset_score_loss": 0.01777331829071045}
+{"step": 2700000, "wall_time": 27250.111922979355, "train_loss_step": 3.3872761726379395, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.017767822742462157, "subset_score_loss": 0.017767822742462157, "memorization_fraction_pixel": 0.7663999795913696, "mean_nn_ratio_pixel": 0.34546300768852234, "fid": 39.84269495359185}
+{"step": 2710000, "wall_time": 27340.083432674408, "train_loss_step": 3.1426801681518555, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.018090982735157014, "subset_score_loss": 0.018090982735157014}
+{"step": 2720000, "wall_time": 27433.25842142105, "train_loss_step": 3.206170082092285, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.01715162843465805, "subset_score_loss": 0.01715162843465805}
+{"step": 2730000, "wall_time": 27526.620274543762, "train_loss_step": 2.9965617656707764, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.017162051796913148, "subset_score_loss": 0.017162051796913148}
+{"step": 2740000, "wall_time": 27620.214589118958, "train_loss_step": 3.135079860687256, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.016496604681015013, "subset_score_loss": 0.016496604681015013}
+{"step": 2750000, "wall_time": 27711.518465042114, "train_loss_step": 3.0419111251831055, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.016929174959659576, "subset_score_loss": 0.016929174959659576}
+{"step": 2760000, "wall_time": 27803.838341474533, "train_loss_step": 3.41778826713562, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017370910942554475, "subset_score_loss": 0.017370910942554475}
+{"step": 2770000, "wall_time": 27894.647476911545, "train_loss_step": 3.1122679710388184, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.01639827936887741, "subset_score_loss": 0.01639827936887741}
+{"step": 2780000, "wall_time": 27988.405034780502, "train_loss_step": 3.0638720989227295, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.016605289280414583, "subset_score_loss": 0.016605289280414583}
+{"step": 2790000, "wall_time": 28083.017874479294, "train_loss_step": 2.945052146911621, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.016594722867012024, "subset_score_loss": 0.016594722867012024}
+{"step": 2800000, "wall_time": 28251.21787405014, "train_loss_step": 3.2744414806365967, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.01665731370449066, "subset_score_loss": 0.01665731370449066, "memorization_fraction_pixel": 0.7741000056266785, "mean_nn_ratio_pixel": 0.3438892066478729, "fid": 40.123295742104986}
+{"step": 2810000, "wall_time": 28341.280876398087, "train_loss_step": 3.0487048625946045, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.01744690090417862, "subset_score_loss": 0.01744690090417862}
+{"step": 2820000, "wall_time": 28432.337077140808, "train_loss_step": 2.946413040161133, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.0178458571434021, "subset_score_loss": 0.0178458571434021}
+{"step": 2830000, "wall_time": 28519.906198740005, "train_loss_step": 3.1567916870117188, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.01668715327978134, "subset_score_loss": 0.01668715327978134}
+{"step": 2840000, "wall_time": 28607.66770553589, "train_loss_step": 3.3449606895446777, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.017342181503772737, "subset_score_loss": 0.017342181503772737}
+{"step": 2850000, "wall_time": 28693.06537246704, "train_loss_step": 3.3665194511413574, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016919831931591033, "subset_score_loss": 0.016919831931591033}
+{"step": 2860000, "wall_time": 28778.507652282715, "train_loss_step": 2.8711764812469482, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.01743962913751602, "subset_score_loss": 0.01743962913751602}
+{"step": 2870000, "wall_time": 28872.3761074543, "train_loss_step": 3.071805477142334, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.016470202803611757, "subset_score_loss": 0.016470202803611757}
+{"step": 2880000, "wall_time": 28966.62794160843, "train_loss_step": 3.2442102432250977, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.016433201730251312, "subset_score_loss": 0.016433201730251312}
+{"step": 2890000, "wall_time": 29060.753425598145, "train_loss_step": 3.1101760864257812, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.016407081484794618, "subset_score_loss": 0.016407081484794618}
+{"step": 2900000, "wall_time": 29228.105209112167, "train_loss_step": 3.1226587295532227, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.015504302084445953, "subset_score_loss": 0.015504302084445953, "memorization_fraction_pixel": 0.7791000008583069, "mean_nn_ratio_pixel": 0.34287700057029724, "fid": 39.96494615792844}
+{"step": 2910000, "wall_time": 29319.952856063843, "train_loss_step": 3.1389026641845703, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015858453512191773, "subset_score_loss": 0.015858453512191773}
+{"step": 2920000, "wall_time": 29411.74844479561, "train_loss_step": 3.1850342750549316, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.016332343220710754, "subset_score_loss": 0.016332343220710754}
+{"step": 2930000, "wall_time": 29499.81247639656, "train_loss_step": 3.15244722366333, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.016085763275623322, "subset_score_loss": 0.016085763275623322}
+{"step": 2940000, "wall_time": 29587.88881134987, "train_loss_step": 2.7721872329711914, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.015553171932697295, "subset_score_loss": 0.015553171932697295}
+{"step": 2950000, "wall_time": 29674.514809846878, "train_loss_step": 3.3766093254089355, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.015470075607299804, "subset_score_loss": 0.015470075607299804}
+{"step": 2960000, "wall_time": 29765.064450502396, "train_loss_step": 3.335263967514038, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.01655128300189972, "subset_score_loss": 0.01655128300189972}
+{"step": 2970000, "wall_time": 29859.521542549133, "train_loss_step": 2.848362445831299, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.01571894884109497, "subset_score_loss": 0.01571894884109497}
+{"step": 2980000, "wall_time": 29954.348420858383, "train_loss_step": 3.0144574642181396, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015176405012607575, "subset_score_loss": 0.015176405012607575}
+{"step": 2990000, "wall_time": 30048.034991025925, "train_loss_step": 3.2217345237731934, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.016363851726055145, "subset_score_loss": 0.016363851726055145}
+{"step": 3000000, "wall_time": 30217.21617770195, "train_loss_step": 3.1687815189361572, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.015764784812927247, "subset_score_loss": 0.015764784812927247, "memorization_fraction_pixel": 0.7854999899864197, "mean_nn_ratio_pixel": 0.3375511169433594, "fid": 40.12905213593434}
+{"step": 3010000, "wall_time": 30309.187160015106, "train_loss_step": 2.7975258827209473, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.016048800945281983, "subset_score_loss": 0.016048800945281983}
+{"step": 3020000, "wall_time": 30403.75444507599, "train_loss_step": 3.16044282913208, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.01581604927778244, "subset_score_loss": 0.01581604927778244}
+{"step": 3030000, "wall_time": 30498.13702940941, "train_loss_step": 3.0011038780212402, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.016108585894107817, "subset_score_loss": 0.016108585894107817}
+{"step": 3040000, "wall_time": 30592.685020923615, "train_loss_step": 2.8524224758148193, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.017386041581630707, "subset_score_loss": 0.017386041581630707}
+{"step": 3050000, "wall_time": 30682.676008701324, "train_loss_step": 2.856659412384033, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.016483670473098753, "subset_score_loss": 0.016483670473098753}
+{"step": 3060000, "wall_time": 30777.09824347496, "train_loss_step": 2.943420886993408, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.01608460396528244, "subset_score_loss": 0.01608460396528244}
+{"step": 3070000, "wall_time": 30871.7876060009, "train_loss_step": 3.0228559970855713, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.015101867914199828, "subset_score_loss": 0.015101867914199828}
+{"step": 3080000, "wall_time": 30965.310282945633, "train_loss_step": 3.030588388442993, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.016126661002635954, "subset_score_loss": 0.016126661002635954}
+{"step": 3090000, "wall_time": 31059.762563467026, "train_loss_step": 3.0227842330932617, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.015098470449447631, "subset_score_loss": 0.015098470449447631}
+{"step": 3100000, "wall_time": 31228.7179646492, "train_loss_step": 3.0511605739593506, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.016273581981658937, "subset_score_loss": 0.016273581981658937, "memorization_fraction_pixel": 0.784600019454956, "mean_nn_ratio_pixel": 0.34085813164711, "fid": 39.678655371303506}
+{"step": 3110000, "wall_time": 31320.265510320663, "train_loss_step": 3.1676831245422363, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.016064612567424773, "subset_score_loss": 0.016064612567424773}
+{"step": 3120000, "wall_time": 31414.305428028107, "train_loss_step": 2.9169583320617676, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.015015903115272521, "subset_score_loss": 0.015015903115272521}
+{"step": 3130000, "wall_time": 31507.671409368515, "train_loss_step": 2.895297050476074, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.014776624739170074, "subset_score_loss": 0.014776624739170074}
+{"step": 3140000, "wall_time": 31601.44006228447, "train_loss_step": 2.9216525554656982, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.015198464691638946, "subset_score_loss": 0.015198464691638946}
+{"step": 3150000, "wall_time": 31679.633301973343, "train_loss_step": 3.0641109943389893, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.01585703492164612, "subset_score_loss": 0.01585703492164612}
+{"step": 3160000, "wall_time": 31771.59157729149, "train_loss_step": 3.02457857131958, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.01488705277442932, "subset_score_loss": 0.01488705277442932}
+{"step": 3170000, "wall_time": 31864.330808639526, "train_loss_step": 3.044888496398926, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.01575445681810379, "subset_score_loss": 0.01575445681810379}
+{"step": 3180000, "wall_time": 31957.000233650208, "train_loss_step": 2.788226842880249, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.014728519320487975, "subset_score_loss": 0.014728519320487975}
+{"step": 3190000, "wall_time": 32051.42780470848, "train_loss_step": 3.070213556289673, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.014383034408092498, "subset_score_loss": 0.014383034408092498}
+{"step": 3200000, "wall_time": 32217.73726272583, "train_loss_step": 3.0714447498321533, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014674298465251923, "subset_score_loss": 0.014674298465251923, "memorization_fraction_pixel": 0.7943000197410583, "mean_nn_ratio_pixel": 0.3380247950553894, "fid": 39.63591229421279}
+{"step": 3210000, "wall_time": 32308.34158182144, "train_loss_step": 2.772414207458496, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.015229465067386627, "subset_score_loss": 0.015229465067386627}
+{"step": 3220000, "wall_time": 32401.178154945374, "train_loss_step": 2.8508481979370117, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.014449487626552581, "subset_score_loss": 0.014449487626552581}
+{"step": 3230000, "wall_time": 32495.37118768692, "train_loss_step": 2.8993515968322754, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.015432271361351012, "subset_score_loss": 0.015432271361351012}
+{"step": 3240000, "wall_time": 32589.055425405502, "train_loss_step": 2.962394952774048, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.014643502235412598, "subset_score_loss": 0.014643502235412598}
+{"step": 3250000, "wall_time": 32678.644556045532, "train_loss_step": 2.9068031311035156, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.015110327303409577, "subset_score_loss": 0.015110327303409577}
+{"step": 3260000, "wall_time": 32772.66477847099, "train_loss_step": 2.7790145874023438, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.01464858502149582, "subset_score_loss": 0.01464858502149582}
+{"step": 3270000, "wall_time": 32866.57890295982, "train_loss_step": 3.180898666381836, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.015693677961826323, "subset_score_loss": 0.015693677961826323}
+{"step": 3280000, "wall_time": 32960.037138700485, "train_loss_step": 3.23336124420166, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.01470768004655838, "subset_score_loss": 0.01470768004655838}
+{"step": 3290000, "wall_time": 33052.68183541298, "train_loss_step": 3.2451868057250977, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014043992757797242, "subset_score_loss": 0.014043992757797242}
+{"step": 3300000, "wall_time": 33218.865858078, "train_loss_step": 2.9653425216674805, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014310751855373383, "subset_score_loss": 0.014310751855373383, "memorization_fraction_pixel": 0.8037999868392944, "mean_nn_ratio_pixel": 0.3310279846191406, "fid": 39.93077266317192}
+{"step": 3310000, "wall_time": 33310.166972875595, "train_loss_step": 2.9872686862945557, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.014308969676494598, "subset_score_loss": 0.014308969676494598}
+{"step": 3320000, "wall_time": 33401.50179171562, "train_loss_step": 3.1503658294677734, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.014032702147960662, "subset_score_loss": 0.014032702147960662}
+{"step": 3330000, "wall_time": 33495.801019907, "train_loss_step": 3.1253275871276855, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.014944711327552795, "subset_score_loss": 0.014944711327552795}
+{"step": 3340000, "wall_time": 33587.37716603279, "train_loss_step": 2.857069969177246, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.014437299966812134, "subset_score_loss": 0.014437299966812134}
+{"step": 3350000, "wall_time": 33681.53701734543, "train_loss_step": 2.8922102451324463, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014856131374835968, "subset_score_loss": 0.014856131374835968}
+{"step": 3360000, "wall_time": 33773.61339521408, "train_loss_step": 2.904170036315918, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.014875315129756927, "subset_score_loss": 0.014875315129756927}
+{"step": 3370000, "wall_time": 33867.36535811424, "train_loss_step": 2.9529690742492676, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.013902252912521363, "subset_score_loss": 0.013902252912521363}
+{"step": 3380000, "wall_time": 33960.48958492279, "train_loss_step": 3.2933473587036133, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.015233583748340607, "subset_score_loss": 0.015233583748340607}
+{"step": 3390000, "wall_time": 34054.77565717697, "train_loss_step": 3.081108570098877, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.014598272740840912, "subset_score_loss": 0.014598272740840912}
+{"step": 3400000, "wall_time": 34253.430114746094, "train_loss_step": 3.1285009384155273, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014725524187088012, "subset_score_loss": 0.014725524187088012, "memorization_fraction_pixel": 0.8083000183105469, "mean_nn_ratio_pixel": 0.3299904763698578, "fid": 39.290453456121014}
+{"step": 3410000, "wall_time": 34344.73860454559, "train_loss_step": 2.818474769592285, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.014375223219394684, "subset_score_loss": 0.014375223219394684}
+{"step": 3420000, "wall_time": 34439.55156326294, "train_loss_step": 3.149962902069092, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014722469449043273, "subset_score_loss": 0.014722469449043273}
+{"step": 3430000, "wall_time": 34532.072473526, "train_loss_step": 3.0833518505096436, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.014171777665615082, "subset_score_loss": 0.014171777665615082}
+{"step": 3440000, "wall_time": 34616.56698131561, "train_loss_step": 2.8043696880340576, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.013760113716125488, "subset_score_loss": 0.013760113716125488}
+{"step": 3450000, "wall_time": 34709.6650621891, "train_loss_step": 3.0010299682617188, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.01400800347328186, "subset_score_loss": 0.01400800347328186}
+{"step": 3460000, "wall_time": 34803.41010117531, "train_loss_step": 3.2036261558532715, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.014017800986766814, "subset_score_loss": 0.014017800986766814}
+{"step": 3470000, "wall_time": 34898.0263838768, "train_loss_step": 3.2365448474884033, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.01378931850194931, "subset_score_loss": 0.01378931850194931}
+{"step": 3480000, "wall_time": 34992.48347425461, "train_loss_step": 2.828749656677246, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014037582278251647, "subset_score_loss": 0.014037582278251647}
+{"step": 3490000, "wall_time": 35086.9119386673, "train_loss_step": 2.8094236850738525, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.013658863306045533, "subset_score_loss": 0.013658863306045533}
+{"step": 3500000, "wall_time": 35298.62696433067, "train_loss_step": 2.965852975845337, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.013671624660491943, "subset_score_loss": 0.013671624660491943, "memorization_fraction_pixel": 0.8109999895095825, "mean_nn_ratio_pixel": 0.32884272933006287, "fid": 39.63487653505175}
+{"step": 3510000, "wall_time": 35391.38656973839, "train_loss_step": 3.168954610824585, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.01378592848777771, "subset_score_loss": 0.01378592848777771}
+{"step": 3520000, "wall_time": 35485.69954133034, "train_loss_step": 3.0518569946289062, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.01405375450849533, "subset_score_loss": 0.01405375450849533}
+{"step": 3530000, "wall_time": 35567.17002606392, "train_loss_step": 2.8666934967041016, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.0137006476521492, "subset_score_loss": 0.0137006476521492}
+{"step": 3540000, "wall_time": 35661.84334588051, "train_loss_step": 2.862884998321533, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.013210538029670715, "subset_score_loss": 0.013210538029670715}
+{"step": 3550000, "wall_time": 35754.423194646835, "train_loss_step": 2.6350982189178467, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013513416051864624, "subset_score_loss": 0.013513416051864624}
+{"step": 3560000, "wall_time": 35848.734348773956, "train_loss_step": 2.562612533569336, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.013965888321399689, "subset_score_loss": 0.013965888321399689}
+{"step": 3570000, "wall_time": 35943.36566352844, "train_loss_step": 2.8658156394958496, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.013274554908275605, "subset_score_loss": 0.013274554908275605}
+{"step": 3580000, "wall_time": 36037.98437523842, "train_loss_step": 3.001023769378662, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.013518014550209045, "subset_score_loss": 0.013518014550209045}
+{"step": 3590000, "wall_time": 36131.740633010864, "train_loss_step": 3.088982105255127, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.013561640679836274, "subset_score_loss": 0.013561640679836274}
+{"step": 3600000, "wall_time": 36308.66652417183, "train_loss_step": 3.011643886566162, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.01365516185760498, "subset_score_loss": 0.01365516185760498, "memorization_fraction_pixel": 0.8126000165939331, "mean_nn_ratio_pixel": 0.3276936411857605, "fid": 40.441038810591245}
+{"step": 3610000, "wall_time": 36402.15789914131, "train_loss_step": 2.7741241455078125, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.013845859467983246, "subset_score_loss": 0.013845859467983246}
+{"step": 3620000, "wall_time": 36496.164348363876, "train_loss_step": 3.0377039909362793, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.013925884664058686, "subset_score_loss": 0.013925884664058686}
+{"step": 3630000, "wall_time": 36576.39774632454, "train_loss_step": 2.7941622734069824, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.013106489181518554, "subset_score_loss": 0.013106489181518554}
+{"step": 3640000, "wall_time": 36670.625440597534, "train_loss_step": 3.0957906246185303, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013533857464790345, "subset_score_loss": 0.013533857464790345}
+{"step": 3650000, "wall_time": 36763.70203256607, "train_loss_step": 3.2203965187072754, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.01342398077249527, "subset_score_loss": 0.01342398077249527}
+{"step": 3660000, "wall_time": 36858.1441693306, "train_loss_step": 3.073443651199341, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.014287295937538146, "subset_score_loss": 0.014287295937538146}
+{"step": 3670000, "wall_time": 36952.683410167694, "train_loss_step": 2.9360668659210205, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013505178689956664, "subset_score_loss": 0.013505178689956664}
+{"step": 3680000, "wall_time": 37046.50360536575, "train_loss_step": 3.1363377571105957, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.013276921212673187, "subset_score_loss": 0.013276921212673187}
+{"step": 3690000, "wall_time": 37141.04737210274, "train_loss_step": 2.824738025665283, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.01339716762304306, "subset_score_loss": 0.01339716762304306}
+{"step": 3700000, "wall_time": 37308.85303449631, "train_loss_step": 2.9126577377319336, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.013330698013305664, "subset_score_loss": 0.013330698013305664, "memorization_fraction_pixel": 0.8122000098228455, "mean_nn_ratio_pixel": 0.3285304307937622, "fid": 39.2223548605691}
+{"step": 3710000, "wall_time": 37401.87163710594, "train_loss_step": 3.10567045211792, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013923799991607666, "subset_score_loss": 0.013923799991607666}
+{"step": 3720000, "wall_time": 37496.292731285095, "train_loss_step": 2.7959561347961426, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.01280437558889389, "subset_score_loss": 0.01280437558889389}
+{"step": 3730000, "wall_time": 37578.82643556595, "train_loss_step": 3.0380353927612305, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013360163569450379, "subset_score_loss": 0.013360163569450379}
+{"step": 3740000, "wall_time": 37673.10536503792, "train_loss_step": 2.8809404373168945, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.013718512654304505, "subset_score_loss": 0.013718512654304505}
+{"step": 3750000, "wall_time": 37766.49148988724, "train_loss_step": 2.933579921722412, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.01463506668806076, "subset_score_loss": 0.01463506668806076}
+{"step": 3760000, "wall_time": 37861.00320005417, "train_loss_step": 2.697255849838257, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013549311459064484, "subset_score_loss": 0.013549311459064484}
+{"step": 3770000, "wall_time": 37954.90681099892, "train_loss_step": 2.93296480178833, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.012541241943836212, "subset_score_loss": 0.012541241943836212}
+{"step": 3780000, "wall_time": 38049.61509633064, "train_loss_step": 2.857719898223877, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.013039088249206543, "subset_score_loss": 0.013039088249206543}
+{"step": 3790000, "wall_time": 38143.966579675674, "train_loss_step": 2.6432628631591797, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.01295667290687561, "subset_score_loss": 0.01295667290687561}
+{"step": 3800000, "wall_time": 38311.47825932503, "train_loss_step": 2.914720058441162, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.012824720144271851, "subset_score_loss": 0.012824720144271851, "memorization_fraction_pixel": 0.8228999972343445, "mean_nn_ratio_pixel": 0.32375389337539673, "fid": 40.116812983628705}
+{"step": 3810000, "wall_time": 38404.75677871704, "train_loss_step": 2.8580596446990967, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012848243117332458, "subset_score_loss": 0.012848243117332458}
+{"step": 3820000, "wall_time": 38497.39996886253, "train_loss_step": 3.051503896713257, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.013125473260879516, "subset_score_loss": 0.013125473260879516}
+{"step": 3830000, "wall_time": 38581.40853428841, "train_loss_step": 3.0786023139953613, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.013147051632404327, "subset_score_loss": 0.013147051632404327}
+{"step": 3840000, "wall_time": 38675.964225530624, "train_loss_step": 3.1291661262512207, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.012928125262260438, "subset_score_loss": 0.012928125262260438}
+{"step": 3850000, "wall_time": 38769.59010720253, "train_loss_step": 3.1321322917938232, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012772175669670104, "subset_score_loss": 0.012772175669670104}
+{"step": 3860000, "wall_time": 38863.42889499664, "train_loss_step": 2.985837459564209, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013464093208312988, "subset_score_loss": 0.013464093208312988}
+{"step": 3870000, "wall_time": 38957.855650901794, "train_loss_step": 2.841224193572998, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.01283634752035141, "subset_score_loss": 0.01283634752035141}
+{"step": 3880000, "wall_time": 39052.56202125549, "train_loss_step": 2.794280767440796, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.013402533531188966, "subset_score_loss": 0.013402533531188966}
+{"step": 3890000, "wall_time": 39147.18748664856, "train_loss_step": 2.7172343730926514, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.012934321165084839, "subset_score_loss": 0.012934321165084839}
+{"step": 3900000, "wall_time": 39313.62603640556, "train_loss_step": 3.0026721954345703, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012471242249011994, "subset_score_loss": 0.012471242249011994, "memorization_fraction_pixel": 0.8313000202178955, "mean_nn_ratio_pixel": 0.32259809970855713, "fid": 40.04666298530143}
+{"step": 3910000, "wall_time": 39406.2643494606, "train_loss_step": 3.1833744049072266, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.013092383742332458, "subset_score_loss": 0.013092383742332458}
+{"step": 3920000, "wall_time": 39496.80966043472, "train_loss_step": 3.0746097564697266, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012793903052806855, "subset_score_loss": 0.012793903052806855}
+{"step": 3930000, "wall_time": 39582.92275738716, "train_loss_step": 2.747000217437744, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.01286417543888092, "subset_score_loss": 0.01286417543888092}
+{"step": 3940000, "wall_time": 39677.56466341019, "train_loss_step": 2.947136402130127, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012543210387229919, "subset_score_loss": 0.012543210387229919}
+{"step": 3950000, "wall_time": 39770.63634347916, "train_loss_step": 2.8957302570343018, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.012970133125782013, "subset_score_loss": 0.012970133125782013}
+{"step": 3960000, "wall_time": 39865.08333444595, "train_loss_step": 2.7821266651153564, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.012510189414024353, "subset_score_loss": 0.012510189414024353}
+{"step": 3970000, "wall_time": 39959.675016880035, "train_loss_step": 2.6317381858825684, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.013047178089618684, "subset_score_loss": 0.013047178089618684}
+{"step": 3980000, "wall_time": 40053.964973688126, "train_loss_step": 2.831132173538208, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.012651175260543823, "subset_score_loss": 0.012651175260543823}
+{"step": 3990000, "wall_time": 40147.976061820984, "train_loss_step": 2.90970516204834, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.0122876837849617, "subset_score_loss": 0.0122876837849617}
+{"step": 4000000, "wall_time": 40316.00453543663, "train_loss_step": 2.6655311584472656, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.01213667020201683, "subset_score_loss": 0.01213667020201683, "memorization_fraction_pixel": 0.8172000050544739, "mean_nn_ratio_pixel": 0.3287871778011322, "fid": 39.64575470948387}
+{"step": 4010000, "wall_time": 40408.239916563034, "train_loss_step": 3.1291840076446533, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.012084990739822388, "subset_score_loss": 0.012084990739822388}
+{"step": 4020000, "wall_time": 40496.91684484482, "train_loss_step": 2.8337595462799072, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.012853655219078063, "subset_score_loss": 0.012853655219078063}
+{"step": 4030000, "wall_time": 40584.11627602577, "train_loss_step": 2.7822046279907227, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012115009874105454, "subset_score_loss": 0.012115009874105454}
+{"step": 4040000, "wall_time": 40678.298130750656, "train_loss_step": 2.820374011993408, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012095437943935394, "subset_score_loss": 0.012095437943935394}
+{"step": 4050000, "wall_time": 40771.7152159214, "train_loss_step": 3.172482490539551, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.013175034523010254, "subset_score_loss": 0.013175034523010254}
+{"step": 4060000, "wall_time": 40866.700540304184, "train_loss_step": 2.909191131591797, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012677091360092162, "subset_score_loss": 0.012677091360092162}
+{"step": 4070000, "wall_time": 40961.59301567078, "train_loss_step": 2.7376556396484375, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.011654993146657943, "subset_score_loss": 0.011654993146657943}
+{"step": 4080000, "wall_time": 41056.201585292816, "train_loss_step": 2.984687328338623, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012648439407348633, "subset_score_loss": 0.012648439407348633}
+{"step": 4090000, "wall_time": 41149.72068953514, "train_loss_step": 2.6681768894195557, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012509727478027343, "subset_score_loss": 0.012509727478027343}
+{"step": 4100000, "wall_time": 41312.42858481407, "train_loss_step": 2.8002429008483887, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.012311023473739625, "subset_score_loss": 0.012311023473739625, "memorization_fraction_pixel": 0.8237000107765198, "mean_nn_ratio_pixel": 0.3256506025791168, "fid": 39.79075366857763}
+{"step": 4110000, "wall_time": 41400.693569898605, "train_loss_step": 2.8469061851501465, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.012132232636213302, "subset_score_loss": 0.012132232636213302}
+{"step": 4120000, "wall_time": 41486.04389858246, "train_loss_step": 3.1526432037353516, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012702974677085876, "subset_score_loss": 0.012702974677085876}
+{"step": 4130000, "wall_time": 41573.65618801117, "train_loss_step": 2.791226387023926, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.01165105551481247, "subset_score_loss": 0.01165105551481247}
+{"step": 4140000, "wall_time": 41663.76171088219, "train_loss_step": 2.7354564666748047, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.01222090795636177, "subset_score_loss": 0.01222090795636177}
+{"step": 4150000, "wall_time": 41755.31820368767, "train_loss_step": 3.1231167316436768, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.01281711608171463, "subset_score_loss": 0.01281711608171463}
+{"step": 4160000, "wall_time": 41844.69682073593, "train_loss_step": 2.848419189453125, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.01220393031835556, "subset_score_loss": 0.01220393031835556}
+{"step": 4170000, "wall_time": 41935.52939772606, "train_loss_step": 3.0923800468444824, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.012298474460840226, "subset_score_loss": 0.012298474460840226}
+{"step": 4180000, "wall_time": 42025.86799931526, "train_loss_step": 2.8198113441467285, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.012349043786525727, "subset_score_loss": 0.012349043786525727}
+{"step": 4190000, "wall_time": 42117.08798599243, "train_loss_step": 2.9259142875671387, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.012870684266090393, "subset_score_loss": 0.012870684266090393}
+{"step": 4200000, "wall_time": 42278.2334086895, "train_loss_step": 2.8958919048309326, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.012507367134094238, "subset_score_loss": 0.012507367134094238, "memorization_fraction_pixel": 0.8220000267028809, "mean_nn_ratio_pixel": 0.3281439542770386, "fid": 40.144651016355354}
+{"step": 4210000, "wall_time": 42366.85901546478, "train_loss_step": 2.7594783306121826, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.011680090427398681, "subset_score_loss": 0.011680090427398681}
+{"step": 4220000, "wall_time": 42453.85407781601, "train_loss_step": 2.8891687393188477, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.012118050456047058, "subset_score_loss": 0.012118050456047058}
+{"step": 4230000, "wall_time": 42544.03541183472, "train_loss_step": 2.673574447631836, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.012511396408081054, "subset_score_loss": 0.012511396408081054}
+{"step": 4240000, "wall_time": 42634.70039105415, "train_loss_step": 3.018298387527466, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011928535997867584, "subset_score_loss": 0.011928535997867584}
+{"step": 4250000, "wall_time": 42725.209753751755, "train_loss_step": 2.877434015274048, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.012021022289991379, "subset_score_loss": 0.012021022289991379}
+{"step": 4260000, "wall_time": 42814.05240535736, "train_loss_step": 2.7473061084747314, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.011711223423480988, "subset_score_loss": 0.011711223423480988}
+{"step": 4270000, "wall_time": 42904.53450393677, "train_loss_step": 2.814302444458008, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.011890117079019547, "subset_score_loss": 0.011890117079019547}
+{"step": 4280000, "wall_time": 42994.717957258224, "train_loss_step": 2.8113274574279785, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.012476123869419098, "subset_score_loss": 0.012476123869419098}
+{"step": 4290000, "wall_time": 43085.16230750084, "train_loss_step": 2.684011936187744, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.011745603382587433, "subset_score_loss": 0.011745603382587433}
+{"step": 4300000, "wall_time": 43247.8827483654, "train_loss_step": 2.717961072921753, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.01220291405916214, "subset_score_loss": 0.01220291405916214, "memorization_fraction_pixel": 0.8194000124931335, "mean_nn_ratio_pixel": 0.33124738931655884, "fid": 40.23229835452595}
+{"step": 4310000, "wall_time": 43336.799577474594, "train_loss_step": 2.8823630809783936, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.011344171315431594, "subset_score_loss": 0.011344171315431594}
+{"step": 4320000, "wall_time": 43423.78572010994, "train_loss_step": 2.684072256088257, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.011693702638149261, "subset_score_loss": 0.011693702638149261}
+{"step": 4330000, "wall_time": 43514.54815387726, "train_loss_step": 2.7090020179748535, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011788293719291687, "subset_score_loss": 0.011788293719291687}
+{"step": 4340000, "wall_time": 43605.21962404251, "train_loss_step": 2.9885318279266357, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.012015454471111298, "subset_score_loss": 0.012015454471111298}
+{"step": 4350000, "wall_time": 43696.2241435051, "train_loss_step": 2.7020411491394043, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011832758784294128, "subset_score_loss": 0.011832758784294128}
+{"step": 4360000, "wall_time": 43785.18277621269, "train_loss_step": 2.7992520332336426, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.011996983736753463, "subset_score_loss": 0.011996983736753463}
+{"step": 4370000, "wall_time": 43876.06437969208, "train_loss_step": 3.1129326820373535, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.01206161454319954, "subset_score_loss": 0.01206161454319954}
+{"step": 4380000, "wall_time": 43966.341841220856, "train_loss_step": 2.8093793392181396, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.012048907577991486, "subset_score_loss": 0.012048907577991486}
+{"step": 4390000, "wall_time": 44056.844658613205, "train_loss_step": 2.9930455684661865, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011084903776645661, "subset_score_loss": 0.011084903776645661}
+{"step": 4400000, "wall_time": 44218.60180020332, "train_loss_step": 2.625304937362671, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011732137203216553, "subset_score_loss": 0.011732137203216553, "memorization_fraction_pixel": 0.8216999769210815, "mean_nn_ratio_pixel": 0.32987844944000244, "fid": 40.44080733599821}
+{"step": 4410000, "wall_time": 44306.82367801666, "train_loss_step": 2.6243362426757812, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.011884881556034088, "subset_score_loss": 0.011884881556034088}
+{"step": 4420000, "wall_time": 44394.0687456131, "train_loss_step": 3.4015822410583496, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.01145930215716362, "subset_score_loss": 0.01145930215716362}
+{"step": 4430000, "wall_time": 44484.09387111664, "train_loss_step": 2.9254627227783203, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011609639227390289, "subset_score_loss": 0.011609639227390289}
+{"step": 4440000, "wall_time": 44574.28409600258, "train_loss_step": 2.945598602294922, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011132361739873886, "subset_score_loss": 0.011132361739873886}
+{"step": 4450000, "wall_time": 44665.01906991005, "train_loss_step": 2.6034908294677734, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.01144244521856308, "subset_score_loss": 0.01144244521856308}
+{"step": 4460000, "wall_time": 44754.00349330902, "train_loss_step": 3.0444583892822266, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011266576498746872, "subset_score_loss": 0.011266576498746872}
+{"step": 4470000, "wall_time": 44845.03719997406, "train_loss_step": 2.805914878845215, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.012421689182519912, "subset_score_loss": 0.012421689182519912}
+{"step": 4480000, "wall_time": 44935.768345832825, "train_loss_step": 2.628253698348999, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011271126568317413, "subset_score_loss": 0.011271126568317413}
+{"step": 4490000, "wall_time": 45026.475659132004, "train_loss_step": 2.8421871662139893, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.011633725464344024, "subset_score_loss": 0.011633725464344024}
+{"step": 4500000, "wall_time": 45189.15761590004, "train_loss_step": 2.9459645748138428, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.011580076813697816, "subset_score_loss": 0.011580076813697816, "memorization_fraction_pixel": 0.8206999897956848, "mean_nn_ratio_pixel": 0.3308994174003601, "fid": 39.47105199648233}
+{"step": 4510000, "wall_time": 45275.638187646866, "train_loss_step": 2.937896966934204, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.0115006722509861, "subset_score_loss": 0.0115006722509861}
+{"step": 4520000, "wall_time": 45365.89247250557, "train_loss_step": 2.7256455421447754, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.01188099905848503, "subset_score_loss": 0.01188099905848503}
+{"step": 4530000, "wall_time": 45455.78687238693, "train_loss_step": 2.5714168548583984, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.011546827852725983, "subset_score_loss": 0.011546827852725983}
+{"step": 4540000, "wall_time": 45546.07350039482, "train_loss_step": 2.9356234073638916, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011516809463500977, "subset_score_loss": 0.011516809463500977}
+{"step": 4550000, "wall_time": 45636.385288238525, "train_loss_step": 2.7708637714385986, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.011720402538776398, "subset_score_loss": 0.011720402538776398}
+{"step": 4560000, "wall_time": 45725.363338947296, "train_loss_step": 2.818635940551758, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011501351743936539, "subset_score_loss": 0.011501351743936539}
+{"step": 4570000, "wall_time": 45816.01984000206, "train_loss_step": 2.9054229259490967, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.011246089637279511, "subset_score_loss": 0.011246089637279511}
+{"step": 4580000, "wall_time": 45906.7463953495, "train_loss_step": 2.7172746658325195, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.01120825633406639, "subset_score_loss": 0.01120825633406639}
+{"step": 4590000, "wall_time": 45998.16149497032, "train_loss_step": 3.006204128265381, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.010965230315923691, "subset_score_loss": 0.010965230315923691}
+{"step": 4600000, "wall_time": 46163.54306387901, "train_loss_step": 2.7681503295898438, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.011082564294338227, "subset_score_loss": 0.011082564294338227, "memorization_fraction_pixel": 0.8335999846458435, "mean_nn_ratio_pixel": 0.3219127953052521, "fid": 39.55461546145722}
+{"step": 4610000, "wall_time": 46252.26620745659, "train_loss_step": 2.86980938911438, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.011225917935371399, "subset_score_loss": 0.011225917935371399}
+{"step": 4620000, "wall_time": 46346.15826296806, "train_loss_step": 2.704704523086548, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.010940738767385483, "subset_score_loss": 0.010940738767385483}
+{"step": 4630000, "wall_time": 46440.34604883194, "train_loss_step": 2.9243853092193604, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.011272770911455154, "subset_score_loss": 0.011272770911455154}
+{"step": 4640000, "wall_time": 46535.105915308, "train_loss_step": 2.6947784423828125, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.011133790016174316, "subset_score_loss": 0.011133790016174316}
+{"step": 4650000, "wall_time": 46630.320289850235, "train_loss_step": 2.6224722862243652, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.010985361039638519, "subset_score_loss": 0.010985361039638519}
+{"step": 4660000, "wall_time": 46723.43792414665, "train_loss_step": 2.8850018978118896, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.011184438318014144, "subset_score_loss": 0.011184438318014144}
+{"step": 4670000, "wall_time": 46818.37382674217, "train_loss_step": 2.689410924911499, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.0109482079744339, "subset_score_loss": 0.0109482079744339}
+{"step": 4680000, "wall_time": 46913.13097977638, "train_loss_step": 2.8285841941833496, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.011380319297313691, "subset_score_loss": 0.011380319297313691}
+{"step": 4690000, "wall_time": 47007.84771108627, "train_loss_step": 2.7507612705230713, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.01096424162387848, "subset_score_loss": 0.01096424162387848}
+{"step": 4700000, "wall_time": 47174.44610738754, "train_loss_step": 2.7651357650756836, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.011570432782173156, "subset_score_loss": 0.011570432782173156, "memorization_fraction_pixel": 0.8338000178337097, "mean_nn_ratio_pixel": 0.32334426045417786, "fid": 39.98208773619725}
+{"step": 4710000, "wall_time": 47265.14499306679, "train_loss_step": 2.581454277038574, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010907492786645889, "subset_score_loss": 0.010907492786645889}
+{"step": 4720000, "wall_time": 47359.89242482185, "train_loss_step": 3.0042202472686768, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.010898776352405548, "subset_score_loss": 0.010898776352405548}
+{"step": 4730000, "wall_time": 47454.72490978241, "train_loss_step": 2.9609575271606445, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.011042655259370805, "subset_score_loss": 0.011042655259370805}
+{"step": 4740000, "wall_time": 47550.1311981678, "train_loss_step": 2.6522510051727295, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.011292125284671783, "subset_score_loss": 0.011292125284671783}
+{"step": 4750000, "wall_time": 47644.85438132286, "train_loss_step": 2.588714599609375, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.011554691195487975, "subset_score_loss": 0.011554691195487975}
+{"step": 4760000, "wall_time": 47740.25754094124, "train_loss_step": 2.599247932434082, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011293259263038636, "subset_score_loss": 0.011293259263038636}
+{"step": 4770000, "wall_time": 47833.88159251213, "train_loss_step": 3.0556068420410156, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.01060309112071991, "subset_score_loss": 0.01060309112071991}
+{"step": 4780000, "wall_time": 47929.02345228195, "train_loss_step": 2.7871525287628174, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.010824690759181976, "subset_score_loss": 0.010824690759181976}
+{"step": 4790000, "wall_time": 48024.20114779472, "train_loss_step": 3.147101879119873, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.011175178736448289, "subset_score_loss": 0.011175178736448289}
+{"step": 4800000, "wall_time": 48177.10408902168, "train_loss_step": 2.702037811279297, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010741706192493438, "subset_score_loss": 0.010741706192493438, "memorization_fraction_pixel": 0.8367999792098999, "mean_nn_ratio_pixel": 0.3204566538333893, "fid": 39.3969432311843}
+{"step": 4810000, "wall_time": 48249.30850028992, "train_loss_step": 2.8173398971557617, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.011105788499116897, "subset_score_loss": 0.011105788499116897}
+{"step": 4820000, "wall_time": 48325.516899347305, "train_loss_step": 2.9491631984710693, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.011280615627765656, "subset_score_loss": 0.011280615627765656}
+{"step": 4830000, "wall_time": 48401.051807165146, "train_loss_step": 2.6539881229400635, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.01165047362446785, "subset_score_loss": 0.01165047362446785}
+{"step": 4840000, "wall_time": 48476.45632791519, "train_loss_step": 2.756051540374756, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.011142830550670623, "subset_score_loss": 0.011142830550670623}
+{"step": 4850000, "wall_time": 48551.91205739975, "train_loss_step": 2.688669204711914, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.010672471672296523, "subset_score_loss": 0.010672471672296523}
+{"step": 4860000, "wall_time": 48628.27420139313, "train_loss_step": 3.014962673187256, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.01081588789820671, "subset_score_loss": 0.01081588789820671}
+{"step": 4870000, "wall_time": 48701.65320420265, "train_loss_step": 3.2138185501098633, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010417017340660095, "subset_score_loss": 0.010417017340660095}
+{"step": 4880000, "wall_time": 48777.34791445732, "train_loss_step": 2.7053937911987305, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010341718047857284, "subset_score_loss": 0.010341718047857284}
+{"step": 4890000, "wall_time": 48851.445781469345, "train_loss_step": 2.7146339416503906, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.011172208189964294, "subset_score_loss": 0.011172208189964294}
+{"step": 4900000, "wall_time": 48987.532549619675, "train_loss_step": 2.6075797080993652, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.011104923486709595, "subset_score_loss": 0.011104923486709595, "memorization_fraction_pixel": 0.8288000226020813, "mean_nn_ratio_pixel": 0.32828807830810547, "fid": 39.94462868168976}
+{"step": 4910000, "wall_time": 49057.45931982994, "train_loss_step": 2.8183679580688477, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.010662410408258438, "subset_score_loss": 0.010662410408258438}
+{"step": 4920000, "wall_time": 49134.47068500519, "train_loss_step": 2.4836671352386475, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.011451441794633865, "subset_score_loss": 0.011451441794633865}
+{"step": 4930000, "wall_time": 49211.35978150368, "train_loss_step": 2.527571439743042, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010148483514785766, "subset_score_loss": 0.010148483514785766}
+{"step": 4940000, "wall_time": 49288.434380054474, "train_loss_step": 2.923330545425415, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010586518794298172, "subset_score_loss": 0.010586518794298172}
+{"step": 4950000, "wall_time": 49365.16630887985, "train_loss_step": 2.6105642318725586, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.010884304344654084, "subset_score_loss": 0.010884304344654084}
+{"step": 4960000, "wall_time": 49441.272322416306, "train_loss_step": 2.7189817428588867, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.010802420228719712, "subset_score_loss": 0.010802420228719712}
+{"step": 4970000, "wall_time": 49514.87692427635, "train_loss_step": 2.6896629333496094, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.010701486468315124, "subset_score_loss": 0.010701486468315124}
+{"step": 4980000, "wall_time": 49590.31325531006, "train_loss_step": 2.8032143115997314, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.0108831025660038, "subset_score_loss": 0.0108831025660038}
+{"step": 4990000, "wall_time": 49666.132768154144, "train_loss_step": 2.9045228958129883, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.011886267364025116, "subset_score_loss": 0.011886267364025116}
+{"step": 5000000, "wall_time": 49804.10354614258, "train_loss_step": 3.0176711082458496, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010528073459863663, "subset_score_loss": 0.010528073459863663, "memorization_fraction_pixel": 0.8284000158309937, "mean_nn_ratio_pixel": 0.32813480496406555, "fid": 40.01516214837808}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..3194812074dec4f9763a5d7d1aa22aa2ce80fa7a
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=0.9962 | fid=276.0305
+  step   10000 |    168s | train_loss=0.8176
+  step   20000 |    263s | train_loss=0.7137
+  step   30000 |    357s | train_loss=0.5845
+  step   40000 |    452s | train_loss=0.4294
+  step   50000 |    546s | train_loss=0.2965
+  step   60000 |    641s | train_loss=0.2179
+  step   70000 |    736s | train_loss=0.1743
+  step   80000 |    830s | train_loss=0.1513
+  step   90000 |    924s | train_loss=0.1374
+  step  100000 |   1091s | train_loss=0.1277 | fid=56.0463
+  step  110000 |   1183s | train_loss=0.1205
+  step  120000 |   1278s | train_loss=0.1133
+  step  130000 |   1373s | train_loss=0.1070
+  step  140000 |   1468s | train_loss=0.1035
+  step  150000 |   1562s | train_loss=0.1010
+  step  160000 |   1657s | train_loss=0.0953
+  step  170000 |   1752s | train_loss=0.0916
+  step  180000 |   1846s | train_loss=0.0901
+  step  190000 |   1939s | train_loss=0.0858
+  step  200000 |   2106s | train_loss=0.0840 | fid=55.3489
+  step  210000 |   2199s | train_loss=0.0807
+  step  220000 |   2293s | train_loss=0.0789
+  step  230000 |   2388s | train_loss=0.0768
+  step  240000 |   2482s | train_loss=0.0747
+  step  250000 |   2576s | train_loss=0.0741
+  step  260000 |   2671s | train_loss=0.0714
+  step  270000 |   2765s | train_loss=0.0697
+  step  280000 |   2860s | train_loss=0.0675
+  step  290000 |   2952s | train_loss=0.0674
+  step  300000 |   3120s | train_loss=0.0650 | fid=53.5774
+  step  310000 |   3213s | train_loss=0.0661
+  step  320000 |   3308s | train_loss=0.0636
+  step  330000 |   3402s | train_loss=0.0623
+  step  340000 |   3497s | train_loss=0.0612
+  step  350000 |   3591s | train_loss=0.0607
+  step  360000 |   3685s | train_loss=0.0603
+  step  370000 |   3779s | train_loss=0.0591
+  step  380000 |   3873s | train_loss=0.0577
+  step  390000 |   3965s | train_loss=0.0562
+  step  400000 |   4134s | train_loss=0.0553 | fid=52.5275
+  step  410000 |   4226s | train_loss=0.0559
+  step  420000 |   4321s | train_loss=0.0542
+  step  430000 |   4415s | train_loss=0.0547
+  step  440000 |   4510s | train_loss=0.0544
+  step  450000 |   4604s | train_loss=0.0522
+  step  460000 |   4698s | train_loss=0.0523
+  step  470000 |   4793s | train_loss=0.0517
+  step  480000 |   4885s | train_loss=0.0522
+  step  490000 |   4980s | train_loss=0.0498
+  step  500000 |   5148s | train_loss=0.0503 | fid=49.8012
+  step  510000 |   5240s | train_loss=0.0499
+  step  520000 |   5335s | train_loss=0.0488
+  step  530000 |   5429s | train_loss=0.0493
+  step  540000 |   5523s | train_loss=0.0477
+  step  550000 |   5617s | train_loss=0.0472
+  step  560000 |   5712s | train_loss=0.0471
+  step  570000 |   5803s | train_loss=0.0464
+  step  580000 |   5897s | train_loss=0.0458
+  step  590000 |   5992s | train_loss=0.0459
+  step  600000 |   6161s | train_loss=0.0456 | fid=48.0231
+  step  610000 |   6253s | train_loss=0.0462
+  step  620000 |   6347s | train_loss=0.0448
+  step  630000 |   6441s | train_loss=0.0440
+  step  640000 |   6536s | train_loss=0.0440
+  step  650000 |   6630s | train_loss=0.0441
+  step  660000 |   6725s | train_loss=0.0434
+  step  670000 |   6816s | train_loss=0.0421
+  step  680000 |   6911s | train_loss=0.0426
+  step  690000 |   7006s | train_loss=0.0427
+  step  700000 |   7174s | train_loss=0.0430 | fid=48.5343
+  step  710000 |   7266s | train_loss=0.0416
+  step  720000 |   7360s | train_loss=0.0418
+  step  730000 |   7454s | train_loss=0.0426
+  step  740000 |   7549s | train_loss=0.0415
+  step  750000 |   7643s | train_loss=0.0406
+  step  760000 |   7735s | train_loss=0.0402
+  step  770000 |   7829s | train_loss=0.0397
+  step  780000 |   7924s | train_loss=0.0402
+  step  790000 |   8018s | train_loss=0.0405
+  step  800000 |   8186s | train_loss=0.0387 | fid=46.3511
+  step  810000 |   8276s | train_loss=0.0385
+  step  820000 |   8371s | train_loss=0.0380
+  step  830000 |   8466s | train_loss=0.0398
+  step  840000 |   8560s | train_loss=0.0385
+  step  850000 |   8654s | train_loss=0.0372
+  step  860000 |   8746s | train_loss=0.0390
+  step  870000 |   8841s | train_loss=0.0363
+  step  880000 |   8935s | train_loss=0.0362
+  step  890000 |   9030s | train_loss=0.0373
+  step  900000 |   9198s | train_loss=0.0362 | fid=44.7119
+  step  910000 |   9289s | train_loss=0.0361
+  step  920000 |   9382s | train_loss=0.0360
+  step  930000 |   9476s | train_loss=0.0357
+  step  940000 |   9571s | train_loss=0.0355
+  step  950000 |   9662s | train_loss=0.0361
+  step  960000 |   9757s | train_loss=0.0360
+  step  970000 |   9851s | train_loss=0.0347
+  step  980000 |   9945s | train_loss=0.0356
+  step  990000 |  10040s | train_loss=0.0341
+  step 1000000 |  10209s | train_loss=0.0348 | fid=44.7196
+  step 1010000 |  10300s | train_loss=0.0341
+  step 1020000 |  10393s | train_loss=0.0348
+  step 1030000 |  10487s | train_loss=0.0338
+  step 1040000 |  10579s | train_loss=0.0336
+  step 1050000 |  10673s | train_loss=0.0340
+  step 1060000 |  10768s | train_loss=0.0346
+  step 1070000 |  10862s | train_loss=0.0335
+  step 1080000 |  10956s | train_loss=0.0336
+  step 1090000 |  11051s | train_loss=0.0327
+  step 1100000 |  11219s | train_loss=0.0329 | fid=43.4767
+  step 1110000 |  11311s | train_loss=0.0323
+  step 1120000 |  11404s | train_loss=0.0326
+  step 1130000 |  11499s | train_loss=0.0329
+  step 1140000 |  11590s | train_loss=0.0318
+  step 1150000 |  11684s | train_loss=0.0314
+  step 1160000 |  11778s | train_loss=0.0323
+  step 1170000 |  11872s | train_loss=0.0318
+  step 1180000 |  11967s | train_loss=0.0307
+  step 1190000 |  12061s | train_loss=0.0313
+  step 1200000 |  12231s | train_loss=0.0304 | fid=43.5890
+  step 1210000 |  12322s | train_loss=0.0303
+  step 1220000 |  12415s | train_loss=0.0304
+  step 1230000 |  12506s | train_loss=0.0306
+  step 1240000 |  12601s | train_loss=0.0310
+  step 1250000 |  12695s | train_loss=0.0311
+  step 1260000 |  12789s | train_loss=0.0313
+  step 1270000 |  12884s | train_loss=0.0301
+  step 1280000 |  12978s | train_loss=0.0297
+  step 1290000 |  13072s | train_loss=0.0297
+  step 1300000 |  13240s | train_loss=0.0293 | fid=42.1323
+  step 1310000 |  13332s | train_loss=0.0291
+  step 1320000 |  13426s | train_loss=0.0305
+  step 1330000 |  13517s | train_loss=0.0298
+  step 1340000 |  13611s | train_loss=0.0290
+  step 1350000 |  13705s | train_loss=0.0285
+  step 1360000 |  13800s | train_loss=0.0285
+  step 1370000 |  13894s | train_loss=0.0288
+  step 1380000 |  13989s | train_loss=0.0286
+  step 1390000 |  14084s | train_loss=0.0285
+  step 1400000 |  14251s | train_loss=0.0277 | fid=42.4876
+  step 1410000 |  14341s | train_loss=0.0278
+  step 1420000 |  14431s | train_loss=0.0281
+  step 1430000 |  14526s | train_loss=0.0275
+  step 1440000 |  14620s | train_loss=0.0272
+  step 1450000 |  14714s | train_loss=0.0275
+  step 1460000 |  14809s | train_loss=0.0271
+  step 1470000 |  14903s | train_loss=0.0269
+  step 1480000 |  14998s | train_loss=0.0265
+  step 1490000 |  15092s | train_loss=0.0264
+  step 1500000 |  15261s | train_loss=0.0267 | fid=41.7123
+  step 1510000 |  15350s | train_loss=0.0269
+  step 1520000 |  15433s | train_loss=0.0260
+  step 1530000 |  15526s | train_loss=0.0269
+  step 1540000 |  15619s | train_loss=0.0266
+  step 1550000 |  15712s | train_loss=0.0259
+  step 1560000 |  15806s | train_loss=0.0263
+  step 1570000 |  15900s | train_loss=0.0271
+  step 1580000 |  15994s | train_loss=0.0260
+  step 1590000 |  16088s | train_loss=0.0250
+  step 1600000 |  16256s | train_loss=0.0261 | fid=42.0618
+  step 1610000 |  16343s | train_loss=0.0255
+  step 1620000 |  16438s | train_loss=0.0250
+  step 1630000 |  16530s | train_loss=0.0253
+  step 1640000 |  16624s | train_loss=0.0249
+  step 1650000 |  16718s | train_loss=0.0255
+  step 1660000 |  16813s | train_loss=0.0258
+  step 1670000 |  16907s | train_loss=0.0252
+  step 1680000 |  17001s | train_loss=0.0255
+  step 1690000 |  17095s | train_loss=0.0248
+  step 1700000 |  17263s | train_loss=0.0248 | fid=40.7455
+  step 1710000 |  17348s | train_loss=0.0245
+  step 1720000 |  17443s | train_loss=0.0242
+  step 1730000 |  17535s | train_loss=0.0245
+  step 1740000 |  17629s | train_loss=0.0241
+  step 1750000 |  17724s | train_loss=0.0251
+  step 1760000 |  17818s | train_loss=0.0234
+  step 1770000 |  17911s | train_loss=0.0232
+  step 1780000 |  18006s | train_loss=0.0241
+  step 1790000 |  18100s | train_loss=0.0236
+  step 1800000 |  18266s | train_loss=0.0235 | fid=40.2259
+  step 1810000 |  18357s | train_loss=0.0242
+  step 1820000 |  18451s | train_loss=0.0236
+  step 1830000 |  18544s | train_loss=0.0232
+  step 1840000 |  18639s | train_loss=0.0230
+  step 1850000 |  18733s | train_loss=0.0228
+  step 1860000 |  18827s | train_loss=0.0222
+  step 1870000 |  18921s | train_loss=0.0229
+  step 1880000 |  19015s | train_loss=0.0224
+  step 1890000 |  19110s | train_loss=0.0239
+  step 1900000 |  19273s | train_loss=0.0253 | fid=40.2822
+  step 1910000 |  19363s | train_loss=0.0221
+  step 1920000 |  19456s | train_loss=0.0216
+  step 1930000 |  19548s | train_loss=0.0217
+  step 1940000 |  19642s | train_loss=0.0220
+  step 1950000 |  19734s | train_loss=0.0220
+  step 1960000 |  19828s | train_loss=0.0220
+  step 1970000 |  19920s | train_loss=0.0232
+  step 1980000 |  20014s | train_loss=0.0226
+  step 1990000 |  20108s | train_loss=0.0222
+  step 2000000 |  20274s | train_loss=0.0218 | fid=40.6751
+  step 2010000 |  20365s | train_loss=0.0212
+  step 2020000 |  20459s | train_loss=0.0213
+  step 2030000 |  20552s | train_loss=0.0215
+  step 2040000 |  20646s | train_loss=0.0216
+  step 2050000 |  20739s | train_loss=0.0216
+  step 2060000 |  20833s | train_loss=0.0215
+  step 2070000 |  20926s | train_loss=0.0210
+  step 2080000 |  21019s | train_loss=0.0209
+  step 2090000 |  21112s | train_loss=0.0212
+  step 2100000 |  21275s | train_loss=0.0210 | fid=40.5968
+  step 2110000 |  21364s | train_loss=0.0206
+  step 2120000 |  21458s | train_loss=0.0205
+  step 2130000 |  21550s | train_loss=0.0219
+  step 2140000 |  21642s | train_loss=0.0207
+  step 2150000 |  21736s | train_loss=0.0217
+  step 2160000 |  21829s | train_loss=0.0205
+  step 2170000 |  21923s | train_loss=0.0203
+  step 2180000 |  22018s | train_loss=0.0206
+  step 2190000 |  22108s | train_loss=0.0202
+  step 2200000 |  22278s | train_loss=0.0198 | fid=40.1776
+  step 2210000 |  22367s | train_loss=0.0198
+  step 2220000 |  22462s | train_loss=0.0198
+  step 2230000 |  22556s | train_loss=0.0206
+  step 2240000 |  22648s | train_loss=0.0195
+  step 2250000 |  22743s | train_loss=0.0204
+  step 2260000 |  22837s | train_loss=0.0202
+  step 2270000 |  22931s | train_loss=0.0199
+  step 2280000 |  23024s | train_loss=0.0193
+  step 2290000 |  23104s | train_loss=0.0199
+  step 2300000 |  23270s | train_loss=0.0199 | fid=40.0106
+  step 2310000 |  23359s | train_loss=0.0191
+  step 2320000 |  23451s | train_loss=0.0197
+  step 2330000 |  23544s | train_loss=0.0195
+  step 2340000 |  23636s | train_loss=0.0191
+  step 2350000 |  23728s | train_loss=0.0189
+  step 2360000 |  23821s | train_loss=0.0193
+  step 2370000 |  23914s | train_loss=0.0201
+  step 2380000 |  24007s | train_loss=0.0187
+  step 2390000 |  24098s | train_loss=0.0189
+  step 2400000 |  24265s | train_loss=0.0189 | fid=40.3519
+  step 2410000 |  24354s | train_loss=0.0187
+  step 2420000 |  24447s | train_loss=0.0186
+  step 2430000 |  24540s | train_loss=0.0184
+  step 2440000 |  24631s | train_loss=0.0189
+  step 2450000 |  24724s | train_loss=0.0181
+  step 2460000 |  24817s | train_loss=0.0188
+  step 2470000 |  24910s | train_loss=0.0192
+  step 2480000 |  25000s | train_loss=0.0181
+  step 2490000 |  25094s | train_loss=0.0181
+  step 2500000 |  25260s | train_loss=0.0181 | fid=39.6046
+  step 2510000 |  25349s | train_loss=0.0181
+  step 2520000 |  25442s | train_loss=0.0177
+  step 2530000 |  25535s | train_loss=0.0178
+  step 2540000 |  25626s | train_loss=0.0187
+  step 2550000 |  25718s | train_loss=0.0180
+  step 2560000 |  25811s | train_loss=0.0174
+  step 2570000 |  25904s | train_loss=0.0181
+  step 2580000 |  25995s | train_loss=0.0179
+  step 2590000 |  26087s | train_loss=0.0179
+  step 2600000 |  26254s | train_loss=0.0174 | fid=40.7129
+  step 2610000 |  26344s | train_loss=0.0175
+  step 2620000 |  26437s | train_loss=0.0186
+  step 2630000 |  26530s | train_loss=0.0171
+  step 2640000 |  26622s | train_loss=0.0185
+  step 2650000 |  26714s | train_loss=0.0184
+  step 2660000 |  26807s | train_loss=0.0178
+  step 2670000 |  26898s | train_loss=0.0169
+  step 2680000 |  26991s | train_loss=0.0175
+  step 2690000 |  27084s | train_loss=0.0178
+  step 2700000 |  27250s | train_loss=0.0178 | fid=39.8427
+  step 2710000 |  27340s | train_loss=0.0181
+  step 2720000 |  27433s | train_loss=0.0172
+  step 2730000 |  27527s | train_loss=0.0172
+  step 2740000 |  27620s | train_loss=0.0165
+  step 2750000 |  27712s | train_loss=0.0169
+  step 2760000 |  27804s | train_loss=0.0174
+  step 2770000 |  27895s | train_loss=0.0164
+  step 2780000 |  27988s | train_loss=0.0166
+  step 2790000 |  28083s | train_loss=0.0166
+  step 2800000 |  28251s | train_loss=0.0167 | fid=40.1233
+  step 2810000 |  28341s | train_loss=0.0174
+  step 2820000 |  28432s | train_loss=0.0178
+  step 2830000 |  28520s | train_loss=0.0167
+  step 2840000 |  28608s | train_loss=0.0173
+  step 2850000 |  28693s | train_loss=0.0169
+  step 2860000 |  28779s | train_loss=0.0174
+  step 2870000 |  28872s | train_loss=0.0165
+  step 2880000 |  28967s | train_loss=0.0164
+  step 2890000 |  29061s | train_loss=0.0164
+  step 2900000 |  29228s | train_loss=0.0155 | fid=39.9649
+  step 2910000 |  29320s | train_loss=0.0159
+  step 2920000 |  29412s | train_loss=0.0163
+  step 2930000 |  29500s | train_loss=0.0161
+  step 2940000 |  29588s | train_loss=0.0156
+  step 2950000 |  29675s | train_loss=0.0155
+  step 2960000 |  29765s | train_loss=0.0166
+  step 2970000 |  29860s | train_loss=0.0157
+  step 2980000 |  29954s | train_loss=0.0152
+  step 2990000 |  30048s | train_loss=0.0164
+  step 3000000 |  30217s | train_loss=0.0158 | fid=40.1291
+  step 3010000 |  30309s | train_loss=0.0160
+  step 3020000 |  30404s | train_loss=0.0158
+  step 3030000 |  30498s | train_loss=0.0161
+  step 3040000 |  30593s | train_loss=0.0174
+  step 3050000 |  30683s | train_loss=0.0165
+  step 3060000 |  30777s | train_loss=0.0161
+  step 3070000 |  30872s | train_loss=0.0151
+  step 3080000 |  30965s | train_loss=0.0161
+  step 3090000 |  31060s | train_loss=0.0151
+  step 3100000 |  31229s | train_loss=0.0163 | fid=39.6787
+  step 3110000 |  31320s | train_loss=0.0161
+  step 3120000 |  31414s | train_loss=0.0150
+  step 3130000 |  31508s | train_loss=0.0148
+  step 3140000 |  31601s | train_loss=0.0152
+  step 3150000 |  31680s | train_loss=0.0159
+  step 3160000 |  31772s | train_loss=0.0149
+  step 3170000 |  31864s | train_loss=0.0158
+  step 3180000 |  31957s | train_loss=0.0147
+  step 3190000 |  32051s | train_loss=0.0144
+  step 3200000 |  32218s | train_loss=0.0147 | fid=39.6359
+  step 3210000 |  32308s | train_loss=0.0152
+  step 3220000 |  32401s | train_loss=0.0144
+  step 3230000 |  32495s | train_loss=0.0154
+  step 3240000 |  32589s | train_loss=0.0146
+  step 3250000 |  32679s | train_loss=0.0151
+  step 3260000 |  32773s | train_loss=0.0146
+  step 3270000 |  32867s | train_loss=0.0157
+  step 3280000 |  32960s | train_loss=0.0147
+  step 3290000 |  33053s | train_loss=0.0140
+  step 3300000 |  33219s | train_loss=0.0143 | fid=39.9308
+  step 3310000 |  33310s | train_loss=0.0143
+  step 3320000 |  33402s | train_loss=0.0140
+  step 3330000 |  33496s | train_loss=0.0149
+  step 3340000 |  33587s | train_loss=0.0144
+  step 3350000 |  33682s | train_loss=0.0149
+  step 3360000 |  33774s | train_loss=0.0149
+  step 3370000 |  33867s | train_loss=0.0139
+  step 3380000 |  33960s | train_loss=0.0152
+  step 3390000 |  34055s | train_loss=0.0146
+  step 3400000 |  34253s | train_loss=0.0147 | fid=39.2905
+  step 3410000 |  34345s | train_loss=0.0144
+  step 3420000 |  34440s | train_loss=0.0147
+  step 3430000 |  34532s | train_loss=0.0142
+  step 3440000 |  34617s | train_loss=0.0138
+  step 3450000 |  34710s | train_loss=0.0140
+  step 3460000 |  34803s | train_loss=0.0140
+  step 3470000 |  34898s | train_loss=0.0138
+  step 3480000 |  34992s | train_loss=0.0140
+  step 3490000 |  35087s | train_loss=0.0137
+  step 3500000 |  35299s | train_loss=0.0137 | fid=39.6349
+  step 3510000 |  35391s | train_loss=0.0138
+  step 3520000 |  35486s | train_loss=0.0141
+  step 3530000 |  35567s | train_loss=0.0137
+  step 3540000 |  35662s | train_loss=0.0132
+  step 3550000 |  35754s | train_loss=0.0135
+  step 3560000 |  35849s | train_loss=0.0140
+  step 3570000 |  35943s | train_loss=0.0133
+  step 3580000 |  36038s | train_loss=0.0135
+  step 3590000 |  36132s | train_loss=0.0136
+  step 3600000 |  36309s | train_loss=0.0137 | fid=40.4410
+  step 3610000 |  36402s | train_loss=0.0138
+  step 3620000 |  36496s | train_loss=0.0139
+  step 3630000 |  36576s | train_loss=0.0131
+  step 3640000 |  36671s | train_loss=0.0135
+  step 3650000 |  36764s | train_loss=0.0134
+  step 3660000 |  36858s | train_loss=0.0143
+  step 3670000 |  36953s | train_loss=0.0135
+  step 3680000 |  37047s | train_loss=0.0133
+  step 3690000 |  37141s | train_loss=0.0134
+  step 3700000 |  37309s | train_loss=0.0133 | fid=39.2224
+  step 3710000 |  37402s | train_loss=0.0139
+  step 3720000 |  37496s | train_loss=0.0128
+  step 3730000 |  37579s | train_loss=0.0134
+  step 3740000 |  37673s | train_loss=0.0137
+  step 3750000 |  37766s | train_loss=0.0146
+  step 3760000 |  37861s | train_loss=0.0135
+  step 3770000 |  37955s | train_loss=0.0125
+  step 3780000 |  38050s | train_loss=0.0130
+  step 3790000 |  38144s | train_loss=0.0130
+  step 3800000 |  38311s | train_loss=0.0128 | fid=40.1168
+  step 3810000 |  38405s | train_loss=0.0128
+  step 3820000 |  38497s | train_loss=0.0131
+  step 3830000 |  38581s | train_loss=0.0131
+  step 3840000 |  38676s | train_loss=0.0129
+  step 3850000 |  38770s | train_loss=0.0128
+  step 3860000 |  38863s | train_loss=0.0135
+  step 3870000 |  38958s | train_loss=0.0128
+  step 3880000 |  39053s | train_loss=0.0134
+  step 3890000 |  39147s | train_loss=0.0129
+  step 3900000 |  39314s | train_loss=0.0125 | fid=40.0467
+  step 3910000 |  39406s | train_loss=0.0131
+  step 3920000 |  39497s | train_loss=0.0128
+  step 3930000 |  39583s | train_loss=0.0129
+  step 3940000 |  39678s | train_loss=0.0125
+  step 3950000 |  39771s | train_loss=0.0130
+  step 3960000 |  39865s | train_loss=0.0125
+  step 3970000 |  39960s | train_loss=0.0130
+  step 3980000 |  40054s | train_loss=0.0127
+  step 3990000 |  40148s | train_loss=0.0123
+  step 4000000 |  40316s | train_loss=0.0121 | fid=39.6458
+  step 4010000 |  40408s | train_loss=0.0121
+  step 4020000 |  40497s | train_loss=0.0129
+  step 4030000 |  40584s | train_loss=0.0121
+  step 4040000 |  40678s | train_loss=0.0121
+  step 4050000 |  40772s | train_loss=0.0132
+  step 4060000 |  40867s | train_loss=0.0127
+  step 4070000 |  40962s | train_loss=0.0117
+  step 4080000 |  41056s | train_loss=0.0126
+  step 4090000 |  41150s | train_loss=0.0125
+  step 4100000 |  41312s | train_loss=0.0123 | fid=39.7908
+  step 4110000 |  41401s | train_loss=0.0121
+  step 4120000 |  41486s | train_loss=0.0127
+  step 4130000 |  41574s | train_loss=0.0117
+  step 4140000 |  41664s | train_loss=0.0122
+  step 4150000 |  41755s | train_loss=0.0128
+  step 4160000 |  41845s | train_loss=0.0122
+  step 4170000 |  41936s | train_loss=0.0123
+  step 4180000 |  42026s | train_loss=0.0123
+  step 4190000 |  42117s | train_loss=0.0129
+  step 4200000 |  42278s | train_loss=0.0125 | fid=40.1447
+  step 4210000 |  42367s | train_loss=0.0117
+  step 4220000 |  42454s | train_loss=0.0121
+  step 4230000 |  42544s | train_loss=0.0125
+  step 4240000 |  42635s | train_loss=0.0119
+  step 4250000 |  42725s | train_loss=0.0120
+  step 4260000 |  42814s | train_loss=0.0117
+  step 4270000 |  42905s | train_loss=0.0119
+  step 4280000 |  42995s | train_loss=0.0125
+  step 4290000 |  43085s | train_loss=0.0117
+  step 4300000 |  43248s | train_loss=0.0122 | fid=40.2323
+  step 4310000 |  43337s | train_loss=0.0113
+  step 4320000 |  43424s | train_loss=0.0117
+  step 4330000 |  43515s | train_loss=0.0118
+  step 4340000 |  43605s | train_loss=0.0120
+  step 4350000 |  43696s | train_loss=0.0118
+  step 4360000 |  43785s | train_loss=0.0120
+  step 4370000 |  43876s | train_loss=0.0121
+  step 4380000 |  43966s | train_loss=0.0120
+  step 4390000 |  44057s | train_loss=0.0111
+  step 4400000 |  44219s | train_loss=0.0117 | fid=40.4408
+  step 4410000 |  44307s | train_loss=0.0119
+  step 4420000 |  44394s | train_loss=0.0115
+  step 4430000 |  44484s | train_loss=0.0116
+  step 4440000 |  44574s | train_loss=0.0111
+  step 4450000 |  44665s | train_loss=0.0114
+  step 4460000 |  44754s | train_loss=0.0113
+  step 4470000 |  44845s | train_loss=0.0124
+  step 4480000 |  44936s | train_loss=0.0113
+  step 4490000 |  45026s | train_loss=0.0116
+  step 4500000 |  45189s | train_loss=0.0116 | fid=39.4711
+  step 4510000 |  45276s | train_loss=0.0115
+  step 4520000 |  45366s | train_loss=0.0119
+  step 4530000 |  45456s | train_loss=0.0115
+  step 4540000 |  45546s | train_loss=0.0115
+  step 4550000 |  45636s | train_loss=0.0117
+  step 4560000 |  45725s | train_loss=0.0115
+  step 4570000 |  45816s | train_loss=0.0112
+  step 4580000 |  45907s | train_loss=0.0112
+  step 4590000 |  45998s | train_loss=0.0110
+  step 4600000 |  46164s | train_loss=0.0111 | fid=39.5546
+  step 4610000 |  46252s | train_loss=0.0112
+  step 4620000 |  46346s | train_loss=0.0109
+  step 4630000 |  46440s | train_loss=0.0113
+  step 4640000 |  46535s | train_loss=0.0111
+  step 4650000 |  46630s | train_loss=0.0110
+  step 4660000 |  46723s | train_loss=0.0112
+  step 4670000 |  46818s | train_loss=0.0109
+  step 4680000 |  46913s | train_loss=0.0114
+  step 4690000 |  47008s | train_loss=0.0110
+  step 4700000 |  47174s | train_loss=0.0116 | fid=39.9821
+  step 4710000 |  47265s | train_loss=0.0109
+  step 4720000 |  47360s | train_loss=0.0109
+  step 4730000 |  47455s | train_loss=0.0110
+  step 4740000 |  47550s | train_loss=0.0113
+  step 4750000 |  47645s | train_loss=0.0116
+  step 4760000 |  47740s | train_loss=0.0113
+  step 4770000 |  47834s | train_loss=0.0106
+  step 4780000 |  47929s | train_loss=0.0108
+  step 4790000 |  48024s | train_loss=0.0112
+  step 4800000 |  48177s | train_loss=0.0107 | fid=39.3969
+  step 4810000 |  48249s | train_loss=0.0111
+  step 4820000 |  48326s | train_loss=0.0113
+  step 4830000 |  48401s | train_loss=0.0117
+  step 4840000 |  48476s | train_loss=0.0111
+  step 4850000 |  48552s | train_loss=0.0107
+  step 4860000 |  48628s | train_loss=0.0108
+  step 4870000 |  48702s | train_loss=0.0104
+  step 4880000 |  48777s | train_loss=0.0103
+  step 4890000 |  48851s | train_loss=0.0112
+  step 4900000 |  48988s | train_loss=0.0111 | fid=39.9446
+  step 4910000 |  49057s | train_loss=0.0107
+  step 4920000 |  49134s | train_loss=0.0115
+  step 4930000 |  49211s | train_loss=0.0101
+  step 4940000 |  49288s | train_loss=0.0106
+  step 4950000 |  49365s | train_loss=0.0109
+  step 4960000 |  49441s | train_loss=0.0108
+  step 4970000 |  49515s | train_loss=0.0107
+  step 4980000 |  49590s | train_loss=0.0109
+  step 4990000 |  49666s | train_loss=0.0119
+  step 5000000 |  49804s | train_loss=0.0105 | fid=40.0152
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d9223390964dc40e091af56d7249dda47adc00aa
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 43,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..4b443044112f13543c894071ec4f38e4b571a495
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 90, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d90/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 43}
+{"step": 1, "wall_time": 70.61244130134583, "train_loss_step": 90.21237182617188, "n_params": 4449370, "total_flops": 13668464640, "train_loss": 0.9970760769314236, "subset_score_loss": 0.9970760769314236, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9761008024215698, "fid": 304.9606375215261}
+{"step": 10000, "wall_time": 154.8597333431244, "train_loss_step": 19.474990844726562, "n_params": 4449370, "total_flops": 136684646400000, "train_loss": 0.8110845777723524, "subset_score_loss": 0.8110845777723524}
+{"step": 20000, "wall_time": 243.7080783843994, "train_loss_step": 15.008844375610352, "n_params": 4449370, "total_flops": 273369292800000, "train_loss": 0.6949522654215495, "subset_score_loss": 0.6949522654215495}
+{"step": 30000, "wall_time": 332.6590120792389, "train_loss_step": 15.943703651428223, "n_params": 4449370, "total_flops": 410053939200000, "train_loss": 0.5601328955756293, "subset_score_loss": 0.5601328955756293}
+{"step": 40000, "wall_time": 421.56944465637207, "train_loss_step": 12.263669967651367, "n_params": 4449370, "total_flops": 546738585600000, "train_loss": 0.4137800852457682, "subset_score_loss": 0.4137800852457682}
+{"step": 50000, "wall_time": 510.49070477485657, "train_loss_step": 10.262784957885742, "n_params": 4449370, "total_flops": 683423232000000, "train_loss": 0.29364590115017364, "subset_score_loss": 0.29364590115017364}
+{"step": 60000, "wall_time": 599.3785085678101, "train_loss_step": 10.00454330444336, "n_params": 4449370, "total_flops": 820107878400000, "train_loss": 0.2198656717936198, "subset_score_loss": 0.2198656717936198}
+{"step": 70000, "wall_time": 688.3410885334015, "train_loss_step": 8.813852310180664, "n_params": 4449370, "total_flops": 956792524800000, "train_loss": 0.17732732560899522, "subset_score_loss": 0.17732732560899522}
+{"step": 80000, "wall_time": 777.2028563022614, "train_loss_step": 8.311038970947266, "n_params": 4449370, "total_flops": 1093477171200000, "train_loss": 0.15238013797336156, "subset_score_loss": 0.15238013797336156}
+{"step": 90000, "wall_time": 866.0541224479675, "train_loss_step": 7.837457180023193, "n_params": 4449370, "total_flops": 1230161817600000, "train_loss": 0.13929590649074977, "subset_score_loss": 0.13929590649074977}
+{"step": 100000, "wall_time": 1023.7655971050262, "train_loss_step": 8.316115379333496, "n_params": 4449370, "total_flops": 1366846464000000, "train_loss": 0.12853019502427843, "subset_score_loss": 0.12853019502427843, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9008082151412964, "fid": 58.06339817302222}
+{"step": 110000, "wall_time": 1104.0066380500793, "train_loss_step": 7.566828727722168, "n_params": 4449370, "total_flops": 1503531110400000, "train_loss": 0.12033411661783854, "subset_score_loss": 0.12033411661783854}
+{"step": 120000, "wall_time": 1192.912528038025, "train_loss_step": 7.667559623718262, "n_params": 4449370, "total_flops": 1640215756800000, "train_loss": 0.11417802174886067, "subset_score_loss": 0.11417802174886067}
+{"step": 130000, "wall_time": 1281.8388664722443, "train_loss_step": 6.87244987487793, "n_params": 4449370, "total_flops": 1776900403200000, "train_loss": 0.1093729125128852, "subset_score_loss": 0.1093729125128852}
+{"step": 140000, "wall_time": 1370.795509815216, "train_loss_step": 6.7155866622924805, "n_params": 4449370, "total_flops": 1913585049600000, "train_loss": 0.10516762203640408, "subset_score_loss": 0.10516762203640408}
+{"step": 150000, "wall_time": 1459.8174068927765, "train_loss_step": 7.089151382446289, "n_params": 4449370, "total_flops": 2050269696000000, "train_loss": 0.0989881091647678, "subset_score_loss": 0.0989881091647678}
+{"step": 160000, "wall_time": 1548.767634153366, "train_loss_step": 6.4665985107421875, "n_params": 4449370, "total_flops": 2186954342400000, "train_loss": 0.09568457073635525, "subset_score_loss": 0.09568457073635525}
+{"step": 170000, "wall_time": 1637.6629400253296, "train_loss_step": 6.609922409057617, "n_params": 4449370, "total_flops": 2323638988800000, "train_loss": 0.09194466272989908, "subset_score_loss": 0.09194466272989908}
+{"step": 180000, "wall_time": 1726.5963809490204, "train_loss_step": 6.550649642944336, "n_params": 4449370, "total_flops": 2460323635200000, "train_loss": 0.08937398062811958, "subset_score_loss": 0.08937398062811958}
+{"step": 190000, "wall_time": 1815.505826473236, "train_loss_step": 6.472207069396973, "n_params": 4449370, "total_flops": 2597008281600000, "train_loss": 0.08923924763997396, "subset_score_loss": 0.08923924763997396}
+{"step": 200000, "wall_time": 1973.327927350998, "train_loss_step": 6.318708419799805, "n_params": 4449370, "total_flops": 2733692928000000, "train_loss": 0.08301890691121419, "subset_score_loss": 0.08301890691121419, "memorization_fraction_pixel": 0.01769999973475933, "mean_nn_ratio_pixel": 0.8363006114959717, "fid": 58.09307566403127}
+{"step": 210000, "wall_time": 2063.161719083786, "train_loss_step": 6.454276084899902, "n_params": 4449370, "total_flops": 2870377574400000, "train_loss": 0.083413118786282, "subset_score_loss": 0.083413118786282}
+{"step": 220000, "wall_time": 2145.638508796692, "train_loss_step": 6.303696632385254, "n_params": 4449370, "total_flops": 3007062220800000, "train_loss": 0.0807385868496365, "subset_score_loss": 0.0807385868496365}
+{"step": 230000, "wall_time": 2234.5693719387054, "train_loss_step": 5.737534523010254, "n_params": 4449370, "total_flops": 3143746867200000, "train_loss": 0.07717329661051432, "subset_score_loss": 0.07717329661051432}
+{"step": 240000, "wall_time": 2323.464682340622, "train_loss_step": 5.928763389587402, "n_params": 4449370, "total_flops": 3280431513600000, "train_loss": 0.07440298398335775, "subset_score_loss": 0.07440298398335775}
+{"step": 250000, "wall_time": 2412.3082282543182, "train_loss_step": 6.158935546875, "n_params": 4449370, "total_flops": 3417116160000000, "train_loss": 0.07559426095750597, "subset_score_loss": 0.07559426095750597}
+{"step": 260000, "wall_time": 2501.2216308116913, "train_loss_step": 5.846356391906738, "n_params": 4449370, "total_flops": 3553800806400000, "train_loss": 0.0732409742143419, "subset_score_loss": 0.0732409742143419}
+{"step": 270000, "wall_time": 2590.0963196754456, "train_loss_step": 5.915433883666992, "n_params": 4449370, "total_flops": 3690485452800000, "train_loss": 0.07015974786546496, "subset_score_loss": 0.07015974786546496}
+{"step": 280000, "wall_time": 2679.070827960968, "train_loss_step": 5.902070045471191, "n_params": 4449370, "total_flops": 3827170099200000, "train_loss": 0.06951779789394802, "subset_score_loss": 0.06951779789394802}
+{"step": 290000, "wall_time": 2767.852782011032, "train_loss_step": 6.136071681976318, "n_params": 4449370, "total_flops": 3963854745600000, "train_loss": 0.06971659660339355, "subset_score_loss": 0.06971659660339355}
+{"step": 300000, "wall_time": 2926.845529317856, "train_loss_step": 5.983394622802734, "n_params": 4449370, "total_flops": 4100539392000000, "train_loss": 0.06613362100389268, "subset_score_loss": 0.06613362100389268, "memorization_fraction_pixel": 0.037300001829862595, "mean_nn_ratio_pixel": 0.7958204746246338, "fid": 56.622241625156605}
+{"step": 310000, "wall_time": 3015.7480199337006, "train_loss_step": 5.5668487548828125, "n_params": 4449370, "total_flops": 4237224038400000, "train_loss": 0.06558846897549099, "subset_score_loss": 0.06558846897549099}
+{"step": 320000, "wall_time": 3106.523370027542, "train_loss_step": 6.161336898803711, "n_params": 4449370, "total_flops": 4373908684800000, "train_loss": 0.0670961062113444, "subset_score_loss": 0.0670961062113444}
+{"step": 330000, "wall_time": 3188.185508966446, "train_loss_step": 5.408354759216309, "n_params": 4449370, "total_flops": 4510593331200000, "train_loss": 0.062434811062282984, "subset_score_loss": 0.062434811062282984}
+{"step": 340000, "wall_time": 3277.1771337985992, "train_loss_step": 5.093479156494141, "n_params": 4449370, "total_flops": 4647277977600000, "train_loss": 0.06353033383687337, "subset_score_loss": 0.06353033383687337}
+{"step": 350000, "wall_time": 3366.0794401168823, "train_loss_step": 5.401533126831055, "n_params": 4449370, "total_flops": 4783962624000000, "train_loss": 0.060881609386867944, "subset_score_loss": 0.060881609386867944}
+{"step": 360000, "wall_time": 3454.9949741363525, "train_loss_step": 5.49939489364624, "n_params": 4449370, "total_flops": 4920647270400000, "train_loss": 0.061220905515882704, "subset_score_loss": 0.061220905515882704}
+{"step": 370000, "wall_time": 3543.918291091919, "train_loss_step": 5.47783899307251, "n_params": 4449370, "total_flops": 5057331916800000, "train_loss": 0.05884869363572862, "subset_score_loss": 0.05884869363572862}
+{"step": 380000, "wall_time": 3632.7337460517883, "train_loss_step": 5.625391960144043, "n_params": 4449370, "total_flops": 5194016563200000, "train_loss": 0.058017031351725264, "subset_score_loss": 0.058017031351725264}
+{"step": 390000, "wall_time": 3721.454643726349, "train_loss_step": 5.391361713409424, "n_params": 4449370, "total_flops": 5330701209600000, "train_loss": 0.058210171593560116, "subset_score_loss": 0.058210171593560116}
+{"step": 400000, "wall_time": 3880.6875178813934, "train_loss_step": 5.173311233520508, "n_params": 4449370, "total_flops": 5467385856000000, "train_loss": 0.056697506374782984, "subset_score_loss": 0.056697506374782984, "memorization_fraction_pixel": 0.0697999969124794, "mean_nn_ratio_pixel": 0.7569740414619446, "fid": 54.397528021639616}
+{"step": 410000, "wall_time": 3969.6151871681213, "train_loss_step": 5.7531843185424805, "n_params": 4449370, "total_flops": 5604070502400000, "train_loss": 0.055906814999050564, "subset_score_loss": 0.055906814999050564}
+{"step": 420000, "wall_time": 4058.536400794983, "train_loss_step": 5.318890571594238, "n_params": 4449370, "total_flops": 5740755148800000, "train_loss": 0.055648491117689346, "subset_score_loss": 0.055648491117689346}
+{"step": 430000, "wall_time": 4143.065584659576, "train_loss_step": 5.375560283660889, "n_params": 4449370, "total_flops": 5877439795200000, "train_loss": 0.055671342213948566, "subset_score_loss": 0.055671342213948566}
+{"step": 440000, "wall_time": 4230.519578456879, "train_loss_step": 5.824764251708984, "n_params": 4449370, "total_flops": 6014124441600000, "train_loss": 0.055358473459879556, "subset_score_loss": 0.055358473459879556}
+{"step": 450000, "wall_time": 4319.423187255859, "train_loss_step": 5.155677795410156, "n_params": 4449370, "total_flops": 6150809088000000, "train_loss": 0.05518507957458496, "subset_score_loss": 0.05518507957458496}
+{"step": 460000, "wall_time": 4408.342364788055, "train_loss_step": 5.4720659255981445, "n_params": 4449370, "total_flops": 6287493734400000, "train_loss": 0.05383414162529839, "subset_score_loss": 0.05383414162529839}
+{"step": 470000, "wall_time": 4497.380846738815, "train_loss_step": 5.134052276611328, "n_params": 4449370, "total_flops": 6424178380800000, "train_loss": 0.05276213222079807, "subset_score_loss": 0.05276213222079807}
+{"step": 480000, "wall_time": 4586.135478019714, "train_loss_step": 5.12270450592041, "n_params": 4449370, "total_flops": 6560863027200000, "train_loss": 0.05235003895229763, "subset_score_loss": 0.05235003895229763}
+{"step": 490000, "wall_time": 4674.9377727508545, "train_loss_step": 5.198258399963379, "n_params": 4449370, "total_flops": 6697547673600000, "train_loss": 0.05178747706943088, "subset_score_loss": 0.05178747706943088}
+{"step": 500000, "wall_time": 4836.342044591904, "train_loss_step": 5.541670322418213, "n_params": 4449370, "total_flops": 6834232320000000, "train_loss": 0.051217582490709096, "subset_score_loss": 0.051217582490709096, "memorization_fraction_pixel": 0.0940999984741211, "mean_nn_ratio_pixel": 0.7322486042976379, "fid": 52.38602010582778}
+{"step": 510000, "wall_time": 4925.403441905975, "train_loss_step": 5.400249004364014, "n_params": 4449370, "total_flops": 6970916966400000, "train_loss": 0.051921441819932725, "subset_score_loss": 0.051921441819932725}
+{"step": 520000, "wall_time": 5014.340915679932, "train_loss_step": 5.302660942077637, "n_params": 4449370, "total_flops": 7107601612800000, "train_loss": 0.04943411615159776, "subset_score_loss": 0.04943411615159776}
+{"step": 530000, "wall_time": 5103.988108634949, "train_loss_step": 5.0540385246276855, "n_params": 4449370, "total_flops": 7244286259200000, "train_loss": 0.0502468638949924, "subset_score_loss": 0.0502468638949924}
+{"step": 540000, "wall_time": 5188.970321178436, "train_loss_step": 5.217890739440918, "n_params": 4449370, "total_flops": 7380970905600000, "train_loss": 0.049397113588121204, "subset_score_loss": 0.049397113588121204}
+{"step": 550000, "wall_time": 5276.412553787231, "train_loss_step": 5.453751087188721, "n_params": 4449370, "total_flops": 7517655552000000, "train_loss": 0.049050686094495984, "subset_score_loss": 0.049050686094495984}
+{"step": 560000, "wall_time": 5365.372429847717, "train_loss_step": 4.881241798400879, "n_params": 4449370, "total_flops": 7654340198400000, "train_loss": 0.04831308788723416, "subset_score_loss": 0.04831308788723416}
+{"step": 570000, "wall_time": 5454.111544847488, "train_loss_step": 4.880225658416748, "n_params": 4449370, "total_flops": 7791024844800000, "train_loss": 0.049540673361884224, "subset_score_loss": 0.049540673361884224}
+{"step": 580000, "wall_time": 5542.697891712189, "train_loss_step": 4.931351661682129, "n_params": 4449370, "total_flops": 7927709491200000, "train_loss": 0.0483536614312066, "subset_score_loss": 0.0483536614312066}
+{"step": 590000, "wall_time": 5631.6464076042175, "train_loss_step": 5.190955638885498, "n_params": 4449370, "total_flops": 8064394137600000, "train_loss": 0.048577070236206055, "subset_score_loss": 0.048577070236206055}
+{"step": 600000, "wall_time": 5792.886820316315, "train_loss_step": 4.9042534828186035, "n_params": 4449370, "total_flops": 8201078784000000, "train_loss": 0.04723182254367404, "subset_score_loss": 0.04723182254367404, "memorization_fraction_pixel": 0.12950000166893005, "mean_nn_ratio_pixel": 0.7030342817306519, "fid": 50.61118679315997}
+{"step": 610000, "wall_time": 5881.859565496445, "train_loss_step": 5.015441417694092, "n_params": 4449370, "total_flops": 8337763430400000, "train_loss": 0.047355365753173825, "subset_score_loss": 0.047355365753173825}
+{"step": 620000, "wall_time": 5970.836688280106, "train_loss_step": 4.835957050323486, "n_params": 4449370, "total_flops": 8474448076800000, "train_loss": 0.046485286288791235, "subset_score_loss": 0.046485286288791235}
+{"step": 630000, "wall_time": 6059.753248691559, "train_loss_step": 5.09182071685791, "n_params": 4449370, "total_flops": 8611132723200000, "train_loss": 0.04506889979044596, "subset_score_loss": 0.04506889979044596}
+{"step": 640000, "wall_time": 6150.311456203461, "train_loss_step": 4.980193138122559, "n_params": 4449370, "total_flops": 8747817369600000, "train_loss": 0.04574424425760905, "subset_score_loss": 0.04574424425760905}
+{"step": 650000, "wall_time": 6232.673953533173, "train_loss_step": 4.787469863891602, "n_params": 4449370, "total_flops": 8884502016000000, "train_loss": 0.0442172368367513, "subset_score_loss": 0.0442172368367513}
+{"step": 660000, "wall_time": 6321.480263710022, "train_loss_step": 4.7578229904174805, "n_params": 4449370, "total_flops": 9021186662400000, "train_loss": 0.045714547899034286, "subset_score_loss": 0.045714547899034286}
+{"step": 670000, "wall_time": 6410.171676397324, "train_loss_step": 4.8524885177612305, "n_params": 4449370, "total_flops": 9157871308800000, "train_loss": 0.043890669610765244, "subset_score_loss": 0.043890669610765244}
+{"step": 680000, "wall_time": 6499.085390806198, "train_loss_step": 4.848904609680176, "n_params": 4449370, "total_flops": 9294555955200000, "train_loss": 0.044281570116678874, "subset_score_loss": 0.044281570116678874}
+{"step": 690000, "wall_time": 6588.068004131317, "train_loss_step": 4.505378246307373, "n_params": 4449370, "total_flops": 9431240601600000, "train_loss": 0.04469589657253689, "subset_score_loss": 0.04469589657253689}
+{"step": 700000, "wall_time": 6749.50820684433, "train_loss_step": 4.859245300292969, "n_params": 4449370, "total_flops": 9567925248000000, "train_loss": 0.04439661237928602, "subset_score_loss": 0.04439661237928602, "memorization_fraction_pixel": 0.15320000052452087, "mean_nn_ratio_pixel": 0.6833294034004211, "fid": 50.03302339794513}
+{"step": 710000, "wall_time": 6838.4976506233215, "train_loss_step": 4.481032848358154, "n_params": 4449370, "total_flops": 9704609894400000, "train_loss": 0.04453137715657552, "subset_score_loss": 0.04453137715657552}
+{"step": 720000, "wall_time": 6927.4379868507385, "train_loss_step": 5.079048156738281, "n_params": 4449370, "total_flops": 9841294540800000, "train_loss": 0.04394663704766168, "subset_score_loss": 0.04394663704766168}
+{"step": 730000, "wall_time": 7016.367091417313, "train_loss_step": 4.934927940368652, "n_params": 4449370, "total_flops": 9977979187200000, "train_loss": 0.042593659294976126, "subset_score_loss": 0.042593659294976126}
+{"step": 740000, "wall_time": 7105.336380720139, "train_loss_step": 4.620296001434326, "n_params": 4449370, "total_flops": 10114663833600000, "train_loss": 0.04329377810160319, "subset_score_loss": 0.04329377810160319}
+{"step": 750000, "wall_time": 7189.539612293243, "train_loss_step": 5.031839370727539, "n_params": 4449370, "total_flops": 10251348480000000, "train_loss": 0.041901961962382, "subset_score_loss": 0.041901961962382}
+{"step": 760000, "wall_time": 7276.993866205215, "train_loss_step": 4.937064170837402, "n_params": 4449370, "total_flops": 10388033126400000, "train_loss": 0.041644552018907335, "subset_score_loss": 0.041644552018907335}
+{"step": 770000, "wall_time": 7365.742740392685, "train_loss_step": 4.781329154968262, "n_params": 4449370, "total_flops": 10524717772800000, "train_loss": 0.04121811654832628, "subset_score_loss": 0.04121811654832628}
+{"step": 780000, "wall_time": 7454.688472747803, "train_loss_step": 4.803030967712402, "n_params": 4449370, "total_flops": 10661402419200000, "train_loss": 0.04120668040381537, "subset_score_loss": 0.04120668040381537}
+{"step": 790000, "wall_time": 7543.564391136169, "train_loss_step": 4.799076557159424, "n_params": 4449370, "total_flops": 10798087065600000, "train_loss": 0.04142660564846463, "subset_score_loss": 0.04142660564846463}
+{"step": 800000, "wall_time": 7706.005809783936, "train_loss_step": 4.851691246032715, "n_params": 4449370, "total_flops": 10934771712000000, "train_loss": 0.040487347708808054, "subset_score_loss": 0.040487347708808054, "memorization_fraction_pixel": 0.2013999968767166, "mean_nn_ratio_pixel": 0.6527457237243652, "fid": 48.83531459295285}
+{"step": 810000, "wall_time": 7794.987198829651, "train_loss_step": 4.582756996154785, "n_params": 4449370, "total_flops": 11071456358400000, "train_loss": 0.04022641446855333, "subset_score_loss": 0.04022641446855333}
+{"step": 820000, "wall_time": 7883.8949155807495, "train_loss_step": 4.847780704498291, "n_params": 4449370, "total_flops": 11208141004800000, "train_loss": 0.03986967934502496, "subset_score_loss": 0.03986967934502496}
+{"step": 830000, "wall_time": 7972.70216012001, "train_loss_step": 4.24135684967041, "n_params": 4449370, "total_flops": 11344825651200000, "train_loss": 0.04085751109653049, "subset_score_loss": 0.04085751109653049}
+{"step": 840000, "wall_time": 8061.584010839462, "train_loss_step": 4.587554454803467, "n_params": 4449370, "total_flops": 11481510297600000, "train_loss": 0.040934748119778104, "subset_score_loss": 0.040934748119778104}
+{"step": 850000, "wall_time": 8151.2132563591, "train_loss_step": 4.5306572914123535, "n_params": 4449370, "total_flops": 11618194944000000, "train_loss": 0.03977968957689074, "subset_score_loss": 0.03977968957689074}
+{"step": 860000, "wall_time": 8234.358651399612, "train_loss_step": 4.862623691558838, "n_params": 4449370, "total_flops": 11754879590400000, "train_loss": 0.04090575906965468, "subset_score_loss": 0.04090575906965468}
+{"step": 870000, "wall_time": 8321.763439893723, "train_loss_step": 4.786984443664551, "n_params": 4449370, "total_flops": 11891564236800000, "train_loss": 0.03948703606923421, "subset_score_loss": 0.03948703606923421}
+{"step": 880000, "wall_time": 8410.702134609222, "train_loss_step": 4.546606063842773, "n_params": 4449370, "total_flops": 12028248883200000, "train_loss": 0.04016086260477702, "subset_score_loss": 0.04016086260477702}
+{"step": 890000, "wall_time": 8499.612461566925, "train_loss_step": 4.616929531097412, "n_params": 4449370, "total_flops": 12164933529600000, "train_loss": 0.0396302858988444, "subset_score_loss": 0.0396302858988444}
+{"step": 900000, "wall_time": 8662.157269239426, "train_loss_step": 4.449677467346191, "n_params": 4449370, "total_flops": 12301618176000000, "train_loss": 0.03881451023949517, "subset_score_loss": 0.03881451023949517, "memorization_fraction_pixel": 0.21570000052452087, "mean_nn_ratio_pixel": 0.6424424052238464, "fid": 48.764695243397625}
+{"step": 910000, "wall_time": 8751.10609793663, "train_loss_step": 4.57352352142334, "n_params": 4449370, "total_flops": 12438302822400000, "train_loss": 0.037890524334377715, "subset_score_loss": 0.037890524334377715}
+{"step": 920000, "wall_time": 8840.104435682297, "train_loss_step": 4.816987991333008, "n_params": 4449370, "total_flops": 12574987468800000, "train_loss": 0.03808221552107069, "subset_score_loss": 0.03808221552107069}
+{"step": 930000, "wall_time": 8929.060927152634, "train_loss_step": 4.358516693115234, "n_params": 4449370, "total_flops": 12711672115200000, "train_loss": 0.038743617799546985, "subset_score_loss": 0.038743617799546985}
+{"step": 940000, "wall_time": 9017.891881465912, "train_loss_step": 4.576927185058594, "n_params": 4449370, "total_flops": 12848356761600000, "train_loss": 0.03711715539296468, "subset_score_loss": 0.03711715539296468}
+{"step": 950000, "wall_time": 9106.641335010529, "train_loss_step": 4.5289626121521, "n_params": 4449370, "total_flops": 12985041408000000, "train_loss": 0.03857743740081787, "subset_score_loss": 0.03857743740081787}
+{"step": 960000, "wall_time": 9196.143075466156, "train_loss_step": 4.766397476196289, "n_params": 4449370, "total_flops": 13121726054400000, "train_loss": 0.03982658121320937, "subset_score_loss": 0.03982658121320937}
+{"step": 970000, "wall_time": 9280.813336372375, "train_loss_step": 4.516410827636719, "n_params": 4449370, "total_flops": 13258410700800000, "train_loss": 0.03667159610324436, "subset_score_loss": 0.03667159610324436}
+{"step": 980000, "wall_time": 9368.243166446686, "train_loss_step": 4.656544208526611, "n_params": 4449370, "total_flops": 13395095347200000, "train_loss": 0.03720112906561957, "subset_score_loss": 0.03720112906561957}
+{"step": 990000, "wall_time": 9457.062519550323, "train_loss_step": 4.377483367919922, "n_params": 4449370, "total_flops": 13531779993600000, "train_loss": 0.03571502102745904, "subset_score_loss": 0.03571502102745904}
+{"step": 1000000, "wall_time": 9616.862461328506, "train_loss_step": 4.72698974609375, "n_params": 4449370, "total_flops": 13668464640000000, "train_loss": 0.037285603417290585, "subset_score_loss": 0.037285603417290585, "memorization_fraction_pixel": 0.2702000141143799, "mean_nn_ratio_pixel": 0.6117163896560669, "fid": 47.52689884341247}
+{"step": 1010000, "wall_time": 9705.807211875916, "train_loss_step": 4.895017623901367, "n_params": 4449370, "total_flops": 13805149286400000, "train_loss": 0.03752068943447537, "subset_score_loss": 0.03752068943447537}
+{"step": 1020000, "wall_time": 9794.757647752762, "train_loss_step": 4.563148498535156, "n_params": 4449370, "total_flops": 13941833932800000, "train_loss": 0.037042130364312066, "subset_score_loss": 0.037042130364312066}
+{"step": 1030000, "wall_time": 9883.479371786118, "train_loss_step": 4.3758320808410645, "n_params": 4449370, "total_flops": 14078518579200000, "train_loss": 0.03677013980017768, "subset_score_loss": 0.03677013980017768}
+{"step": 1040000, "wall_time": 9972.300320863724, "train_loss_step": 4.626320838928223, "n_params": 4449370, "total_flops": 14215203225600000, "train_loss": 0.03544853528340657, "subset_score_loss": 0.03544853528340657}
+{"step": 1050000, "wall_time": 10061.130518436432, "train_loss_step": 4.29547643661499, "n_params": 4449370, "total_flops": 14351887872000000, "train_loss": 0.03618997997707791, "subset_score_loss": 0.03618997997707791}
+{"step": 1060000, "wall_time": 10150.134369850159, "train_loss_step": 4.287773609161377, "n_params": 4449370, "total_flops": 14488572518400000, "train_loss": 0.03689331213633219, "subset_score_loss": 0.03689331213633219}
+{"step": 1070000, "wall_time": 10234.69186091423, "train_loss_step": 4.694067478179932, "n_params": 4449370, "total_flops": 14625257164800000, "train_loss": 0.03555413087209066, "subset_score_loss": 0.03555413087209066}
+{"step": 1080000, "wall_time": 10322.613328933716, "train_loss_step": 4.428252696990967, "n_params": 4449370, "total_flops": 14761941811200000, "train_loss": 0.03665596379174126, "subset_score_loss": 0.03665596379174126}
+{"step": 1090000, "wall_time": 10411.337898492813, "train_loss_step": 4.281364440917969, "n_params": 4449370, "total_flops": 14898626457600000, "train_loss": 0.03678492175208198, "subset_score_loss": 0.03678492175208198}
+{"step": 1100000, "wall_time": 10573.516610383987, "train_loss_step": 4.404420852661133, "n_params": 4449370, "total_flops": 15035311104000000, "train_loss": 0.034850875536600746, "subset_score_loss": 0.034850875536600746, "memorization_fraction_pixel": 0.3102000057697296, "mean_nn_ratio_pixel": 0.5842807292938232, "fid": 47.38562005006024}
+{"step": 1110000, "wall_time": 10662.520468473434, "train_loss_step": 4.446587562561035, "n_params": 4449370, "total_flops": 15171995750400000, "train_loss": 0.033942871623569064, "subset_score_loss": 0.033942871623569064}
+{"step": 1120000, "wall_time": 10751.398715496063, "train_loss_step": 4.300239562988281, "n_params": 4449370, "total_flops": 15308680396800000, "train_loss": 0.03583731916215685, "subset_score_loss": 0.03583731916215685}
+{"step": 1130000, "wall_time": 10840.276421308517, "train_loss_step": 4.113348007202148, "n_params": 4449370, "total_flops": 15445365043200000, "train_loss": 0.03562200334337023, "subset_score_loss": 0.03562200334337023}
+{"step": 1140000, "wall_time": 10928.968042373657, "train_loss_step": 4.217319011688232, "n_params": 4449370, "total_flops": 15582049689600000, "train_loss": 0.03349214129977756, "subset_score_loss": 0.03349214129977756}
+{"step": 1150000, "wall_time": 11017.873777151108, "train_loss_step": 4.022977828979492, "n_params": 4449370, "total_flops": 15718734336000000, "train_loss": 0.033907161818610296, "subset_score_loss": 0.033907161818610296}
+{"step": 1160000, "wall_time": 11106.849912881851, "train_loss_step": 4.425651550292969, "n_params": 4449370, "total_flops": 15855418982400000, "train_loss": 0.03419918484157986, "subset_score_loss": 0.03419918484157986}
+{"step": 1170000, "wall_time": 11196.855823516846, "train_loss_step": 4.208698272705078, "n_params": 4449370, "total_flops": 15992103628800000, "train_loss": 0.034826890627543135, "subset_score_loss": 0.034826890627543135}
+{"step": 1180000, "wall_time": 11281.410854101181, "train_loss_step": 4.325800895690918, "n_params": 4449370, "total_flops": 16128788275200000, "train_loss": 0.03298450575934516, "subset_score_loss": 0.03298450575934516}
+{"step": 1190000, "wall_time": 11369.041637659073, "train_loss_step": 4.40533447265625, "n_params": 4449370, "total_flops": 16265472921600000, "train_loss": 0.03328984578450521, "subset_score_loss": 0.03328984578450521}
+{"step": 1200000, "wall_time": 11531.500711202621, "train_loss_step": 4.228139877319336, "n_params": 4449370, "total_flops": 16402157568000000, "train_loss": 0.03318596151140001, "subset_score_loss": 0.03318596151140001, "memorization_fraction_pixel": 0.335099995136261, "mean_nn_ratio_pixel": 0.5726110339164734, "fid": 46.759346296339444}
+{"step": 1210000, "wall_time": 11620.427435159683, "train_loss_step": 4.071139812469482, "n_params": 4449370, "total_flops": 16538842214400000, "train_loss": 0.03201178709665934, "subset_score_loss": 0.03201178709665934}
+{"step": 1220000, "wall_time": 11709.257771968842, "train_loss_step": 4.413019180297852, "n_params": 4449370, "total_flops": 16675526860800000, "train_loss": 0.032391344176398384, "subset_score_loss": 0.032391344176398384}
+{"step": 1230000, "wall_time": 11797.99104475975, "train_loss_step": 4.230358123779297, "n_params": 4449370, "total_flops": 16812211507200000, "train_loss": 0.03302569654252794, "subset_score_loss": 0.03302569654252794}
+{"step": 1240000, "wall_time": 11886.819762706757, "train_loss_step": 4.276307106018066, "n_params": 4449370, "total_flops": 16948896153600000, "train_loss": 0.0322059260474311, "subset_score_loss": 0.0322059260474311}
+{"step": 1250000, "wall_time": 11975.668442726135, "train_loss_step": 3.7745723724365234, "n_params": 4449370, "total_flops": 17085580800000000, "train_loss": 0.03435846434699164, "subset_score_loss": 0.03435846434699164}
+{"step": 1260000, "wall_time": 12064.5370388031, "train_loss_step": 4.344096660614014, "n_params": 4449370, "total_flops": 17222265446400000, "train_loss": 0.032655223210652666, "subset_score_loss": 0.032655223210652666}
+{"step": 1270000, "wall_time": 12153.544073104858, "train_loss_step": 4.230897903442383, "n_params": 4449370, "total_flops": 17358950092800000, "train_loss": 0.032102542453342015, "subset_score_loss": 0.032102542453342015}
+{"step": 1280000, "wall_time": 12241.344415426254, "train_loss_step": 4.081996440887451, "n_params": 4449370, "total_flops": 17495634739200000, "train_loss": 0.03202219009399414, "subset_score_loss": 0.03202219009399414}
+{"step": 1290000, "wall_time": 12327.763474225998, "train_loss_step": 4.236669063568115, "n_params": 4449370, "total_flops": 17632319385600000, "train_loss": 0.031436422136094835, "subset_score_loss": 0.031436422136094835}
+{"step": 1300000, "wall_time": 12488.526794433594, "train_loss_step": 4.0475687980651855, "n_params": 4449370, "total_flops": 17769004032000000, "train_loss": 0.031656641430324976, "subset_score_loss": 0.031656641430324976, "memorization_fraction_pixel": 0.3684999942779541, "mean_nn_ratio_pixel": 0.5530254244804382, "fid": 46.623542656068025}
+{"step": 1310000, "wall_time": 12577.499741792679, "train_loss_step": 4.060328483581543, "n_params": 4449370, "total_flops": 17905688678400000, "train_loss": 0.03146630922953288, "subset_score_loss": 0.03146630922953288}
+{"step": 1320000, "wall_time": 12666.383406162262, "train_loss_step": 3.9928228855133057, "n_params": 4449370, "total_flops": 18042373324800000, "train_loss": 0.030712080001831055, "subset_score_loss": 0.030712080001831055}
+{"step": 1330000, "wall_time": 12755.239820241928, "train_loss_step": 4.6236443519592285, "n_params": 4449370, "total_flops": 18179057971200000, "train_loss": 0.03155649503072103, "subset_score_loss": 0.03155649503072103}
+{"step": 1340000, "wall_time": 12844.033310890198, "train_loss_step": 3.8336315155029297, "n_params": 4449370, "total_flops": 18315742617600000, "train_loss": 0.033247261577182344, "subset_score_loss": 0.033247261577182344}
+{"step": 1350000, "wall_time": 12932.873531341553, "train_loss_step": 4.378730773925781, "n_params": 4449370, "total_flops": 18452427264000000, "train_loss": 0.030640419324239096, "subset_score_loss": 0.030640419324239096}
+{"step": 1360000, "wall_time": 13021.823547124863, "train_loss_step": 4.3150482177734375, "n_params": 4449370, "total_flops": 18589111910400000, "train_loss": 0.030062871509128147, "subset_score_loss": 0.030062871509128147}
+{"step": 1370000, "wall_time": 13110.590287923813, "train_loss_step": 4.04158353805542, "n_params": 4449370, "total_flops": 18725796556800000, "train_loss": 0.031321914990743, "subset_score_loss": 0.031321914990743}
+{"step": 1380000, "wall_time": 13199.72626709938, "train_loss_step": 4.0166754722595215, "n_params": 4449370, "total_flops": 18862481203200000, "train_loss": 0.03139521016014947, "subset_score_loss": 0.03139521016014947}
+{"step": 1390000, "wall_time": 13284.415274143219, "train_loss_step": 4.46437931060791, "n_params": 4449370, "total_flops": 18999165849600000, "train_loss": 0.03121218416425917, "subset_score_loss": 0.03121218416425917}
+{"step": 1400000, "wall_time": 13443.002448797226, "train_loss_step": 4.113544940948486, "n_params": 4449370, "total_flops": 19135850496000000, "train_loss": 0.029974240726894804, "subset_score_loss": 0.029974240726894804, "memorization_fraction_pixel": 0.40639999508857727, "mean_nn_ratio_pixel": 0.5382982492446899, "fid": 47.3858645946085}
+{"step": 1410000, "wall_time": 13531.790753126144, "train_loss_step": 3.6778833866119385, "n_params": 4449370, "total_flops": 19272535142400000, "train_loss": 0.030341135130988225, "subset_score_loss": 0.030341135130988225}
+{"step": 1420000, "wall_time": 13620.67282295227, "train_loss_step": 3.883951187133789, "n_params": 4449370, "total_flops": 19409219788800000, "train_loss": 0.028827709621853298, "subset_score_loss": 0.028827709621853298}
+{"step": 1430000, "wall_time": 13709.468244314194, "train_loss_step": 4.075859546661377, "n_params": 4449370, "total_flops": 19545904435200000, "train_loss": 0.0301343043645223, "subset_score_loss": 0.0301343043645223}
+{"step": 1440000, "wall_time": 13798.453597068787, "train_loss_step": 3.973592758178711, "n_params": 4449370, "total_flops": 19682589081600000, "train_loss": 0.03015529579586453, "subset_score_loss": 0.03015529579586453}
+{"step": 1450000, "wall_time": 13887.314603805542, "train_loss_step": 4.11262321472168, "n_params": 4449370, "total_flops": 19819273728000000, "train_loss": 0.029299264483981662, "subset_score_loss": 0.029299264483981662}
+{"step": 1460000, "wall_time": 13976.19341993332, "train_loss_step": 4.011906623840332, "n_params": 4449370, "total_flops": 19955958374400000, "train_loss": 0.029526172743903265, "subset_score_loss": 0.029526172743903265}
+{"step": 1470000, "wall_time": 14065.094584941864, "train_loss_step": 3.935403347015381, "n_params": 4449370, "total_flops": 20092643020800000, "train_loss": 0.02946257856157091, "subset_score_loss": 0.02946257856157091}
+{"step": 1480000, "wall_time": 14153.95013475418, "train_loss_step": 4.067627906799316, "n_params": 4449370, "total_flops": 20229327667200000, "train_loss": 0.029212159580654568, "subset_score_loss": 0.029212159580654568}
+{"step": 1490000, "wall_time": 14244.108749389648, "train_loss_step": 4.209090709686279, "n_params": 4449370, "total_flops": 20366012313600000, "train_loss": 0.028637610541449653, "subset_score_loss": 0.028637610541449653}
+{"step": 1500000, "wall_time": 14401.413865089417, "train_loss_step": 4.117088317871094, "n_params": 4449370, "total_flops": 20502696960000000, "train_loss": 0.02864860428704156, "subset_score_loss": 0.02864860428704156, "memorization_fraction_pixel": 0.44339999556541443, "mean_nn_ratio_pixel": 0.5235210657119751, "fid": 46.23907420457878}
+{"step": 1510000, "wall_time": 14488.581908464432, "train_loss_step": 3.918550968170166, "n_params": 4449370, "total_flops": 20639381606400000, "train_loss": 0.029636791017320422, "subset_score_loss": 0.029636791017320422}
+{"step": 1520000, "wall_time": 14577.379384756088, "train_loss_step": 3.8908941745758057, "n_params": 4449370, "total_flops": 20776066252800000, "train_loss": 0.029267483287387423, "subset_score_loss": 0.029267483287387423}
+{"step": 1530000, "wall_time": 14666.257905006409, "train_loss_step": 4.102770805358887, "n_params": 4449370, "total_flops": 20912750899200000, "train_loss": 0.028231718805101183, "subset_score_loss": 0.028231718805101183}
+{"step": 1540000, "wall_time": 14755.059113264084, "train_loss_step": 3.8037679195404053, "n_params": 4449370, "total_flops": 21049435545600000, "train_loss": 0.027580539385477703, "subset_score_loss": 0.027580539385477703}
+{"step": 1550000, "wall_time": 14843.95710325241, "train_loss_step": 4.075714111328125, "n_params": 4449370, "total_flops": 21186120192000000, "train_loss": 0.027639418178134496, "subset_score_loss": 0.027639418178134496}
+{"step": 1560000, "wall_time": 14932.987396478653, "train_loss_step": 3.9463930130004883, "n_params": 4449370, "total_flops": 21322804838400000, "train_loss": 0.028324188126458063, "subset_score_loss": 0.028324188126458063}
+{"step": 1570000, "wall_time": 15021.824909448624, "train_loss_step": 3.693000316619873, "n_params": 4449370, "total_flops": 21459489484800000, "train_loss": 0.028787612915039062, "subset_score_loss": 0.028787612915039062}
+{"step": 1580000, "wall_time": 15110.620237588882, "train_loss_step": 4.016456127166748, "n_params": 4449370, "total_flops": 21596174131200000, "train_loss": 0.028109463055928548, "subset_score_loss": 0.028109463055928548}
+{"step": 1590000, "wall_time": 15199.437898159027, "train_loss_step": 3.7934725284576416, "n_params": 4449370, "total_flops": 21732858777600000, "train_loss": 0.027505977948506673, "subset_score_loss": 0.027505977948506673}
+{"step": 1600000, "wall_time": 15389.708094358444, "train_loss_step": 4.023764133453369, "n_params": 4449370, "total_flops": 21869543424000000, "train_loss": 0.027590187390645345, "subset_score_loss": 0.027590187390645345, "memorization_fraction_pixel": 0.4839000105857849, "mean_nn_ratio_pixel": 0.502997636795044, "fid": 45.49688417455216}
+{"step": 1610000, "wall_time": 15477.014373064041, "train_loss_step": 4.073163986206055, "n_params": 4449370, "total_flops": 22006228070400000, "train_loss": 0.027182255850897896, "subset_score_loss": 0.027182255850897896}
+{"step": 1620000, "wall_time": 15565.266831636429, "train_loss_step": 4.1562299728393555, "n_params": 4449370, "total_flops": 22142912716800000, "train_loss": 0.026943609449598525, "subset_score_loss": 0.026943609449598525}
+{"step": 1630000, "wall_time": 15653.589002132416, "train_loss_step": 4.080578804016113, "n_params": 4449370, "total_flops": 22279597363200000, "train_loss": 0.02711181640625, "subset_score_loss": 0.02711181640625}
+{"step": 1640000, "wall_time": 15742.109939575195, "train_loss_step": 3.867974281311035, "n_params": 4449370, "total_flops": 22416282009600000, "train_loss": 0.02797948784298367, "subset_score_loss": 0.02797948784298367}
+{"step": 1650000, "wall_time": 15831.015041589737, "train_loss_step": 3.938005208969116, "n_params": 4449370, "total_flops": 22552966656000000, "train_loss": 0.026757738325330946, "subset_score_loss": 0.026757738325330946}
+{"step": 1660000, "wall_time": 15919.96638059616, "train_loss_step": 4.054956436157227, "n_params": 4449370, "total_flops": 22689651302400000, "train_loss": 0.027056309911939833, "subset_score_loss": 0.027056309911939833}
+{"step": 1670000, "wall_time": 16008.63416171074, "train_loss_step": 3.8750925064086914, "n_params": 4449370, "total_flops": 22826335948800000, "train_loss": 0.026688546604580348, "subset_score_loss": 0.026688546604580348}
+{"step": 1680000, "wall_time": 16097.362688541412, "train_loss_step": 3.927298069000244, "n_params": 4449370, "total_flops": 22963020595200000, "train_loss": 0.025656154420640735, "subset_score_loss": 0.025656154420640735}
+{"step": 1690000, "wall_time": 16186.355451345444, "train_loss_step": 4.274354457855225, "n_params": 4449370, "total_flops": 23099705241600000, "train_loss": 0.0271491633521186, "subset_score_loss": 0.0271491633521186}
+{"step": 1700000, "wall_time": 16342.289468050003, "train_loss_step": 4.02178430557251, "n_params": 4449370, "total_flops": 23236389888000000, "train_loss": 0.025982758733961317, "subset_score_loss": 0.025982758733961317, "memorization_fraction_pixel": 0.5202000141143799, "mean_nn_ratio_pixel": 0.486954003572464, "fid": 45.85355796580376}
+{"step": 1710000, "wall_time": 16431.423697948456, "train_loss_step": 3.703540086746216, "n_params": 4449370, "total_flops": 23373074534400000, "train_loss": 0.02589406172434489, "subset_score_loss": 0.02589406172434489}
+{"step": 1720000, "wall_time": 16518.548811674118, "train_loss_step": 3.7559351921081543, "n_params": 4449370, "total_flops": 23509759180800000, "train_loss": 0.025521079699198406, "subset_score_loss": 0.025521079699198406}
+{"step": 1730000, "wall_time": 16607.45568203926, "train_loss_step": 3.640244960784912, "n_params": 4449370, "total_flops": 23646443827200000, "train_loss": 0.026592577828301323, "subset_score_loss": 0.026592577828301323}
+{"step": 1740000, "wall_time": 16696.347865581512, "train_loss_step": 3.9789352416992188, "n_params": 4449370, "total_flops": 23783128473600000, "train_loss": 0.025928857591417102, "subset_score_loss": 0.025928857591417102}
+{"step": 1750000, "wall_time": 16785.22836279869, "train_loss_step": 3.907550811767578, "n_params": 4449370, "total_flops": 23919813120000000, "train_loss": 0.02575180795457628, "subset_score_loss": 0.02575180795457628}
+{"step": 1760000, "wall_time": 16874.170923233032, "train_loss_step": 3.7981295585632324, "n_params": 4449370, "total_flops": 24056497766400000, "train_loss": 0.027699189715915257, "subset_score_loss": 0.027699189715915257}
+{"step": 1770000, "wall_time": 16962.96245265007, "train_loss_step": 3.607630729675293, "n_params": 4449370, "total_flops": 24193182412800000, "train_loss": 0.025848470793830024, "subset_score_loss": 0.025848470793830024}
+{"step": 1780000, "wall_time": 17051.891503095627, "train_loss_step": 3.4769368171691895, "n_params": 4449370, "total_flops": 24329867059200000, "train_loss": 0.024944829940795898, "subset_score_loss": 0.024944829940795898}
+{"step": 1790000, "wall_time": 17140.65928030014, "train_loss_step": 3.649242877960205, "n_params": 4449370, "total_flops": 24466551705600000, "train_loss": 0.025680767165289983, "subset_score_loss": 0.025680767165289983}
+{"step": 1800000, "wall_time": 17302.277855157852, "train_loss_step": 3.6118481159210205, "n_params": 4449370, "total_flops": 24603236352000000, "train_loss": 0.024810515509711372, "subset_score_loss": 0.024810515509711372, "memorization_fraction_pixel": 0.570900022983551, "mean_nn_ratio_pixel": 0.46038129925727844, "fid": 43.929980538410184}
+{"step": 1810000, "wall_time": 17391.186999559402, "train_loss_step": 3.7518258094787598, "n_params": 4449370, "total_flops": 24739920998400000, "train_loss": 0.024024605751037598, "subset_score_loss": 0.024024605751037598}
+{"step": 1820000, "wall_time": 17479.16304254532, "train_loss_step": 3.8102517127990723, "n_params": 4449370, "total_flops": 24876605644800000, "train_loss": 0.024134982956780328, "subset_score_loss": 0.024134982956780328}
+{"step": 1830000, "wall_time": 17567.93942308426, "train_loss_step": 3.8019022941589355, "n_params": 4449370, "total_flops": 25013290291200000, "train_loss": 0.02402175267537435, "subset_score_loss": 0.02402175267537435}
+{"step": 1840000, "wall_time": 17656.806562900543, "train_loss_step": 3.8260107040405273, "n_params": 4449370, "total_flops": 25149974937600000, "train_loss": 0.024675356017218694, "subset_score_loss": 0.024675356017218694}
+{"step": 1850000, "wall_time": 17745.701028108597, "train_loss_step": 3.4781692028045654, "n_params": 4449370, "total_flops": 25286659584000000, "train_loss": 0.02497412098778619, "subset_score_loss": 0.02497412098778619}
+{"step": 1860000, "wall_time": 17834.647244930267, "train_loss_step": 3.3993849754333496, "n_params": 4449370, "total_flops": 25423344230400000, "train_loss": 0.024699094560411243, "subset_score_loss": 0.024699094560411243}
+{"step": 1870000, "wall_time": 17923.315937280655, "train_loss_step": 3.9289283752441406, "n_params": 4449370, "total_flops": 25560028876800000, "train_loss": 0.023705238766140408, "subset_score_loss": 0.023705238766140408}
+{"step": 1880000, "wall_time": 18012.224841594696, "train_loss_step": 3.6871681213378906, "n_params": 4449370, "total_flops": 25696713523200000, "train_loss": 0.023763227462768554, "subset_score_loss": 0.023763227462768554}
+{"step": 1890000, "wall_time": 18101.009649038315, "train_loss_step": 3.573061227798462, "n_params": 4449370, "total_flops": 25833398169600000, "train_loss": 0.02586315737830268, "subset_score_loss": 0.02586315737830268}
+{"step": 1900000, "wall_time": 18263.01192831993, "train_loss_step": 3.887354850769043, "n_params": 4449370, "total_flops": 25970082816000000, "train_loss": 0.023880712191263833, "subset_score_loss": 0.023880712191263833, "memorization_fraction_pixel": 0.5879999995231628, "mean_nn_ratio_pixel": 0.4518124461174011, "fid": 44.221370800601484}
+{"step": 1910000, "wall_time": 18348.058279037476, "train_loss_step": 3.82327938079834, "n_params": 4449370, "total_flops": 26106767462400000, "train_loss": 0.023504842652214898, "subset_score_loss": 0.023504842652214898}
+{"step": 1920000, "wall_time": 18437.086488962173, "train_loss_step": 3.871091365814209, "n_params": 4449370, "total_flops": 26243452108800000, "train_loss": 0.024239540100097656, "subset_score_loss": 0.024239540100097656}
+{"step": 1930000, "wall_time": 18524.72017264366, "train_loss_step": 3.8154220581054688, "n_params": 4449370, "total_flops": 26380136755200000, "train_loss": 0.02395897706349691, "subset_score_loss": 0.02395897706349691}
+{"step": 1940000, "wall_time": 18613.74158859253, "train_loss_step": 3.5684375762939453, "n_params": 4449370, "total_flops": 26516821401600000, "train_loss": 0.023591428332858617, "subset_score_loss": 0.023591428332858617}
+{"step": 1950000, "wall_time": 18702.682431936264, "train_loss_step": 3.7022366523742676, "n_params": 4449370, "total_flops": 26653506048000000, "train_loss": 0.02396615876091851, "subset_score_loss": 0.02396615876091851}
+{"step": 1960000, "wall_time": 18791.33153605461, "train_loss_step": 3.5165820121765137, "n_params": 4449370, "total_flops": 26790190694400000, "train_loss": 0.023100701967875163, "subset_score_loss": 0.023100701967875163}
+{"step": 1970000, "wall_time": 18880.325105905533, "train_loss_step": 3.6846299171447754, "n_params": 4449370, "total_flops": 26926875340800000, "train_loss": 0.022806398073832192, "subset_score_loss": 0.022806398073832192}
+{"step": 1980000, "wall_time": 18969.12729215622, "train_loss_step": 3.5853426456451416, "n_params": 4449370, "total_flops": 27063559987200000, "train_loss": 0.023900551266140407, "subset_score_loss": 0.023900551266140407}
+{"step": 1990000, "wall_time": 19058.114082098007, "train_loss_step": 3.6075210571289062, "n_params": 4449370, "total_flops": 27200244633600000, "train_loss": 0.023637196752760145, "subset_score_loss": 0.023637196752760145}
+{"step": 2000000, "wall_time": 19219.304377555847, "train_loss_step": 3.40745210647583, "n_params": 4449370, "total_flops": 27336929280000000, "train_loss": 0.023164203431871203, "subset_score_loss": 0.023164203431871203, "memorization_fraction_pixel": 0.5972999930381775, "mean_nn_ratio_pixel": 0.4465596079826355, "fid": 43.476675272670235}
+{"step": 2010000, "wall_time": 19306.408687353134, "train_loss_step": 3.737018346786499, "n_params": 4449370, "total_flops": 27473613926400000, "train_loss": 0.02353298399183485, "subset_score_loss": 0.02353298399183485}
+{"step": 2020000, "wall_time": 19392.477512598038, "train_loss_step": 4.0141191482543945, "n_params": 4449370, "total_flops": 27610298572800000, "train_loss": 0.022820162773132324, "subset_score_loss": 0.022820162773132324}
+{"step": 2030000, "wall_time": 19481.54253220558, "train_loss_step": 3.511676549911499, "n_params": 4449370, "total_flops": 27746983219200000, "train_loss": 0.022743956247965495, "subset_score_loss": 0.022743956247965495}
+{"step": 2040000, "wall_time": 19568.761647224426, "train_loss_step": 3.518221616744995, "n_params": 4449370, "total_flops": 27883667865600000, "train_loss": 0.02212991846932305, "subset_score_loss": 0.02212991846932305}
+{"step": 2050000, "wall_time": 19657.208634614944, "train_loss_step": 3.8321282863616943, "n_params": 4449370, "total_flops": 28020352512000000, "train_loss": 0.021963315539889866, "subset_score_loss": 0.021963315539889866}
+{"step": 2060000, "wall_time": 19745.581157922745, "train_loss_step": 3.9254045486450195, "n_params": 4449370, "total_flops": 28157037158400000, "train_loss": 0.023084606064690483, "subset_score_loss": 0.023084606064690483}
+{"step": 2070000, "wall_time": 19834.128040075302, "train_loss_step": 3.4340977668762207, "n_params": 4449370, "total_flops": 28293721804800000, "train_loss": 0.02248341507381863, "subset_score_loss": 0.02248341507381863}
+{"step": 2080000, "wall_time": 19922.424950361252, "train_loss_step": 3.5728464126586914, "n_params": 4449370, "total_flops": 28430406451200000, "train_loss": 0.02225692007276747, "subset_score_loss": 0.02225692007276747}
+{"step": 2090000, "wall_time": 20011.39231276512, "train_loss_step": 3.2732927799224854, "n_params": 4449370, "total_flops": 28567091097600000, "train_loss": 0.021942807568444148, "subset_score_loss": 0.021942807568444148}
+{"step": 2100000, "wall_time": 20173.95103430748, "train_loss_step": 3.5919132232666016, "n_params": 4449370, "total_flops": 28703775744000000, "train_loss": 0.023131534788343643, "subset_score_loss": 0.023131534788343643, "memorization_fraction_pixel": 0.6255000233650208, "mean_nn_ratio_pixel": 0.432841420173645, "fid": 43.78869260974254}
+{"step": 2110000, "wall_time": 20263.872364521027, "train_loss_step": 3.657758951187134, "n_params": 4449370, "total_flops": 28840460390400000, "train_loss": 0.02221878104739719, "subset_score_loss": 0.02221878104739719}
+{"step": 2120000, "wall_time": 20347.76208138466, "train_loss_step": 3.4731478691101074, "n_params": 4449370, "total_flops": 28977145036800000, "train_loss": 0.02396617465549045, "subset_score_loss": 0.02396617465549045}
+{"step": 2130000, "wall_time": 20436.71927714348, "train_loss_step": 3.3957977294921875, "n_params": 4449370, "total_flops": 29113829683200000, "train_loss": 0.022226299179924858, "subset_score_loss": 0.022226299179924858}
+{"step": 2140000, "wall_time": 20526.232649564743, "train_loss_step": 3.459132671356201, "n_params": 4449370, "total_flops": 29250514329600000, "train_loss": 0.022028516398535834, "subset_score_loss": 0.022028516398535834}
+{"step": 2150000, "wall_time": 20613.456059217453, "train_loss_step": 3.534956932067871, "n_params": 4449370, "total_flops": 29387198976000000, "train_loss": 0.022191478146447077, "subset_score_loss": 0.022191478146447077}
+{"step": 2160000, "wall_time": 20701.917890548706, "train_loss_step": 3.6805784702301025, "n_params": 4449370, "total_flops": 29523883622400000, "train_loss": 0.02295527458190918, "subset_score_loss": 0.02295527458190918}
+{"step": 2170000, "wall_time": 20790.54770374298, "train_loss_step": 3.534674644470215, "n_params": 4449370, "total_flops": 29660568268800000, "train_loss": 0.022175738546583387, "subset_score_loss": 0.022175738546583387}
+{"step": 2180000, "wall_time": 20879.25096821785, "train_loss_step": 3.401047706604004, "n_params": 4449370, "total_flops": 29797252915200000, "train_loss": 0.021990899244944254, "subset_score_loss": 0.021990899244944254}
+{"step": 2190000, "wall_time": 20967.34810423851, "train_loss_step": 3.287581205368042, "n_params": 4449370, "total_flops": 29933937561600000, "train_loss": 0.021740750471750895, "subset_score_loss": 0.021740750471750895}
+{"step": 2200000, "wall_time": 21129.051774978638, "train_loss_step": 3.5421180725097656, "n_params": 4449370, "total_flops": 30070622208000000, "train_loss": 0.021692728996276854, "subset_score_loss": 0.021692728996276854, "memorization_fraction_pixel": 0.6462000012397766, "mean_nn_ratio_pixel": 0.41940614581108093, "fid": 42.93867872305813}
+{"step": 2210000, "wall_time": 21217.6228621006, "train_loss_step": 3.493858814239502, "n_params": 4449370, "total_flops": 30207306854400000, "train_loss": 0.0223128875096639, "subset_score_loss": 0.0223128875096639}
+{"step": 2220000, "wall_time": 21305.835401058197, "train_loss_step": 3.565700054168701, "n_params": 4449370, "total_flops": 30343991500800000, "train_loss": 0.02090302308400472, "subset_score_loss": 0.02090302308400472}
+{"step": 2230000, "wall_time": 21389.67638683319, "train_loss_step": 3.4189748764038086, "n_params": 4449370, "total_flops": 30480676147200000, "train_loss": 0.021326780319213867, "subset_score_loss": 0.021326780319213867}
+{"step": 2240000, "wall_time": 21478.107013463974, "train_loss_step": 3.683084487915039, "n_params": 4449370, "total_flops": 30617360793600000, "train_loss": 0.021649331516689723, "subset_score_loss": 0.021649331516689723}
+{"step": 2250000, "wall_time": 21565.205570459366, "train_loss_step": 3.3075358867645264, "n_params": 4449370, "total_flops": 30754045440000000, "train_loss": 0.02169484164979723, "subset_score_loss": 0.02169484164979723}
+{"step": 2260000, "wall_time": 21653.71364545822, "train_loss_step": 3.5869433879852295, "n_params": 4449370, "total_flops": 30890730086400000, "train_loss": 0.02168043984307183, "subset_score_loss": 0.02168043984307183}
+{"step": 2270000, "wall_time": 21742.37182378769, "train_loss_step": 3.593156337738037, "n_params": 4449370, "total_flops": 31027414732800000, "train_loss": 0.021970423062642415, "subset_score_loss": 0.021970423062642415}
+{"step": 2280000, "wall_time": 21831.031165361404, "train_loss_step": 3.2284023761749268, "n_params": 4449370, "total_flops": 31164099379200000, "train_loss": 0.020256894164615208, "subset_score_loss": 0.020256894164615208}
+{"step": 2290000, "wall_time": 21919.843205928802, "train_loss_step": 3.884568452835083, "n_params": 4449370, "total_flops": 31300784025600000, "train_loss": 0.020947183503044975, "subset_score_loss": 0.020947183503044975}
+{"step": 2300000, "wall_time": 22082.07323026657, "train_loss_step": 3.3288021087646484, "n_params": 4449370, "total_flops": 31437468672000000, "train_loss": 0.020959774653116863, "subset_score_loss": 0.020959774653116863, "memorization_fraction_pixel": 0.6769000291824341, "mean_nn_ratio_pixel": 0.4046914577484131, "fid": 41.98262326225879}
+{"step": 2310000, "wall_time": 22171.08925962448, "train_loss_step": 3.5364060401916504, "n_params": 4449370, "total_flops": 31574153318400000, "train_loss": 0.02209492524464925, "subset_score_loss": 0.02209492524464925}
+{"step": 2320000, "wall_time": 22260.88951778412, "train_loss_step": 3.4012889862060547, "n_params": 4449370, "total_flops": 31710837964800000, "train_loss": 0.021698461638556585, "subset_score_loss": 0.021698461638556585}
+{"step": 2330000, "wall_time": 22344.16248846054, "train_loss_step": 3.2549171447753906, "n_params": 4449370, "total_flops": 31847522611200000, "train_loss": 0.020732545852661134, "subset_score_loss": 0.020732545852661134}
+{"step": 2340000, "wall_time": 22433.11425924301, "train_loss_step": 3.3539371490478516, "n_params": 4449370, "total_flops": 31984207257600000, "train_loss": 0.019936397340562607, "subset_score_loss": 0.019936397340562607}
+{"step": 2350000, "wall_time": 22521.93803191185, "train_loss_step": 3.4831111431121826, "n_params": 4449370, "total_flops": 32120891904000000, "train_loss": 0.020281954606374105, "subset_score_loss": 0.020281954606374105}
+{"step": 2360000, "wall_time": 22609.317555189133, "train_loss_step": 3.3578951358795166, "n_params": 4449370, "total_flops": 32257576550400000, "train_loss": 0.021724469131893583, "subset_score_loss": 0.021724469131893583}
+{"step": 2370000, "wall_time": 22698.295290470123, "train_loss_step": 3.765669345855713, "n_params": 4449370, "total_flops": 32394261196800000, "train_loss": 0.020455502139197456, "subset_score_loss": 0.020455502139197456}
+{"step": 2380000, "wall_time": 22787.06432914734, "train_loss_step": 3.5250022411346436, "n_params": 4449370, "total_flops": 32530945843200000, "train_loss": 0.01952838897705078, "subset_score_loss": 0.01952838897705078}
+{"step": 2390000, "wall_time": 22876.029111146927, "train_loss_step": 3.321282386779785, "n_params": 4449370, "total_flops": 32667630489600000, "train_loss": 0.019984620147281223, "subset_score_loss": 0.019984620147281223}
+{"step": 2400000, "wall_time": 23079.726808071136, "train_loss_step": 3.799250602722168, "n_params": 4449370, "total_flops": 32804315136000000, "train_loss": 0.020207423633999296, "subset_score_loss": 0.020207423633999296, "memorization_fraction_pixel": 0.6931999921798706, "mean_nn_ratio_pixel": 0.3937234878540039, "fid": 41.66708522732101}
+{"step": 2410000, "wall_time": 23168.10953593254, "train_loss_step": 3.7252702713012695, "n_params": 4449370, "total_flops": 32940999782400000, "train_loss": 0.020301553938123915, "subset_score_loss": 0.020301553938123915}
+{"step": 2420000, "wall_time": 23257.114992141724, "train_loss_step": 3.616719961166382, "n_params": 4449370, "total_flops": 33077684428800000, "train_loss": 0.019997451040479872, "subset_score_loss": 0.019997451040479872}
+{"step": 2430000, "wall_time": 23339.950526237488, "train_loss_step": 3.461900472640991, "n_params": 4449370, "total_flops": 33214369075200000, "train_loss": 0.019889591799841986, "subset_score_loss": 0.019889591799841986}
+{"step": 2440000, "wall_time": 23428.394570350647, "train_loss_step": 3.4294910430908203, "n_params": 4449370, "total_flops": 33351053721600000, "train_loss": 0.019807644685109458, "subset_score_loss": 0.019807644685109458}
+{"step": 2450000, "wall_time": 23516.680543899536, "train_loss_step": 3.2101144790649414, "n_params": 4449370, "total_flops": 33487738368000000, "train_loss": 0.020358635319603816, "subset_score_loss": 0.020358635319603816}
+{"step": 2460000, "wall_time": 23603.905318021774, "train_loss_step": 3.5666332244873047, "n_params": 4449370, "total_flops": 33624423014400000, "train_loss": 0.019651435481177437, "subset_score_loss": 0.019651435481177437}
+{"step": 2470000, "wall_time": 23692.261848449707, "train_loss_step": 3.393341064453125, "n_params": 4449370, "total_flops": 33761107660800000, "train_loss": 0.020612588193681506, "subset_score_loss": 0.020612588193681506}
+{"step": 2480000, "wall_time": 23780.725912809372, "train_loss_step": 3.9244282245635986, "n_params": 4449370, "total_flops": 33897792307200000, "train_loss": 0.020247643523746067, "subset_score_loss": 0.020247643523746067}
+{"step": 2490000, "wall_time": 23869.205161333084, "train_loss_step": 3.44573974609375, "n_params": 4449370, "total_flops": 34034476953600000, "train_loss": 0.019134979777865938, "subset_score_loss": 0.019134979777865938}
+{"step": 2500000, "wall_time": 24028.44054031372, "train_loss_step": 3.327664375305176, "n_params": 4449370, "total_flops": 34171161600000000, "train_loss": 0.01982417106628418, "subset_score_loss": 0.01982417106628418, "memorization_fraction_pixel": 0.701200008392334, "mean_nn_ratio_pixel": 0.39032241702079773, "fid": 41.790574327922116}
+{"step": 2510000, "wall_time": 24116.90108537674, "train_loss_step": 3.0792720317840576, "n_params": 4449370, "total_flops": 34307846246400000, "train_loss": 0.020174023840162487, "subset_score_loss": 0.020174023840162487}
+{"step": 2520000, "wall_time": 24205.573796987534, "train_loss_step": 3.111541271209717, "n_params": 4449370, "total_flops": 34444530892800000, "train_loss": 0.019451489713456897, "subset_score_loss": 0.019451489713456897}
+{"step": 2530000, "wall_time": 24293.649802207947, "train_loss_step": 3.6257529258728027, "n_params": 4449370, "total_flops": 34581215539200000, "train_loss": 0.019345927238464355, "subset_score_loss": 0.019345927238464355}
+{"step": 2540000, "wall_time": 24377.806552410126, "train_loss_step": 3.3145885467529297, "n_params": 4449370, "total_flops": 34717900185600000, "train_loss": 0.019122714466518826, "subset_score_loss": 0.019122714466518826}
+{"step": 2550000, "wall_time": 24466.24573326111, "train_loss_step": 3.5615804195404053, "n_params": 4449370, "total_flops": 34854584832000000, "train_loss": 0.019720701376597087, "subset_score_loss": 0.019720701376597087}
+{"step": 2560000, "wall_time": 24554.835955381393, "train_loss_step": 3.355595588684082, "n_params": 4449370, "total_flops": 34991269478400000, "train_loss": 0.019319772720336914, "subset_score_loss": 0.019319772720336914}
+{"step": 2570000, "wall_time": 24641.693644285202, "train_loss_step": 2.867063045501709, "n_params": 4449370, "total_flops": 35127954124800000, "train_loss": 0.019087775548299154, "subset_score_loss": 0.019087775548299154}
+{"step": 2580000, "wall_time": 24730.27156305313, "train_loss_step": 3.446704864501953, "n_params": 4449370, "total_flops": 35264638771200000, "train_loss": 0.01897567775514391, "subset_score_loss": 0.01897567775514391}
+{"step": 2590000, "wall_time": 24818.83815217018, "train_loss_step": 3.425412654876709, "n_params": 4449370, "total_flops": 35401323417600000, "train_loss": 0.019820133845011394, "subset_score_loss": 0.019820133845011394}
+{"step": 2600000, "wall_time": 24979.99683380127, "train_loss_step": 3.28604793548584, "n_params": 4449370, "total_flops": 35538008064000000, "train_loss": 0.019206798076629637, "subset_score_loss": 0.019206798076629637, "memorization_fraction_pixel": 0.7282000184059143, "mean_nn_ratio_pixel": 0.37353238463401794, "fid": 40.937132386051026}
+{"step": 2610000, "wall_time": 25068.512640953064, "train_loss_step": 3.210315465927124, "n_params": 4449370, "total_flops": 35674692710400000, "train_loss": 0.01845730940500895, "subset_score_loss": 0.01845730940500895}
+{"step": 2620000, "wall_time": 25157.099123954773, "train_loss_step": 3.1150765419006348, "n_params": 4449370, "total_flops": 35811377356800000, "train_loss": 0.01865512000189887, "subset_score_loss": 0.01865512000189887}
+{"step": 2630000, "wall_time": 25246.12358236313, "train_loss_step": 3.4564809799194336, "n_params": 4449370, "total_flops": 35948062003200000, "train_loss": 0.01833215554555257, "subset_score_loss": 0.01833215554555257}
+{"step": 2640000, "wall_time": 25329.537338018417, "train_loss_step": 3.2317590713500977, "n_params": 4449370, "total_flops": 36084746649600000, "train_loss": 0.01860667864481608, "subset_score_loss": 0.01860667864481608}
+{"step": 2650000, "wall_time": 25418.002424955368, "train_loss_step": 3.203646659851074, "n_params": 4449370, "total_flops": 36221431296000000, "train_loss": 0.018282016118367512, "subset_score_loss": 0.018282016118367512}
+{"step": 2660000, "wall_time": 25506.35827255249, "train_loss_step": 3.578150510787964, "n_params": 4449370, "total_flops": 36358115942400000, "train_loss": 0.019121833642323813, "subset_score_loss": 0.019121833642323813}
+{"step": 2670000, "wall_time": 25595.365463256836, "train_loss_step": 3.3389296531677246, "n_params": 4449370, "total_flops": 36494800588800000, "train_loss": 0.0185923973719279, "subset_score_loss": 0.0185923973719279}
+{"step": 2680000, "wall_time": 25681.71692276001, "train_loss_step": 3.112572431564331, "n_params": 4449370, "total_flops": 36631485235200000, "train_loss": 0.018072765403323702, "subset_score_loss": 0.018072765403323702}
+{"step": 2690000, "wall_time": 25770.04487800598, "train_loss_step": 3.393911361694336, "n_params": 4449370, "total_flops": 36768169881600000, "train_loss": 0.01846610572603014, "subset_score_loss": 0.01846610572603014}
+{"step": 2700000, "wall_time": 25928.794241666794, "train_loss_step": 3.3397791385650635, "n_params": 4449370, "total_flops": 36904854528000000, "train_loss": 0.01916752788755629, "subset_score_loss": 0.01916752788755629, "memorization_fraction_pixel": 0.7246999740600586, "mean_nn_ratio_pixel": 0.37768393754959106, "fid": 41.08894829472753}
+{"step": 2710000, "wall_time": 26017.3880879879, "train_loss_step": 3.5120863914489746, "n_params": 4449370, "total_flops": 37041539174400000, "train_loss": 0.01854357322057088, "subset_score_loss": 0.01854357322057088}
+{"step": 2720000, "wall_time": 26105.857884168625, "train_loss_step": 3.3727407455444336, "n_params": 4449370, "total_flops": 37178223820800000, "train_loss": 0.018176685439215766, "subset_score_loss": 0.018176685439215766}
+{"step": 2730000, "wall_time": 26194.353835105896, "train_loss_step": 3.397351026535034, "n_params": 4449370, "total_flops": 37314908467200000, "train_loss": 0.018755172358618843, "subset_score_loss": 0.018755172358618843}
+{"step": 2740000, "wall_time": 26282.064972639084, "train_loss_step": 3.247138261795044, "n_params": 4449370, "total_flops": 37451593113600000, "train_loss": 0.018015227052900526, "subset_score_loss": 0.018015227052900526}
+{"step": 2750000, "wall_time": 26367.14836859703, "train_loss_step": 3.3677310943603516, "n_params": 4449370, "total_flops": 37588277760000000, "train_loss": 0.018336706691318087, "subset_score_loss": 0.018336706691318087}
+{"step": 2760000, "wall_time": 26455.527332782745, "train_loss_step": 3.330101490020752, "n_params": 4449370, "total_flops": 37724962406400000, "train_loss": 0.0184325377146403, "subset_score_loss": 0.0184325377146403}
+{"step": 2770000, "wall_time": 26544.0990793705, "train_loss_step": 3.398387908935547, "n_params": 4449370, "total_flops": 37861647052800000, "train_loss": 0.017386857668558756, "subset_score_loss": 0.017386857668558756}
+{"step": 2780000, "wall_time": 26631.32045030594, "train_loss_step": 3.120575189590454, "n_params": 4449370, "total_flops": 37998331699200000, "train_loss": 0.018128592438167997, "subset_score_loss": 0.018128592438167997}
+{"step": 2790000, "wall_time": 26719.71690917015, "train_loss_step": 3.167921781539917, "n_params": 4449370, "total_flops": 38135016345600000, "train_loss": 0.017928622828589546, "subset_score_loss": 0.017928622828589546}
+{"step": 2800000, "wall_time": 26880.270013332367, "train_loss_step": 3.078202486038208, "n_params": 4449370, "total_flops": 38271700992000000, "train_loss": 0.017879185411665173, "subset_score_loss": 0.017879185411665173, "memorization_fraction_pixel": 0.7307999730110168, "mean_nn_ratio_pixel": 0.36974620819091797, "fid": 40.260007066524885}
+{"step": 2810000, "wall_time": 26968.772052049637, "train_loss_step": 3.160456895828247, "n_params": 4449370, "total_flops": 38408385638400000, "train_loss": 0.01704658137427436, "subset_score_loss": 0.01704658137427436}
+{"step": 2820000, "wall_time": 27057.287668943405, "train_loss_step": 3.5906200408935547, "n_params": 4449370, "total_flops": 38545070284800000, "train_loss": 0.01790743006600274, "subset_score_loss": 0.01790743006600274}
+{"step": 2830000, "wall_time": 27145.78388118744, "train_loss_step": 3.445075511932373, "n_params": 4449370, "total_flops": 38681754931200000, "train_loss": 0.01732123030556573, "subset_score_loss": 0.01732123030556573}
+{"step": 2840000, "wall_time": 27234.805932044983, "train_loss_step": 3.0646047592163086, "n_params": 4449370, "total_flops": 38818439577600000, "train_loss": 0.01711506976021661, "subset_score_loss": 0.01711506976021661}
+{"step": 2850000, "wall_time": 27320.01932311058, "train_loss_step": 3.120323657989502, "n_params": 4449370, "total_flops": 38955124224000000, "train_loss": 0.018551292684343128, "subset_score_loss": 0.018551292684343128}
+{"step": 2860000, "wall_time": 27407.246026039124, "train_loss_step": 3.380986213684082, "n_params": 4449370, "total_flops": 39091808870400000, "train_loss": 0.01750297678841485, "subset_score_loss": 0.01750297678841485}
+{"step": 2870000, "wall_time": 27495.75883579254, "train_loss_step": 3.3295116424560547, "n_params": 4449370, "total_flops": 39228493516800000, "train_loss": 0.017186497317420113, "subset_score_loss": 0.017186497317420113}
+{"step": 2880000, "wall_time": 27584.42111968994, "train_loss_step": 3.23976993560791, "n_params": 4449370, "total_flops": 39365178163200000, "train_loss": 0.016901184452904595, "subset_score_loss": 0.016901184452904595}
+{"step": 2890000, "wall_time": 27671.362541675568, "train_loss_step": 3.1763031482696533, "n_params": 4449370, "total_flops": 39501862809600000, "train_loss": 0.017421134312947593, "subset_score_loss": 0.017421134312947593}
+{"step": 2900000, "wall_time": 27829.884311914444, "train_loss_step": 3.4797306060791016, "n_params": 4449370, "total_flops": 39638547456000000, "train_loss": 0.017629414134555394, "subset_score_loss": 0.017629414134555394, "memorization_fraction_pixel": 0.7544000148773193, "mean_nn_ratio_pixel": 0.355411171913147, "fid": 39.839315688039875}
+{"step": 2910000, "wall_time": 27918.60086631775, "train_loss_step": 3.073695182800293, "n_params": 4449370, "total_flops": 39775232102400000, "train_loss": 0.017048467530144586, "subset_score_loss": 0.017048467530144586}
+{"step": 2920000, "wall_time": 28007.25008869171, "train_loss_step": 3.236680030822754, "n_params": 4449370, "total_flops": 39911916748800000, "train_loss": 0.017739641666412353, "subset_score_loss": 0.017739641666412353}
+{"step": 2930000, "wall_time": 28096.150579214096, "train_loss_step": 3.005859851837158, "n_params": 4449370, "total_flops": 40048601395200000, "train_loss": 0.017063710424635146, "subset_score_loss": 0.017063710424635146}
+{"step": 2940000, "wall_time": 28184.95050907135, "train_loss_step": 2.9697251319885254, "n_params": 4449370, "total_flops": 40185286041600000, "train_loss": 0.018666529655456544, "subset_score_loss": 0.018666529655456544}
+{"step": 2950000, "wall_time": 28272.80366420746, "train_loss_step": 3.435086727142334, "n_params": 4449370, "total_flops": 40321970688000000, "train_loss": 0.017315981123182507, "subset_score_loss": 0.017315981123182507}
+{"step": 2960000, "wall_time": 28358.131550312042, "train_loss_step": 3.564201593399048, "n_params": 4449370, "total_flops": 40458655334400000, "train_loss": 0.0169373353322347, "subset_score_loss": 0.0169373353322347}
+{"step": 2970000, "wall_time": 28445.430636167526, "train_loss_step": 3.398747444152832, "n_params": 4449370, "total_flops": 40595339980800000, "train_loss": 0.01723982095718384, "subset_score_loss": 0.01723982095718384}
+{"step": 2980000, "wall_time": 28531.629387378693, "train_loss_step": 3.4100136756896973, "n_params": 4449370, "total_flops": 40732024627200000, "train_loss": 0.018372386031680638, "subset_score_loss": 0.018372386031680638}
+{"step": 2990000, "wall_time": 28618.125648975372, "train_loss_step": 3.3216352462768555, "n_params": 4449370, "total_flops": 40868709273600000, "train_loss": 0.01719859308666653, "subset_score_loss": 0.01719859308666653}
+{"step": 3000000, "wall_time": 28773.40261220932, "train_loss_step": 3.2023091316223145, "n_params": 4449370, "total_flops": 41005393920000000, "train_loss": 0.01645567814509074, "subset_score_loss": 0.01645567814509074, "memorization_fraction_pixel": 0.7627000212669373, "mean_nn_ratio_pixel": 0.3509105443954468, "fid": 39.79649020779788}
+{"step": 3010000, "wall_time": 28862.09546136856, "train_loss_step": 3.4526963233947754, "n_params": 4449370, "total_flops": 41142078566400000, "train_loss": 0.017177874512142605, "subset_score_loss": 0.017177874512142605}
+{"step": 3020000, "wall_time": 28950.966710805893, "train_loss_step": 3.5325517654418945, "n_params": 4449370, "total_flops": 41278763212800000, "train_loss": 0.016868009832170273, "subset_score_loss": 0.016868009832170273}
+{"step": 3030000, "wall_time": 29039.852524757385, "train_loss_step": 3.574639320373535, "n_params": 4449370, "total_flops": 41415447859200000, "train_loss": 0.016422763135698105, "subset_score_loss": 0.016422763135698105}
+{"step": 3040000, "wall_time": 29128.43594121933, "train_loss_step": 3.233527421951294, "n_params": 4449370, "total_flops": 41552132505600000, "train_loss": 0.017211033238304987, "subset_score_loss": 0.017211033238304987}
+{"step": 3050000, "wall_time": 29218.045568227768, "train_loss_step": 3.4153809547424316, "n_params": 4449370, "total_flops": 41688817152000000, "train_loss": 0.017246127128601074, "subset_score_loss": 0.017246127128601074}
+{"step": 3060000, "wall_time": 29304.49654650688, "train_loss_step": 3.2813963890075684, "n_params": 4449370, "total_flops": 41825501798400000, "train_loss": 0.016580556498633492, "subset_score_loss": 0.016580556498633492}
+{"step": 3070000, "wall_time": 29391.45618414879, "train_loss_step": 2.9565446376800537, "n_params": 4449370, "total_flops": 41962186444800000, "train_loss": 0.016678191555870903, "subset_score_loss": 0.016678191555870903}
+{"step": 3080000, "wall_time": 29477.859966516495, "train_loss_step": 3.006622791290283, "n_params": 4449370, "total_flops": 42098871091200000, "train_loss": 0.01740886105431451, "subset_score_loss": 0.01740886105431451}
+{"step": 3090000, "wall_time": 29564.281454324722, "train_loss_step": 2.9873368740081787, "n_params": 4449370, "total_flops": 42235555737600000, "train_loss": 0.01673080258899265, "subset_score_loss": 0.01673080258899265}
+{"step": 3100000, "wall_time": 29721.20803976059, "train_loss_step": 3.133430004119873, "n_params": 4449370, "total_flops": 42372240384000000, "train_loss": 0.01674992243448893, "subset_score_loss": 0.01674992243448893, "memorization_fraction_pixel": 0.76910001039505, "mean_nn_ratio_pixel": 0.35051092505455017, "fid": 39.44765249537792}
+{"step": 3110000, "wall_time": 29810.051084280014, "train_loss_step": 3.117396116256714, "n_params": 4449370, "total_flops": 42508925030400000, "train_loss": 0.017066691981421578, "subset_score_loss": 0.017066691981421578}
+{"step": 3120000, "wall_time": 29899.001448631287, "train_loss_step": 3.5852837562561035, "n_params": 4449370, "total_flops": 42645609676800000, "train_loss": 0.015875617663065594, "subset_score_loss": 0.015875617663065594}
+{"step": 3130000, "wall_time": 29987.75599384308, "train_loss_step": 3.284526824951172, "n_params": 4449370, "total_flops": 42782294323200000, "train_loss": 0.01608319812350803, "subset_score_loss": 0.01608319812350803}
+{"step": 3140000, "wall_time": 30076.629997015, "train_loss_step": 3.08992862701416, "n_params": 4449370, "total_flops": 42918978969600000, "train_loss": 0.017103293206956652, "subset_score_loss": 0.017103293206956652}
+{"step": 3150000, "wall_time": 30165.746534109116, "train_loss_step": 3.159062385559082, "n_params": 4449370, "total_flops": 43055663616000000, "train_loss": 0.016755112012227378, "subset_score_loss": 0.016755112012227378}
+{"step": 3160000, "wall_time": 30253.76250076294, "train_loss_step": 3.3292160034179688, "n_params": 4449370, "total_flops": 43192348262400000, "train_loss": 0.016006876362694634, "subset_score_loss": 0.016006876362694634}
+{"step": 3170000, "wall_time": 30339.87166571617, "train_loss_step": 3.1745691299438477, "n_params": 4449370, "total_flops": 43329032908800000, "train_loss": 0.016754746437072754, "subset_score_loss": 0.016754746437072754}
+{"step": 3180000, "wall_time": 30428.82178068161, "train_loss_step": 3.09413480758667, "n_params": 4449370, "total_flops": 43465717555200000, "train_loss": 0.018154064814249676, "subset_score_loss": 0.018154064814249676}
+{"step": 3190000, "wall_time": 30517.6619887352, "train_loss_step": 3.2543447017669678, "n_params": 4449370, "total_flops": 43602402201600000, "train_loss": 0.01649272839228312, "subset_score_loss": 0.01649272839228312}
+{"step": 3200000, "wall_time": 30678.17165184021, "train_loss_step": 3.582902431488037, "n_params": 4449370, "total_flops": 43739086848000000, "train_loss": 0.017021348741319445, "subset_score_loss": 0.017021348741319445, "memorization_fraction_pixel": 0.7558000087738037, "mean_nn_ratio_pixel": 0.3584408462047577, "fid": 41.20661180217019}
+{"step": 3210000, "wall_time": 30767.01024889946, "train_loss_step": 3.151895046234131, "n_params": 4449370, "total_flops": 43875771494400000, "train_loss": 0.01649750073750814, "subset_score_loss": 0.01649750073750814}
+{"step": 3220000, "wall_time": 30855.871794223785, "train_loss_step": 3.3923392295837402, "n_params": 4449370, "total_flops": 44012456140800000, "train_loss": 0.016455445024702284, "subset_score_loss": 0.016455445024702284}
+{"step": 3230000, "wall_time": 30944.484825372696, "train_loss_step": 3.3578081130981445, "n_params": 4449370, "total_flops": 44149140787200000, "train_loss": 0.016695578893025715, "subset_score_loss": 0.016695578893025715}
+{"step": 3240000, "wall_time": 31033.266286849976, "train_loss_step": 2.9248929023742676, "n_params": 4449370, "total_flops": 44285825433600000, "train_loss": 0.016393986013200548, "subset_score_loss": 0.016393986013200548}
+{"step": 3250000, "wall_time": 31122.214339256287, "train_loss_step": 3.188877820968628, "n_params": 4449370, "total_flops": 44422510080000000, "train_loss": 0.01677515506744385, "subset_score_loss": 0.01677515506744385}
+{"step": 3260000, "wall_time": 31211.7589905262, "train_loss_step": 3.1748409271240234, "n_params": 4449370, "total_flops": 44559194726400000, "train_loss": 0.01616860760582818, "subset_score_loss": 0.01616860760582818}
+{"step": 3270000, "wall_time": 31299.75724005699, "train_loss_step": 2.7657322883605957, "n_params": 4449370, "total_flops": 44695879372800000, "train_loss": 0.01593922906451755, "subset_score_loss": 0.01593922906451755}
+{"step": 3280000, "wall_time": 31385.230142593384, "train_loss_step": 3.3460679054260254, "n_params": 4449370, "total_flops": 44832564019200000, "train_loss": 0.016346311569213866, "subset_score_loss": 0.016346311569213866}
+{"step": 3290000, "wall_time": 31473.79563188553, "train_loss_step": 2.9248886108398438, "n_params": 4449370, "total_flops": 44969248665600000, "train_loss": 0.015648484230041504, "subset_score_loss": 0.015648484230041504}
+{"step": 3300000, "wall_time": 31683.339163303375, "train_loss_step": 3.2684836387634277, "n_params": 4449370, "total_flops": 45105933312000000, "train_loss": 0.016087047259012856, "subset_score_loss": 0.016087047259012856, "memorization_fraction_pixel": 0.7756999731063843, "mean_nn_ratio_pixel": 0.3460603654384613, "fid": 39.439098887141036}
+{"step": 3310000, "wall_time": 31771.6907787323, "train_loss_step": 2.7571358680725098, "n_params": 4449370, "total_flops": 45242617958400000, "train_loss": 0.01589744488398234, "subset_score_loss": 0.01589744488398234}
+{"step": 3320000, "wall_time": 31860.070890426636, "train_loss_step": 3.290040969848633, "n_params": 4449370, "total_flops": 45379302604800000, "train_loss": 0.015496789084540472, "subset_score_loss": 0.015496789084540472}
+{"step": 3330000, "wall_time": 31948.332962989807, "train_loss_step": 2.9722447395324707, "n_params": 4449370, "total_flops": 45515987251200000, "train_loss": 0.015127797921498617, "subset_score_loss": 0.015127797921498617}
+{"step": 3340000, "wall_time": 32037.206234931946, "train_loss_step": 3.214399814605713, "n_params": 4449370, "total_flops": 45652671897600000, "train_loss": 0.015511871708763971, "subset_score_loss": 0.015511871708763971}
+{"step": 3350000, "wall_time": 32125.70263838768, "train_loss_step": 3.107593297958374, "n_params": 4449370, "total_flops": 45789356544000000, "train_loss": 0.01616482867134942, "subset_score_loss": 0.01616482867134942}
+{"step": 3360000, "wall_time": 32213.867437839508, "train_loss_step": 2.8286097049713135, "n_params": 4449370, "total_flops": 45926041190400000, "train_loss": 0.015044013659159342, "subset_score_loss": 0.015044013659159342}
+{"step": 3370000, "wall_time": 32300.36366724968, "train_loss_step": 3.024109363555908, "n_params": 4449370, "total_flops": 46062725836800000, "train_loss": 0.015801617834303113, "subset_score_loss": 0.015801617834303113}
+{"step": 3380000, "wall_time": 32387.136315345764, "train_loss_step": 3.3094563484191895, "n_params": 4449370, "total_flops": 46199410483200000, "train_loss": 0.01585385004679362, "subset_score_loss": 0.01585385004679362}
+{"step": 3390000, "wall_time": 32476.001415014267, "train_loss_step": 2.7491910457611084, "n_params": 4449370, "total_flops": 46336095129600000, "train_loss": 0.015414228704240586, "subset_score_loss": 0.015414228704240586}
+{"step": 3400000, "wall_time": 32637.18633723259, "train_loss_step": 3.4158823490142822, "n_params": 4449370, "total_flops": 46472779776000000, "train_loss": 0.01537459823820326, "subset_score_loss": 0.01537459823820326, "memorization_fraction_pixel": 0.7835000157356262, "mean_nn_ratio_pixel": 0.34228670597076416, "fid": 39.78217019102145}
+{"step": 3410000, "wall_time": 32724.868731737137, "train_loss_step": 3.0154972076416016, "n_params": 4449370, "total_flops": 46609464422400000, "train_loss": 0.015124547481536865, "subset_score_loss": 0.015124547481536865}
+{"step": 3420000, "wall_time": 32813.456733465195, "train_loss_step": 3.3627676963806152, "n_params": 4449370, "total_flops": 46746149068800000, "train_loss": 0.015270606676737467, "subset_score_loss": 0.015270606676737467}
+{"step": 3430000, "wall_time": 32902.136994600296, "train_loss_step": 3.077540874481201, "n_params": 4449370, "total_flops": 46882833715200000, "train_loss": 0.016151050726572674, "subset_score_loss": 0.016151050726572674}
+{"step": 3440000, "wall_time": 32990.65351319313, "train_loss_step": 3.1543688774108887, "n_params": 4449370, "total_flops": 47019518361600000, "train_loss": 0.015068373415205213, "subset_score_loss": 0.015068373415205213}
+{"step": 3450000, "wall_time": 33078.990553855896, "train_loss_step": 3.296963691711426, "n_params": 4449370, "total_flops": 47156203008000000, "train_loss": 0.015748506122165256, "subset_score_loss": 0.015748506122165256}
+{"step": 3460000, "wall_time": 33167.34420442581, "train_loss_step": 2.8966784477233887, "n_params": 4449370, "total_flops": 47292887654400000, "train_loss": 0.015392164389292399, "subset_score_loss": 0.015392164389292399}
+{"step": 3470000, "wall_time": 33254.68859767914, "train_loss_step": 3.367558479309082, "n_params": 4449370, "total_flops": 47429572300800000, "train_loss": 0.015669122007158066, "subset_score_loss": 0.015669122007158066}
+{"step": 3480000, "wall_time": 33340.091409921646, "train_loss_step": 3.0705249309539795, "n_params": 4449370, "total_flops": 47566256947200000, "train_loss": 0.015187561511993408, "subset_score_loss": 0.015187561511993408}
+{"step": 3490000, "wall_time": 33428.52074623108, "train_loss_step": 3.1215386390686035, "n_params": 4449370, "total_flops": 47702941593600000, "train_loss": 0.014582701524098714, "subset_score_loss": 0.014582701524098714}
+{"step": 3500000, "wall_time": 33587.872014045715, "train_loss_step": 2.92683744430542, "n_params": 4449370, "total_flops": 47839626240000000, "train_loss": 0.015315707524617512, "subset_score_loss": 0.015315707524617512, "memorization_fraction_pixel": 0.777400016784668, "mean_nn_ratio_pixel": 0.34640878438949585, "fid": 39.6845701026721}
+{"step": 3510000, "wall_time": 33677.09888982773, "train_loss_step": 3.4833765029907227, "n_params": 4449370, "total_flops": 47976310886400000, "train_loss": 0.015644040372636583, "subset_score_loss": 0.015644040372636583}
+{"step": 3520000, "wall_time": 33764.031074523926, "train_loss_step": 3.241464614868164, "n_params": 4449370, "total_flops": 48112995532800000, "train_loss": 0.015440948804219564, "subset_score_loss": 0.015440948804219564}
+{"step": 3530000, "wall_time": 33852.66529035568, "train_loss_step": 3.3052735328674316, "n_params": 4449370, "total_flops": 48249680179200000, "train_loss": 0.014903475178612603, "subset_score_loss": 0.014903475178612603}
+{"step": 3540000, "wall_time": 33941.17380523682, "train_loss_step": 3.1317899227142334, "n_params": 4449370, "total_flops": 48386364825600000, "train_loss": 0.015647055043114557, "subset_score_loss": 0.015647055043114557}
+{"step": 3550000, "wall_time": 34029.84696507454, "train_loss_step": 3.116302013397217, "n_params": 4449370, "total_flops": 48523049472000000, "train_loss": 0.014558784166971843, "subset_score_loss": 0.014558784166971843}
+{"step": 3560000, "wall_time": 34118.78720855713, "train_loss_step": 2.9875619411468506, "n_params": 4449370, "total_flops": 48659734118400000, "train_loss": 0.014272363980611165, "subset_score_loss": 0.014272363980611165}
+{"step": 3570000, "wall_time": 34208.47391176224, "train_loss_step": 2.9880404472351074, "n_params": 4449370, "total_flops": 48796418764800000, "train_loss": 0.015329535802205403, "subset_score_loss": 0.015329535802205403}
+{"step": 3580000, "wall_time": 34288.53964185715, "train_loss_step": 3.0289735794067383, "n_params": 4449370, "total_flops": 48933103411200000, "train_loss": 0.01419719722535875, "subset_score_loss": 0.01419719722535875}
+{"step": 3590000, "wall_time": 34374.16875123978, "train_loss_step": 3.1764395236968994, "n_params": 4449370, "total_flops": 49069788057600000, "train_loss": 0.014622857835557725, "subset_score_loss": 0.014622857835557725}
+{"step": 3600000, "wall_time": 34570.52537560463, "train_loss_step": 3.155822992324829, "n_params": 4449370, "total_flops": 49206472704000000, "train_loss": 0.01482000880771213, "subset_score_loss": 0.01482000880771213, "memorization_fraction_pixel": 0.7760000228881836, "mean_nn_ratio_pixel": 0.35090184211730957, "fid": 40.19834402071896}
+{"step": 3610000, "wall_time": 34659.6285610199, "train_loss_step": 3.2242212295532227, "n_params": 4449370, "total_flops": 49343157350400000, "train_loss": 0.015209404627482097, "subset_score_loss": 0.015209404627482097}
+{"step": 3620000, "wall_time": 34746.90502214432, "train_loss_step": 2.9961962699890137, "n_params": 4449370, "total_flops": 49479841996800000, "train_loss": 0.014491094483269585, "subset_score_loss": 0.014491094483269585}
+{"step": 3630000, "wall_time": 34835.75085258484, "train_loss_step": 3.026575803756714, "n_params": 4449370, "total_flops": 49616526643200000, "train_loss": 0.014680768383873834, "subset_score_loss": 0.014680768383873834}
+{"step": 3640000, "wall_time": 34924.721519470215, "train_loss_step": 3.2569236755371094, "n_params": 4449370, "total_flops": 49753211289600000, "train_loss": 0.01480474207136366, "subset_score_loss": 0.01480474207136366}
+{"step": 3650000, "wall_time": 35013.58773446083, "train_loss_step": 3.1492300033569336, "n_params": 4449370, "total_flops": 49889895936000000, "train_loss": 0.015130371517605252, "subset_score_loss": 0.015130371517605252}
+{"step": 3660000, "wall_time": 35102.50284600258, "train_loss_step": 2.9337947368621826, "n_params": 4449370, "total_flops": 50026580582400000, "train_loss": 0.01511767307917277, "subset_score_loss": 0.01511767307917277}
+{"step": 3670000, "wall_time": 35191.21265244484, "train_loss_step": 3.4179527759552, "n_params": 4449370, "total_flops": 50163265228800000, "train_loss": 0.014925857384999594, "subset_score_loss": 0.014925857384999594}
+{"step": 3680000, "wall_time": 35274.52546834946, "train_loss_step": 2.824522018432617, "n_params": 4449370, "total_flops": 50299949875200000, "train_loss": 0.014502791563669841, "subset_score_loss": 0.014502791563669841}
+{"step": 3690000, "wall_time": 35353.22206020355, "train_loss_step": 2.9853250980377197, "n_params": 4449370, "total_flops": 50436634521600000, "train_loss": 0.014327997631496853, "subset_score_loss": 0.014327997631496853}
+{"step": 3700000, "wall_time": 35554.938469171524, "train_loss_step": 2.8669044971466064, "n_params": 4449370, "total_flops": 50573319168000000, "train_loss": 0.015438387129041884, "subset_score_loss": 0.015438387129041884, "memorization_fraction_pixel": 0.7811999917030334, "mean_nn_ratio_pixel": 0.3461662232875824, "fid": 39.904847178061736}
+{"step": 3710000, "wall_time": 35643.96576666832, "train_loss_step": 2.858566999435425, "n_params": 4449370, "total_flops": 50710003814400000, "train_loss": 0.01433338721593221, "subset_score_loss": 0.01433338721593221}
+{"step": 3720000, "wall_time": 35731.486644268036, "train_loss_step": 2.9702203273773193, "n_params": 4449370, "total_flops": 50846688460800000, "train_loss": 0.014814123842451307, "subset_score_loss": 0.014814123842451307}
+{"step": 3730000, "wall_time": 35820.31027293205, "train_loss_step": 3.200547695159912, "n_params": 4449370, "total_flops": 50983373107200000, "train_loss": 0.014022127787272135, "subset_score_loss": 0.014022127787272135}
+{"step": 3740000, "wall_time": 35909.19678258896, "train_loss_step": 3.042421340942383, "n_params": 4449370, "total_flops": 51120057753600000, "train_loss": 0.014028378327687581, "subset_score_loss": 0.014028378327687581}
+{"step": 3750000, "wall_time": 35998.17131137848, "train_loss_step": 2.9904232025146484, "n_params": 4449370, "total_flops": 51256742400000000, "train_loss": 0.014294593864017062, "subset_score_loss": 0.014294593864017062}
+{"step": 3760000, "wall_time": 36087.00870347023, "train_loss_step": 3.005146026611328, "n_params": 4449370, "total_flops": 51393427046400000, "train_loss": 0.014253184530470106, "subset_score_loss": 0.014253184530470106}
+{"step": 3770000, "wall_time": 36175.77083539963, "train_loss_step": 3.089872121810913, "n_params": 4449370, "total_flops": 51530111692800000, "train_loss": 0.01441255807876587, "subset_score_loss": 0.01441255807876587}
+{"step": 3780000, "wall_time": 36265.597876787186, "train_loss_step": 3.013012647628784, "n_params": 4449370, "total_flops": 51666796339200000, "train_loss": 0.015219046009911431, "subset_score_loss": 0.015219046009911431}
+{"step": 3790000, "wall_time": 36345.84210038185, "train_loss_step": 3.14003324508667, "n_params": 4449370, "total_flops": 51803480985600000, "train_loss": 0.01362734105851915, "subset_score_loss": 0.01362734105851915}
+{"step": 3800000, "wall_time": 36552.57348775864, "train_loss_step": 2.977440357208252, "n_params": 4449370, "total_flops": 51940165632000000, "train_loss": 0.014798315366109212, "subset_score_loss": 0.014798315366109212, "memorization_fraction_pixel": 0.7930999994277954, "mean_nn_ratio_pixel": 0.33954155445098877, "fid": 39.887956643939106}
+{"step": 3810000, "wall_time": 36641.441165685654, "train_loss_step": 3.0599594116210938, "n_params": 4449370, "total_flops": 52076850278400000, "train_loss": 0.014317096604241266, "subset_score_loss": 0.014317096604241266}
+{"step": 3820000, "wall_time": 36729.14002203941, "train_loss_step": 2.951206922531128, "n_params": 4449370, "total_flops": 52213534924800000, "train_loss": 0.014179298612806533, "subset_score_loss": 0.014179298612806533}
+{"step": 3830000, "wall_time": 36818.06264233589, "train_loss_step": 2.8907816410064697, "n_params": 4449370, "total_flops": 52350219571200000, "train_loss": 0.015190731154547797, "subset_score_loss": 0.015190731154547797}
+{"step": 3840000, "wall_time": 36906.92251420021, "train_loss_step": 3.0005459785461426, "n_params": 4449370, "total_flops": 52486904217600000, "train_loss": 0.014476488696204291, "subset_score_loss": 0.014476488696204291}
+{"step": 3850000, "wall_time": 36995.69124555588, "train_loss_step": 3.1824235916137695, "n_params": 4449370, "total_flops": 52623588864000000, "train_loss": 0.01324166456858317, "subset_score_loss": 0.01324166456858317}
+{"step": 3860000, "wall_time": 37084.53134417534, "train_loss_step": 3.082275629043579, "n_params": 4449370, "total_flops": 52760273510400000, "train_loss": 0.014617092079586454, "subset_score_loss": 0.014617092079586454}
+{"step": 3870000, "wall_time": 37173.43029999733, "train_loss_step": 2.9723544120788574, "n_params": 4449370, "total_flops": 52896958156800000, "train_loss": 0.014919144577450222, "subset_score_loss": 0.014919144577450222}
+{"step": 3880000, "wall_time": 37262.97911500931, "train_loss_step": 3.107365131378174, "n_params": 4449370, "total_flops": 53033642803200000, "train_loss": 0.013814253277248806, "subset_score_loss": 0.013814253277248806}
+{"step": 3890000, "wall_time": 37346.78844618797, "train_loss_step": 3.0066237449645996, "n_params": 4449370, "total_flops": 53170327449600000, "train_loss": 0.014283688863118489, "subset_score_loss": 0.014283688863118489}
+{"step": 3900000, "wall_time": 37545.1011531353, "train_loss_step": 3.1891303062438965, "n_params": 4449370, "total_flops": 53307012096000000, "train_loss": 0.014487731456756591, "subset_score_loss": 0.014487731456756591, "memorization_fraction_pixel": 0.7990000247955322, "mean_nn_ratio_pixel": 0.33552610874176025, "fid": 39.73959376644982}
+{"step": 3910000, "wall_time": 37633.8224503994, "train_loss_step": 2.7461345195770264, "n_params": 4449370, "total_flops": 53443696742400000, "train_loss": 0.015031207932366265, "subset_score_loss": 0.015031207932366265}
+{"step": 3920000, "wall_time": 37722.40674161911, "train_loss_step": 3.228156805038452, "n_params": 4449370, "total_flops": 53580381388800000, "train_loss": 0.01428612470626831, "subset_score_loss": 0.01428612470626831}
+{"step": 3930000, "wall_time": 37810.512296676636, "train_loss_step": 2.9234514236450195, "n_params": 4449370, "total_flops": 53717066035200000, "train_loss": 0.01325224240620931, "subset_score_loss": 0.01325224240620931}
+{"step": 3940000, "wall_time": 37899.32282114029, "train_loss_step": 3.0442004203796387, "n_params": 4449370, "total_flops": 53853750681600000, "train_loss": 0.013691059748331706, "subset_score_loss": 0.013691059748331706}
+{"step": 3950000, "wall_time": 37988.09855937958, "train_loss_step": 3.211329460144043, "n_params": 4449370, "total_flops": 53990435328000000, "train_loss": 0.014709107081095378, "subset_score_loss": 0.014709107081095378}
+{"step": 3960000, "wall_time": 38077.04049921036, "train_loss_step": 3.1105668544769287, "n_params": 4449370, "total_flops": 54127119974400000, "train_loss": 0.013743680053287083, "subset_score_loss": 0.013743680053287083}
+{"step": 3970000, "wall_time": 38165.992223501205, "train_loss_step": 3.0845751762390137, "n_params": 4449370, "total_flops": 54263804620800000, "train_loss": 0.014075786537594266, "subset_score_loss": 0.014075786537594266}
+{"step": 3980000, "wall_time": 38255.25641489029, "train_loss_step": 2.9573769569396973, "n_params": 4449370, "total_flops": 54400489267200000, "train_loss": 0.015163735548655192, "subset_score_loss": 0.015163735548655192}
+{"step": 3990000, "wall_time": 38339.56383180618, "train_loss_step": 3.0259177684783936, "n_params": 4449370, "total_flops": 54537173913600000, "train_loss": 0.0142350435256958, "subset_score_loss": 0.0142350435256958}
+{"step": 4000000, "wall_time": 38536.23502588272, "train_loss_step": 2.7679195404052734, "n_params": 4449370, "total_flops": 54673858560000000, "train_loss": 0.01377810107337104, "subset_score_loss": 0.01377810107337104, "memorization_fraction_pixel": 0.7972999811172485, "mean_nn_ratio_pixel": 0.3356153666973114, "fid": 39.26012124825521}
+{"step": 4010000, "wall_time": 38624.96614289284, "train_loss_step": 2.958611011505127, "n_params": 4449370, "total_flops": 54810543206400000, "train_loss": 0.013907766342163086, "subset_score_loss": 0.013907766342163086}
+{"step": 4020000, "wall_time": 38714.325150728226, "train_loss_step": 3.24914813041687, "n_params": 4449370, "total_flops": 54947227852800000, "train_loss": 0.01350249449412028, "subset_score_loss": 0.01350249449412028}
+{"step": 4030000, "wall_time": 38801.81848859787, "train_loss_step": 3.121321201324463, "n_params": 4449370, "total_flops": 55083912499200000, "train_loss": 0.014111208915710449, "subset_score_loss": 0.014111208915710449}
+{"step": 4040000, "wall_time": 38890.42108345032, "train_loss_step": 2.9905548095703125, "n_params": 4449370, "total_flops": 55220597145600000, "train_loss": 0.013553324010637071, "subset_score_loss": 0.013553324010637071}
+{"step": 4050000, "wall_time": 38979.33748579025, "train_loss_step": 3.0493500232696533, "n_params": 4449370, "total_flops": 55357281792000000, "train_loss": 0.01286983887354533, "subset_score_loss": 0.01286983887354533}
+{"step": 4060000, "wall_time": 39068.27177476883, "train_loss_step": 3.0591788291931152, "n_params": 4449370, "total_flops": 55493966438400000, "train_loss": 0.013901121086544461, "subset_score_loss": 0.013901121086544461}
+{"step": 4070000, "wall_time": 39157.155425310135, "train_loss_step": 3.0342588424682617, "n_params": 4449370, "total_flops": 55630651084800000, "train_loss": 0.01476407183541192, "subset_score_loss": 0.01476407183541192}
+{"step": 4080000, "wall_time": 39246.04495406151, "train_loss_step": 3.0121426582336426, "n_params": 4449370, "total_flops": 55767335731200000, "train_loss": 0.013246164056989881, "subset_score_loss": 0.013246164056989881}
+{"step": 4090000, "wall_time": 39331.189972639084, "train_loss_step": 2.865776538848877, "n_params": 4449370, "total_flops": 55904020377600000, "train_loss": 0.013225497139824762, "subset_score_loss": 0.013225497139824762}
+{"step": 4100000, "wall_time": 39529.63562011719, "train_loss_step": 3.28995418548584, "n_params": 4449370, "total_flops": 56040705024000000, "train_loss": 0.01301713122261895, "subset_score_loss": 0.01301713122261895, "memorization_fraction_pixel": 0.8052999973297119, "mean_nn_ratio_pixel": 0.3352126479148865, "fid": 39.63398801975839}
+{"step": 4110000, "wall_time": 39618.579077005386, "train_loss_step": 3.209868907928467, "n_params": 4449370, "total_flops": 56177389670400000, "train_loss": 0.013383616341484918, "subset_score_loss": 0.013383616341484918}
+{"step": 4120000, "wall_time": 39707.63253235817, "train_loss_step": 2.97590970993042, "n_params": 4449370, "total_flops": 56314074316800000, "train_loss": 0.01317085689968533, "subset_score_loss": 0.01317085689968533}
+{"step": 4130000, "wall_time": 39794.942054748535, "train_loss_step": 3.1167917251586914, "n_params": 4449370, "total_flops": 56450758963200000, "train_loss": 0.013983355628119575, "subset_score_loss": 0.013983355628119575}
+{"step": 4140000, "wall_time": 39883.811274290085, "train_loss_step": 3.0567917823791504, "n_params": 4449370, "total_flops": 56587443609600000, "train_loss": 0.012863683700561523, "subset_score_loss": 0.012863683700561523}
+{"step": 4150000, "wall_time": 39972.844098091125, "train_loss_step": 3.127845048904419, "n_params": 4449370, "total_flops": 56724128256000000, "train_loss": 0.013733841313256157, "subset_score_loss": 0.013733841313256157}
+{"step": 4160000, "wall_time": 40061.65072321892, "train_loss_step": 3.1648385524749756, "n_params": 4449370, "total_flops": 56860812902400000, "train_loss": 0.013269971476660834, "subset_score_loss": 0.013269971476660834}
+{"step": 4170000, "wall_time": 40150.491373062134, "train_loss_step": 2.9008774757385254, "n_params": 4449370, "total_flops": 56997497548800000, "train_loss": 0.013683742947048612, "subset_score_loss": 0.013683742947048612}
+{"step": 4180000, "wall_time": 40239.34020423889, "train_loss_step": 3.328138589859009, "n_params": 4449370, "total_flops": 57134182195200000, "train_loss": 0.012587636046939426, "subset_score_loss": 0.012587636046939426}
+{"step": 4190000, "wall_time": 40324.303696632385, "train_loss_step": 3.1378540992736816, "n_params": 4449370, "total_flops": 57270866841600000, "train_loss": 0.013668543762630887, "subset_score_loss": 0.013668543762630887}
+{"step": 4200000, "wall_time": 40526.4676861763, "train_loss_step": 2.7098851203918457, "n_params": 4449370, "total_flops": 57407551488000000, "train_loss": 0.012983592351277669, "subset_score_loss": 0.012983592351277669, "memorization_fraction_pixel": 0.8023999929428101, "mean_nn_ratio_pixel": 0.33643585443496704, "fid": 40.28126400164783}
+{"step": 4210000, "wall_time": 40615.44775223732, "train_loss_step": 3.452428102493286, "n_params": 4449370, "total_flops": 57544236134400000, "train_loss": 0.014649756749471029, "subset_score_loss": 0.014649756749471029}
+{"step": 4220000, "wall_time": 40704.138832330704, "train_loss_step": 3.4125657081604004, "n_params": 4449370, "total_flops": 57680920780800000, "train_loss": 0.013158456484476725, "subset_score_loss": 0.013158456484476725}
+{"step": 4230000, "wall_time": 40792.08698415756, "train_loss_step": 3.0531980991363525, "n_params": 4449370, "total_flops": 57817605427200000, "train_loss": 0.013814895682864719, "subset_score_loss": 0.013814895682864719}
+{"step": 4240000, "wall_time": 40881.12067890167, "train_loss_step": 2.906177282333374, "n_params": 4449370, "total_flops": 57954290073600000, "train_loss": 0.013302236133151584, "subset_score_loss": 0.013302236133151584}
+{"step": 4250000, "wall_time": 40970.05992269516, "train_loss_step": 2.88659405708313, "n_params": 4449370, "total_flops": 58090974720000000, "train_loss": 0.012387798892127143, "subset_score_loss": 0.012387798892127143}
+{"step": 4260000, "wall_time": 41058.98724603653, "train_loss_step": 3.015474557876587, "n_params": 4449370, "total_flops": 58227659366400000, "train_loss": 0.013292619917127822, "subset_score_loss": 0.013292619917127822}
+{"step": 4270000, "wall_time": 41147.5262594223, "train_loss_step": 3.2208847999572754, "n_params": 4449370, "total_flops": 58364344012800000, "train_loss": 0.01320307387246026, "subset_score_loss": 0.01320307387246026}
+{"step": 4280000, "wall_time": 41235.268558740616, "train_loss_step": 2.8777408599853516, "n_params": 4449370, "total_flops": 58501028659200000, "train_loss": 0.013638178507486979, "subset_score_loss": 0.013638178507486979}
+{"step": 4290000, "wall_time": 41319.07924866676, "train_loss_step": 3.0095040798187256, "n_params": 4449370, "total_flops": 58637713305600000, "train_loss": 0.013514551851484511, "subset_score_loss": 0.013514551851484511}
+{"step": 4300000, "wall_time": 41497.842487573624, "train_loss_step": 3.1229052543640137, "n_params": 4449370, "total_flops": 58774397952000000, "train_loss": 0.012895235750410293, "subset_score_loss": 0.012895235750410293, "memorization_fraction_pixel": 0.801800012588501, "mean_nn_ratio_pixel": 0.3376735746860504, "fid": 40.106190013854906}
+{"step": 4310000, "wall_time": 41585.28879284859, "train_loss_step": 3.1903204917907715, "n_params": 4449370, "total_flops": 58911082598400000, "train_loss": 0.01313345432281494, "subset_score_loss": 0.01313345432281494}
+{"step": 4320000, "wall_time": 41672.72452902794, "train_loss_step": 2.898925304412842, "n_params": 4449370, "total_flops": 59047767244800000, "train_loss": 0.013142074478997125, "subset_score_loss": 0.013142074478997125}
+{"step": 4330000, "wall_time": 41760.48351621628, "train_loss_step": 3.036015033721924, "n_params": 4449370, "total_flops": 59184451891200000, "train_loss": 0.014163574907514784, "subset_score_loss": 0.014163574907514784}
+{"step": 4340000, "wall_time": 41846.72262430191, "train_loss_step": 3.062325954437256, "n_params": 4449370, "total_flops": 59321136537600000, "train_loss": 0.01256404717763265, "subset_score_loss": 0.01256404717763265}
+{"step": 4350000, "wall_time": 41934.264575242996, "train_loss_step": 3.119189500808716, "n_params": 4449370, "total_flops": 59457821184000000, "train_loss": 0.012580005327860515, "subset_score_loss": 0.012580005327860515}
+{"step": 4360000, "wall_time": 42021.65364027023, "train_loss_step": 3.146974563598633, "n_params": 4449370, "total_flops": 59594505830400000, "train_loss": 0.012648999691009521, "subset_score_loss": 0.012648999691009521}
+{"step": 4370000, "wall_time": 42109.39189004898, "train_loss_step": 3.1850028038024902, "n_params": 4449370, "total_flops": 59731190476800000, "train_loss": 0.012966786490546332, "subset_score_loss": 0.012966786490546332}
+{"step": 4380000, "wall_time": 42197.03506779671, "train_loss_step": 3.217627763748169, "n_params": 4449370, "total_flops": 59867875123200000, "train_loss": 0.014267624749077692, "subset_score_loss": 0.014267624749077692}
+{"step": 4390000, "wall_time": 42281.7143778801, "train_loss_step": 2.78591251373291, "n_params": 4449370, "total_flops": 60004559769600000, "train_loss": 0.013176341851552328, "subset_score_loss": 0.013176341851552328}
+{"step": 4400000, "wall_time": 42439.87867498398, "train_loss_step": 3.167705535888672, "n_params": 4449370, "total_flops": 60141244416000000, "train_loss": 0.01229920784632365, "subset_score_loss": 0.01229920784632365, "memorization_fraction_pixel": 0.8154000043869019, "mean_nn_ratio_pixel": 0.32922449707984924, "fid": 39.59500767723885}
+{"step": 4410000, "wall_time": 42527.20853948593, "train_loss_step": 2.8208539485931396, "n_params": 4449370, "total_flops": 60277929062400000, "train_loss": 0.012975537776947021, "subset_score_loss": 0.012975537776947021}
+{"step": 4420000, "wall_time": 42614.66098642349, "train_loss_step": 2.8358120918273926, "n_params": 4449370, "total_flops": 60414613708800000, "train_loss": 0.013592541217803955, "subset_score_loss": 0.013592541217803955}
+{"step": 4430000, "wall_time": 42702.18762135506, "train_loss_step": 2.9152255058288574, "n_params": 4449370, "total_flops": 60551298355200000, "train_loss": 0.012823798921373156, "subset_score_loss": 0.012823798921373156}
+{"step": 4440000, "wall_time": 42787.98059344292, "train_loss_step": 2.9138028621673584, "n_params": 4449370, "total_flops": 60687983001600000, "train_loss": 0.0135603838496738, "subset_score_loss": 0.0135603838496738}
+{"step": 4450000, "wall_time": 42875.43814325333, "train_loss_step": 2.9125051498413086, "n_params": 4449370, "total_flops": 60824667648000000, "train_loss": 0.012385585572984484, "subset_score_loss": 0.012385585572984484}
+{"step": 4460000, "wall_time": 42962.8172621727, "train_loss_step": 2.8333120346069336, "n_params": 4449370, "total_flops": 60961352294400000, "train_loss": 0.012575006484985352, "subset_score_loss": 0.012575006484985352}
+{"step": 4470000, "wall_time": 43050.25169968605, "train_loss_step": 3.186272621154785, "n_params": 4449370, "total_flops": 61098036940800000, "train_loss": 0.01290925873650445, "subset_score_loss": 0.01290925873650445}
+{"step": 4480000, "wall_time": 43137.7734503746, "train_loss_step": 3.312519073486328, "n_params": 4449370, "total_flops": 61234721587200000, "train_loss": 0.013316591580708822, "subset_score_loss": 0.013316591580708822}
+{"step": 4490000, "wall_time": 43226.15951752663, "train_loss_step": 2.950843334197998, "n_params": 4449370, "total_flops": 61371406233600000, "train_loss": 0.012370734744601779, "subset_score_loss": 0.012370734744601779}
+{"step": 4500000, "wall_time": 43380.027290821075, "train_loss_step": 2.9021053314208984, "n_params": 4449370, "total_flops": 61508090880000000, "train_loss": 0.012516038947635227, "subset_score_loss": 0.012516038947635227, "memorization_fraction_pixel": 0.8144999742507935, "mean_nn_ratio_pixel": 0.3324168026447296, "fid": 39.457570179238346}
+{"step": 4510000, "wall_time": 43467.51822113991, "train_loss_step": 2.9305315017700195, "n_params": 4449370, "total_flops": 61644775526400000, "train_loss": 0.012578169504801432, "subset_score_loss": 0.012578169504801432}
+{"step": 4520000, "wall_time": 43555.051151037216, "train_loss_step": 3.067652463912964, "n_params": 4449370, "total_flops": 61781460172800000, "train_loss": 0.013068675994873047, "subset_score_loss": 0.013068675994873047}
+{"step": 4530000, "wall_time": 43642.5615067482, "train_loss_step": 2.849203586578369, "n_params": 4449370, "total_flops": 61918144819200000, "train_loss": 0.012653023666805692, "subset_score_loss": 0.012653023666805692}
+{"step": 4540000, "wall_time": 43730.621109724045, "train_loss_step": 3.1048521995544434, "n_params": 4449370, "total_flops": 62054829465600000, "train_loss": 0.013013219833374024, "subset_score_loss": 0.013013219833374024}
+{"step": 4550000, "wall_time": 43816.177141189575, "train_loss_step": 2.778101921081543, "n_params": 4449370, "total_flops": 62191514112000000, "train_loss": 0.013539340760972764, "subset_score_loss": 0.013539340760972764}
+{"step": 4560000, "wall_time": 43903.680643081665, "train_loss_step": 3.0458762645721436, "n_params": 4449370, "total_flops": 62328198758400000, "train_loss": 0.01287706560558743, "subset_score_loss": 0.01287706560558743}
+{"step": 4570000, "wall_time": 43991.108488082886, "train_loss_step": 2.8787779808044434, "n_params": 4449370, "total_flops": 62464883404800000, "train_loss": 0.01203899515999688, "subset_score_loss": 0.01203899515999688}
+{"step": 4580000, "wall_time": 44078.567227602005, "train_loss_step": 2.8737289905548096, "n_params": 4449370, "total_flops": 62601568051200000, "train_loss": 0.012336729632483587, "subset_score_loss": 0.012336729632483587}
+{"step": 4590000, "wall_time": 44165.94308066368, "train_loss_step": 2.872929811477661, "n_params": 4449370, "total_flops": 62738252697600000, "train_loss": 0.012751758098602295, "subset_score_loss": 0.012751758098602295}
+{"step": 4600000, "wall_time": 44319.16088104248, "train_loss_step": 2.7400989532470703, "n_params": 4449370, "total_flops": 62874937344000000, "train_loss": 0.011788992087046306, "subset_score_loss": 0.011788992087046306, "memorization_fraction_pixel": 0.8047000169754028, "mean_nn_ratio_pixel": 0.33570635318756104, "fid": 39.30306270883385}
+{"step": 4610000, "wall_time": 44406.51209592819, "train_loss_step": 2.985707998275757, "n_params": 4449370, "total_flops": 63011621990400000, "train_loss": 0.012736682097117107, "subset_score_loss": 0.012736682097117107}
+{"step": 4620000, "wall_time": 44493.79023838043, "train_loss_step": 3.058309555053711, "n_params": 4449370, "total_flops": 63148306636800000, "train_loss": 0.012541355027092829, "subset_score_loss": 0.012541355027092829}
+{"step": 4630000, "wall_time": 44581.20339894295, "train_loss_step": 3.058565378189087, "n_params": 4449370, "total_flops": 63284991283200000, "train_loss": 0.012053868505689833, "subset_score_loss": 0.012053868505689833}
+{"step": 4640000, "wall_time": 44668.77448058128, "train_loss_step": 2.85227632522583, "n_params": 4449370, "total_flops": 63421675929600000, "train_loss": 0.012420868873596192, "subset_score_loss": 0.012420868873596192}
+{"step": 4650000, "wall_time": 44754.71582221985, "train_loss_step": 3.2779386043548584, "n_params": 4449370, "total_flops": 63558360576000000, "train_loss": 0.012431901031070286, "subset_score_loss": 0.012431901031070286}
+{"step": 4660000, "wall_time": 44842.32812619209, "train_loss_step": 2.674071788787842, "n_params": 4449370, "total_flops": 63695045222400000, "train_loss": 0.013931308852301703, "subset_score_loss": 0.013931308852301703}
+{"step": 4670000, "wall_time": 44929.80564880371, "train_loss_step": 3.0886950492858887, "n_params": 4449370, "total_flops": 63831729868800000, "train_loss": 0.011657030052608914, "subset_score_loss": 0.011657030052608914}
+{"step": 4680000, "wall_time": 45017.39466071129, "train_loss_step": 2.832562208175659, "n_params": 4449370, "total_flops": 63968414515200000, "train_loss": 0.012175757355160183, "subset_score_loss": 0.012175757355160183}
+{"step": 4690000, "wall_time": 45104.871025800705, "train_loss_step": 2.897810459136963, "n_params": 4449370, "total_flops": 64105099161600000, "train_loss": 0.012549022833506266, "subset_score_loss": 0.012549022833506266}
+{"step": 4700000, "wall_time": 45255.89424133301, "train_loss_step": 2.9808266162872314, "n_params": 4449370, "total_flops": 64241783808000000, "train_loss": 0.01222467025121053, "subset_score_loss": 0.01222467025121053, "memorization_fraction_pixel": 0.8190000057220459, "mean_nn_ratio_pixel": 0.3292893171310425, "fid": 38.82374079173463}
+{"step": 4710000, "wall_time": 45343.34146499634, "train_loss_step": 3.125717878341675, "n_params": 4449370, "total_flops": 64378468454400000, "train_loss": 0.011900599797566731, "subset_score_loss": 0.011900599797566731}
+{"step": 4720000, "wall_time": 45430.44227266312, "train_loss_step": 3.224712371826172, "n_params": 4449370, "total_flops": 64515153100800000, "train_loss": 0.012492594454023573, "subset_score_loss": 0.012492594454023573}
+{"step": 4730000, "wall_time": 45517.819038152695, "train_loss_step": 3.008789539337158, "n_params": 4449370, "total_flops": 64651837747200000, "train_loss": 0.012473842832777235, "subset_score_loss": 0.012473842832777235}
+{"step": 4740000, "wall_time": 45605.13610839844, "train_loss_step": 3.092057704925537, "n_params": 4449370, "total_flops": 64788522393600000, "train_loss": 0.012646212842729357, "subset_score_loss": 0.012646212842729357}
+{"step": 4750000, "wall_time": 45692.866302490234, "train_loss_step": 3.1588659286499023, "n_params": 4449370, "total_flops": 64925207040000000, "train_loss": 0.011822957462734646, "subset_score_loss": 0.011822957462734646}
+{"step": 4760000, "wall_time": 45778.64779305458, "train_loss_step": 2.841620445251465, "n_params": 4449370, "total_flops": 65061891686400000, "train_loss": 0.012071340613894992, "subset_score_loss": 0.012071340613894992}
+{"step": 4770000, "wall_time": 45866.07752990723, "train_loss_step": 2.8180224895477295, "n_params": 4449370, "total_flops": 65198576332800000, "train_loss": 0.01217267910639445, "subset_score_loss": 0.01217267910639445}
+{"step": 4780000, "wall_time": 45953.92273545265, "train_loss_step": 2.962681770324707, "n_params": 4449370, "total_flops": 65335260979200000, "train_loss": 0.011695749229855008, "subset_score_loss": 0.011695749229855008}
+{"step": 4790000, "wall_time": 46041.75501871109, "train_loss_step": 2.9750664234161377, "n_params": 4449370, "total_flops": 65471945625600000, "train_loss": 0.01283482313156128, "subset_score_loss": 0.01283482313156128}
+{"step": 4800000, "wall_time": 46193.682654857635, "train_loss_step": 2.9734652042388916, "n_params": 4449370, "total_flops": 65608630272000000, "train_loss": 0.012238362100389269, "subset_score_loss": 0.012238362100389269, "memorization_fraction_pixel": 0.824999988079071, "mean_nn_ratio_pixel": 0.3268870711326599, "fid": 39.552793690658774}
+{"step": 4810000, "wall_time": 46282.03294301033, "train_loss_step": 2.7544074058532715, "n_params": 4449370, "total_flops": 65745314918400000, "train_loss": 0.011626221073998345, "subset_score_loss": 0.011626221073998345}
+{"step": 4820000, "wall_time": 46370.867404699326, "train_loss_step": 3.011110782623291, "n_params": 4449370, "total_flops": 65881999564800000, "train_loss": 0.012799677583906386, "subset_score_loss": 0.012799677583906386}
+{"step": 4830000, "wall_time": 46459.693537950516, "train_loss_step": 2.766507148742676, "n_params": 4449370, "total_flops": 66018684211200000, "train_loss": 0.011721457375420465, "subset_score_loss": 0.011721457375420465}
+{"step": 4840000, "wall_time": 46548.68323016167, "train_loss_step": 3.128918170928955, "n_params": 4449370, "total_flops": 66155368857600000, "train_loss": 0.012508718172709148, "subset_score_loss": 0.012508718172709148}
+{"step": 4850000, "wall_time": 46637.68630695343, "train_loss_step": 2.8644027709960938, "n_params": 4449370, "total_flops": 66292053504000000, "train_loss": 0.011548283365037706, "subset_score_loss": 0.011548283365037706}
+{"step": 4860000, "wall_time": 46724.95545434952, "train_loss_step": 3.080869197845459, "n_params": 4449370, "total_flops": 66428738150400000, "train_loss": 0.01223577790790134, "subset_score_loss": 0.01223577790790134}
+{"step": 4870000, "wall_time": 46813.991415023804, "train_loss_step": 2.8425843715667725, "n_params": 4449370, "total_flops": 66565422796800000, "train_loss": 0.011212170124053955, "subset_score_loss": 0.011212170124053955}
+{"step": 4880000, "wall_time": 46903.04119706154, "train_loss_step": 2.8130879402160645, "n_params": 4449370, "total_flops": 66702107443200000, "train_loss": 0.012062244945102267, "subset_score_loss": 0.012062244945102267}
+{"step": 4890000, "wall_time": 46991.99581503868, "train_loss_step": 2.7475080490112305, "n_params": 4449370, "total_flops": 66838792089600000, "train_loss": 0.01151973803838094, "subset_score_loss": 0.01151973803838094}
+{"step": 4900000, "wall_time": 47150.09304141998, "train_loss_step": 2.833876132965088, "n_params": 4449370, "total_flops": 66975476736000000, "train_loss": 0.012092477745480008, "subset_score_loss": 0.012092477745480008, "memorization_fraction_pixel": 0.8206999897956848, "mean_nn_ratio_pixel": 0.3286052346229553, "fid": 40.0328801990557}
+{"step": 4910000, "wall_time": 47234.008085250854, "train_loss_step": 2.961186408996582, "n_params": 4449370, "total_flops": 67112161382400000, "train_loss": 0.011864509847429063, "subset_score_loss": 0.011864509847429063}
+{"step": 4920000, "wall_time": 47322.87724113464, "train_loss_step": 2.91436767578125, "n_params": 4449370, "total_flops": 67248846028800000, "train_loss": 0.011604943540361193, "subset_score_loss": 0.011604943540361193}
+{"step": 4930000, "wall_time": 47411.82468557358, "train_loss_step": 2.7156455516815186, "n_params": 4449370, "total_flops": 67385530675200000, "train_loss": 0.011404462655385335, "subset_score_loss": 0.011404462655385335}
+{"step": 4940000, "wall_time": 47500.92357301712, "train_loss_step": 3.078625202178955, "n_params": 4449370, "total_flops": 67522215321600000, "train_loss": 0.012070551183488635, "subset_score_loss": 0.012070551183488635}
+{"step": 4950000, "wall_time": 47590.00611829758, "train_loss_step": 2.9053192138671875, "n_params": 4449370, "total_flops": 67658899968000000, "train_loss": 0.012352241410149468, "subset_score_loss": 0.012352241410149468}
+{"step": 4960000, "wall_time": 47679.088599443436, "train_loss_step": 2.9692416191101074, "n_params": 4449370, "total_flops": 67795584614400000, "train_loss": 0.011849637826283772, "subset_score_loss": 0.011849637826283772}
+{"step": 4970000, "wall_time": 47766.84285521507, "train_loss_step": 3.179088592529297, "n_params": 4449370, "total_flops": 67932269260800000, "train_loss": 0.011751964357164172, "subset_score_loss": 0.011751964357164172}
+{"step": 4980000, "wall_time": 47855.99706530571, "train_loss_step": 2.7890238761901855, "n_params": 4449370, "total_flops": 68068953907200000, "train_loss": 0.012137142817179362, "subset_score_loss": 0.012137142817179362}
+{"step": 4990000, "wall_time": 47945.02844262123, "train_loss_step": 2.9197733402252197, "n_params": 4449370, "total_flops": 68205638553600000, "train_loss": 0.011575316058264838, "subset_score_loss": 0.011575316058264838}
+{"step": 5000000, "wall_time": 48102.66564798355, "train_loss_step": 3.0606703758239746, "n_params": 4449370, "total_flops": 68342323200000000, "train_loss": 0.011616788970099556, "subset_score_loss": 0.011616788970099556, "memorization_fraction_pixel": 0.8144999742507935, "mean_nn_ratio_pixel": 0.3331734538078308, "fid": 39.570218493336505}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e21fa43063f3aa9eb048abd64627259a1bbc7c8
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed43/d90/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=0.9971 | fid=304.9606
+  step   10000 |    155s | train_loss=0.8111
+  step   20000 |    244s | train_loss=0.6950
+  step   30000 |    333s | train_loss=0.5601
+  step   40000 |    422s | train_loss=0.4138
+  step   50000 |    510s | train_loss=0.2936
+  step   60000 |    599s | train_loss=0.2199
+  step   70000 |    688s | train_loss=0.1773
+  step   80000 |    777s | train_loss=0.1524
+  step   90000 |    866s | train_loss=0.1393
+  step  100000 |   1024s | train_loss=0.1285 | fid=58.0634
+  step  110000 |   1104s | train_loss=0.1203
+  step  120000 |   1193s | train_loss=0.1142
+  step  130000 |   1282s | train_loss=0.1094
+  step  140000 |   1371s | train_loss=0.1052
+  step  150000 |   1460s | train_loss=0.0990
+  step  160000 |   1549s | train_loss=0.0957
+  step  170000 |   1638s | train_loss=0.0919
+  step  180000 |   1727s | train_loss=0.0894
+  step  190000 |   1816s | train_loss=0.0892
+  step  200000 |   1973s | train_loss=0.0830 | fid=58.0931
+  step  210000 |   2063s | train_loss=0.0834
+  step  220000 |   2146s | train_loss=0.0807
+  step  230000 |   2235s | train_loss=0.0772
+  step  240000 |   2323s | train_loss=0.0744
+  step  250000 |   2412s | train_loss=0.0756
+  step  260000 |   2501s | train_loss=0.0732
+  step  270000 |   2590s | train_loss=0.0702
+  step  280000 |   2679s | train_loss=0.0695
+  step  290000 |   2768s | train_loss=0.0697
+  step  300000 |   2927s | train_loss=0.0661 | fid=56.6222
+  step  310000 |   3016s | train_loss=0.0656
+  step  320000 |   3107s | train_loss=0.0671
+  step  330000 |   3188s | train_loss=0.0624
+  step  340000 |   3277s | train_loss=0.0635
+  step  350000 |   3366s | train_loss=0.0609
+  step  360000 |   3455s | train_loss=0.0612
+  step  370000 |   3544s | train_loss=0.0588
+  step  380000 |   3633s | train_loss=0.0580
+  step  390000 |   3721s | train_loss=0.0582
+  step  400000 |   3881s | train_loss=0.0567 | fid=54.3975
+  step  410000 |   3970s | train_loss=0.0559
+  step  420000 |   4059s | train_loss=0.0556
+  step  430000 |   4143s | train_loss=0.0557
+  step  440000 |   4231s | train_loss=0.0554
+  step  450000 |   4319s | train_loss=0.0552
+  step  460000 |   4408s | train_loss=0.0538
+  step  470000 |   4497s | train_loss=0.0528
+  step  480000 |   4586s | train_loss=0.0524
+  step  490000 |   4675s | train_loss=0.0518
+  step  500000 |   4836s | train_loss=0.0512 | fid=52.3860
+  step  510000 |   4925s | train_loss=0.0519
+  step  520000 |   5014s | train_loss=0.0494
+  step  530000 |   5104s | train_loss=0.0502
+  step  540000 |   5189s | train_loss=0.0494
+  step  550000 |   5276s | train_loss=0.0491
+  step  560000 |   5365s | train_loss=0.0483
+  step  570000 |   5454s | train_loss=0.0495
+  step  580000 |   5543s | train_loss=0.0484
+  step  590000 |   5632s | train_loss=0.0486
+  step  600000 |   5793s | train_loss=0.0472 | fid=50.6112
+  step  610000 |   5882s | train_loss=0.0474
+  step  620000 |   5971s | train_loss=0.0465
+  step  630000 |   6060s | train_loss=0.0451
+  step  640000 |   6150s | train_loss=0.0457
+  step  650000 |   6233s | train_loss=0.0442
+  step  660000 |   6321s | train_loss=0.0457
+  step  670000 |   6410s | train_loss=0.0439
+  step  680000 |   6499s | train_loss=0.0443
+  step  690000 |   6588s | train_loss=0.0447
+  step  700000 |   6750s | train_loss=0.0444 | fid=50.0330
+  step  710000 |   6838s | train_loss=0.0445
+  step  720000 |   6927s | train_loss=0.0439
+  step  730000 |   7016s | train_loss=0.0426
+  step  740000 |   7105s | train_loss=0.0433
+  step  750000 |   7190s | train_loss=0.0419
+  step  760000 |   7277s | train_loss=0.0416
+  step  770000 |   7366s | train_loss=0.0412
+  step  780000 |   7455s | train_loss=0.0412
+  step  790000 |   7544s | train_loss=0.0414
+  step  800000 |   7706s | train_loss=0.0405 | fid=48.8353
+  step  810000 |   7795s | train_loss=0.0402
+  step  820000 |   7884s | train_loss=0.0399
+  step  830000 |   7973s | train_loss=0.0409
+  step  840000 |   8062s | train_loss=0.0409
+  step  850000 |   8151s | train_loss=0.0398
+  step  860000 |   8234s | train_loss=0.0409
+  step  870000 |   8322s | train_loss=0.0395
+  step  880000 |   8411s | train_loss=0.0402
+  step  890000 |   8500s | train_loss=0.0396
+  step  900000 |   8662s | train_loss=0.0388 | fid=48.7647
+  step  910000 |   8751s | train_loss=0.0379
+  step  920000 |   8840s | train_loss=0.0381
+  step  930000 |   8929s | train_loss=0.0387
+  step  940000 |   9018s | train_loss=0.0371
+  step  950000 |   9107s | train_loss=0.0386
+  step  960000 |   9196s | train_loss=0.0398
+  step  970000 |   9281s | train_loss=0.0367
+  step  980000 |   9368s | train_loss=0.0372
+  step  990000 |   9457s | train_loss=0.0357
+  step 1000000 |   9617s | train_loss=0.0373 | fid=47.5269
+  step 1010000 |   9706s | train_loss=0.0375
+  step 1020000 |   9795s | train_loss=0.0370
+  step 1030000 |   9883s | train_loss=0.0368
+  step 1040000 |   9972s | train_loss=0.0354
+  step 1050000 |  10061s | train_loss=0.0362
+  step 1060000 |  10150s | train_loss=0.0369
+  step 1070000 |  10235s | train_loss=0.0356
+  step 1080000 |  10323s | train_loss=0.0367
+  step 1090000 |  10411s | train_loss=0.0368
+  step 1100000 |  10574s | train_loss=0.0349 | fid=47.3856
+  step 1110000 |  10663s | train_loss=0.0339
+  step 1120000 |  10751s | train_loss=0.0358
+  step 1130000 |  10840s | train_loss=0.0356
+  step 1140000 |  10929s | train_loss=0.0335
+  step 1150000 |  11018s | train_loss=0.0339
+  step 1160000 |  11107s | train_loss=0.0342
+  step 1170000 |  11197s | train_loss=0.0348
+  step 1180000 |  11281s | train_loss=0.0330
+  step 1190000 |  11369s | train_loss=0.0333
+  step 1200000 |  11532s | train_loss=0.0332 | fid=46.7593
+  step 1210000 |  11620s | train_loss=0.0320
+  step 1220000 |  11709s | train_loss=0.0324
+  step 1230000 |  11798s | train_loss=0.0330
+  step 1240000 |  11887s | train_loss=0.0322
+  step 1250000 |  11976s | train_loss=0.0344
+  step 1260000 |  12065s | train_loss=0.0327
+  step 1270000 |  12154s | train_loss=0.0321
+  step 1280000 |  12241s | train_loss=0.0320
+  step 1290000 |  12328s | train_loss=0.0314
+  step 1300000 |  12489s | train_loss=0.0317 | fid=46.6235
+  step 1310000 |  12577s | train_loss=0.0315
+  step 1320000 |  12666s | train_loss=0.0307
+  step 1330000 |  12755s | train_loss=0.0316
+  step 1340000 |  12844s | train_loss=0.0332
+  step 1350000 |  12933s | train_loss=0.0306
+  step 1360000 |  13022s | train_loss=0.0301
+  step 1370000 |  13111s | train_loss=0.0313
+  step 1380000 |  13200s | train_loss=0.0314
+  step 1390000 |  13284s | train_loss=0.0312
+  step 1400000 |  13443s | train_loss=0.0300 | fid=47.3859
+  step 1410000 |  13532s | train_loss=0.0303
+  step 1420000 |  13621s | train_loss=0.0288
+  step 1430000 |  13709s | train_loss=0.0301
+  step 1440000 |  13798s | train_loss=0.0302
+  step 1450000 |  13887s | train_loss=0.0293
+  step 1460000 |  13976s | train_loss=0.0295
+  step 1470000 |  14065s | train_loss=0.0295
+  step 1480000 |  14154s | train_loss=0.0292
+  step 1490000 |  14244s | train_loss=0.0286
+  step 1500000 |  14401s | train_loss=0.0286 | fid=46.2391
+  step 1510000 |  14489s | train_loss=0.0296
+  step 1520000 |  14577s | train_loss=0.0293
+  step 1530000 |  14666s | train_loss=0.0282
+  step 1540000 |  14755s | train_loss=0.0276
+  step 1550000 |  14844s | train_loss=0.0276
+  step 1560000 |  14933s | train_loss=0.0283
+  step 1570000 |  15022s | train_loss=0.0288
+  step 1580000 |  15111s | train_loss=0.0281
+  step 1590000 |  15199s | train_loss=0.0275
+  step 1600000 |  15390s | train_loss=0.0276 | fid=45.4969
+  step 1610000 |  15477s | train_loss=0.0272
+  step 1620000 |  15565s | train_loss=0.0269
+  step 1630000 |  15654s | train_loss=0.0271
+  step 1640000 |  15742s | train_loss=0.0280
+  step 1650000 |  15831s | train_loss=0.0268
+  step 1660000 |  15920s | train_loss=0.0271
+  step 1670000 |  16009s | train_loss=0.0267
+  step 1680000 |  16097s | train_loss=0.0257
+  step 1690000 |  16186s | train_loss=0.0271
+  step 1700000 |  16342s | train_loss=0.0260 | fid=45.8536
+  step 1710000 |  16431s | train_loss=0.0259
+  step 1720000 |  16519s | train_loss=0.0255
+  step 1730000 |  16607s | train_loss=0.0266
+  step 1740000 |  16696s | train_loss=0.0259
+  step 1750000 |  16785s | train_loss=0.0258
+  step 1760000 |  16874s | train_loss=0.0277
+  step 1770000 |  16963s | train_loss=0.0258
+  step 1780000 |  17052s | train_loss=0.0249
+  step 1790000 |  17141s | train_loss=0.0257
+  step 1800000 |  17302s | train_loss=0.0248 | fid=43.9300
+  step 1810000 |  17391s | train_loss=0.0240
+  step 1820000 |  17479s | train_loss=0.0241
+  step 1830000 |  17568s | train_loss=0.0240
+  step 1840000 |  17657s | train_loss=0.0247
+  step 1850000 |  17746s | train_loss=0.0250
+  step 1860000 |  17835s | train_loss=0.0247
+  step 1870000 |  17923s | train_loss=0.0237
+  step 1880000 |  18012s | train_loss=0.0238
+  step 1890000 |  18101s | train_loss=0.0259
+  step 1900000 |  18263s | train_loss=0.0239 | fid=44.2214
+  step 1910000 |  18348s | train_loss=0.0235
+  step 1920000 |  18437s | train_loss=0.0242
+  step 1930000 |  18525s | train_loss=0.0240
+  step 1940000 |  18614s | train_loss=0.0236
+  step 1950000 |  18703s | train_loss=0.0240
+  step 1960000 |  18791s | train_loss=0.0231
+  step 1970000 |  18880s | train_loss=0.0228
+  step 1980000 |  18969s | train_loss=0.0239
+  step 1990000 |  19058s | train_loss=0.0236
+  step 2000000 |  19219s | train_loss=0.0232 | fid=43.4767
+  step 2010000 |  19306s | train_loss=0.0235
+  step 2020000 |  19392s | train_loss=0.0228
+  step 2030000 |  19482s | train_loss=0.0227
+  step 2040000 |  19569s | train_loss=0.0221
+  step 2050000 |  19657s | train_loss=0.0220
+  step 2060000 |  19746s | train_loss=0.0231
+  step 2070000 |  19834s | train_loss=0.0225
+  step 2080000 |  19922s | train_loss=0.0223
+  step 2090000 |  20011s | train_loss=0.0219
+  step 2100000 |  20174s | train_loss=0.0231 | fid=43.7887
+  step 2110000 |  20264s | train_loss=0.0222
+  step 2120000 |  20348s | train_loss=0.0240
+  step 2130000 |  20437s | train_loss=0.0222
+  step 2140000 |  20526s | train_loss=0.0220
+  step 2150000 |  20613s | train_loss=0.0222
+  step 2160000 |  20702s | train_loss=0.0230
+  step 2170000 |  20791s | train_loss=0.0222
+  step 2180000 |  20879s | train_loss=0.0220
+  step 2190000 |  20967s | train_loss=0.0217
+  step 2200000 |  21129s | train_loss=0.0217 | fid=42.9387
+  step 2210000 |  21218s | train_loss=0.0223
+  step 2220000 |  21306s | train_loss=0.0209
+  step 2230000 |  21390s | train_loss=0.0213
+  step 2240000 |  21478s | train_loss=0.0216
+  step 2250000 |  21565s | train_loss=0.0217
+  step 2260000 |  21654s | train_loss=0.0217
+  step 2270000 |  21742s | train_loss=0.0220
+  step 2280000 |  21831s | train_loss=0.0203
+  step 2290000 |  21920s | train_loss=0.0209
+  step 2300000 |  22082s | train_loss=0.0210 | fid=41.9826
+  step 2310000 |  22171s | train_loss=0.0221
+  step 2320000 |  22261s | train_loss=0.0217
+  step 2330000 |  22344s | train_loss=0.0207
+  step 2340000 |  22433s | train_loss=0.0199
+  step 2350000 |  22522s | train_loss=0.0203
+  step 2360000 |  22609s | train_loss=0.0217
+  step 2370000 |  22698s | train_loss=0.0205
+  step 2380000 |  22787s | train_loss=0.0195
+  step 2390000 |  22876s | train_loss=0.0200
+  step 2400000 |  23080s | train_loss=0.0202 | fid=41.6671
+  step 2410000 |  23168s | train_loss=0.0203
+  step 2420000 |  23257s | train_loss=0.0200
+  step 2430000 |  23340s | train_loss=0.0199
+  step 2440000 |  23428s | train_loss=0.0198
+  step 2450000 |  23517s | train_loss=0.0204
+  step 2460000 |  23604s | train_loss=0.0197
+  step 2470000 |  23692s | train_loss=0.0206
+  step 2480000 |  23781s | train_loss=0.0202
+  step 2490000 |  23869s | train_loss=0.0191
+  step 2500000 |  24028s | train_loss=0.0198 | fid=41.7906
+  step 2510000 |  24117s | train_loss=0.0202
+  step 2520000 |  24206s | train_loss=0.0195
+  step 2530000 |  24294s | train_loss=0.0193
+  step 2540000 |  24378s | train_loss=0.0191
+  step 2550000 |  24466s | train_loss=0.0197
+  step 2560000 |  24555s | train_loss=0.0193
+  step 2570000 |  24642s | train_loss=0.0191
+  step 2580000 |  24730s | train_loss=0.0190
+  step 2590000 |  24819s | train_loss=0.0198
+  step 2600000 |  24980s | train_loss=0.0192 | fid=40.9371
+  step 2610000 |  25069s | train_loss=0.0185
+  step 2620000 |  25157s | train_loss=0.0187
+  step 2630000 |  25246s | train_loss=0.0183
+  step 2640000 |  25330s | train_loss=0.0186
+  step 2650000 |  25418s | train_loss=0.0183
+  step 2660000 |  25506s | train_loss=0.0191
+  step 2670000 |  25595s | train_loss=0.0186
+  step 2680000 |  25682s | train_loss=0.0181
+  step 2690000 |  25770s | train_loss=0.0185
+  step 2700000 |  25929s | train_loss=0.0192 | fid=41.0889
+  step 2710000 |  26017s | train_loss=0.0185
+  step 2720000 |  26106s | train_loss=0.0182
+  step 2730000 |  26194s | train_loss=0.0188
+  step 2740000 |  26282s | train_loss=0.0180
+  step 2750000 |  26367s | train_loss=0.0183
+  step 2760000 |  26456s | train_loss=0.0184
+  step 2770000 |  26544s | train_loss=0.0174
+  step 2780000 |  26631s | train_loss=0.0181
+  step 2790000 |  26720s | train_loss=0.0179
+  step 2800000 |  26880s | train_loss=0.0179 | fid=40.2600
+  step 2810000 |  26969s | train_loss=0.0170
+  step 2820000 |  27057s | train_loss=0.0179
+  step 2830000 |  27146s | train_loss=0.0173
+  step 2840000 |  27235s | train_loss=0.0171
+  step 2850000 |  27320s | train_loss=0.0186
+  step 2860000 |  27407s | train_loss=0.0175
+  step 2870000 |  27496s | train_loss=0.0172
+  step 2880000 |  27584s | train_loss=0.0169
+  step 2890000 |  27671s | train_loss=0.0174
+  step 2900000 |  27830s | train_loss=0.0176 | fid=39.8393
+  step 2910000 |  27919s | train_loss=0.0170
+  step 2920000 |  28007s | train_loss=0.0177
+  step 2930000 |  28096s | train_loss=0.0171
+  step 2940000 |  28185s | train_loss=0.0187
+  step 2950000 |  28273s | train_loss=0.0173
+  step 2960000 |  28358s | train_loss=0.0169
+  step 2970000 |  28445s | train_loss=0.0172
+  step 2980000 |  28532s | train_loss=0.0184
+  step 2990000 |  28618s | train_loss=0.0172
+  step 3000000 |  28773s | train_loss=0.0165 | fid=39.7965
+  step 3010000 |  28862s | train_loss=0.0172
+  step 3020000 |  28951s | train_loss=0.0169
+  step 3030000 |  29040s | train_loss=0.0164
+  step 3040000 |  29128s | train_loss=0.0172
+  step 3050000 |  29218s | train_loss=0.0172
+  step 3060000 |  29304s | train_loss=0.0166
+  step 3070000 |  29391s | train_loss=0.0167
+  step 3080000 |  29478s | train_loss=0.0174
+  step 3090000 |  29564s | train_loss=0.0167
+  step 3100000 |  29721s | train_loss=0.0167 | fid=39.4477
+  step 3110000 |  29810s | train_loss=0.0171
+  step 3120000 |  29899s | train_loss=0.0159
+  step 3130000 |  29988s | train_loss=0.0161
+  step 3140000 |  30077s | train_loss=0.0171
+  step 3150000 |  30166s | train_loss=0.0168
+  step 3160000 |  30254s | train_loss=0.0160
+  step 3170000 |  30340s | train_loss=0.0168
+  step 3180000 |  30429s | train_loss=0.0182
+  step 3190000 |  30518s | train_loss=0.0165
+  step 3200000 |  30678s | train_loss=0.0170 | fid=41.2066
+  step 3210000 |  30767s | train_loss=0.0165
+  step 3220000 |  30856s | train_loss=0.0165
+  step 3230000 |  30944s | train_loss=0.0167
+  step 3240000 |  31033s | train_loss=0.0164
+  step 3250000 |  31122s | train_loss=0.0168
+  step 3260000 |  31212s | train_loss=0.0162
+  step 3270000 |  31300s | train_loss=0.0159
+  step 3280000 |  31385s | train_loss=0.0163
+  step 3290000 |  31474s | train_loss=0.0156
+  step 3300000 |  31683s | train_loss=0.0161 | fid=39.4391
+  step 3310000 |  31772s | train_loss=0.0159
+  step 3320000 |  31860s | train_loss=0.0155
+  step 3330000 |  31948s | train_loss=0.0151
+  step 3340000 |  32037s | train_loss=0.0155
+  step 3350000 |  32126s | train_loss=0.0162
+  step 3360000 |  32214s | train_loss=0.0150
+  step 3370000 |  32300s | train_loss=0.0158
+  step 3380000 |  32387s | train_loss=0.0159
+  step 3390000 |  32476s | train_loss=0.0154
+  step 3400000 |  32637s | train_loss=0.0154 | fid=39.7822
+  step 3410000 |  32725s | train_loss=0.0151
+  step 3420000 |  32813s | train_loss=0.0153
+  step 3430000 |  32902s | train_loss=0.0162
+  step 3440000 |  32991s | train_loss=0.0151
+  step 3450000 |  33079s | train_loss=0.0157
+  step 3460000 |  33167s | train_loss=0.0154
+  step 3470000 |  33255s | train_loss=0.0157
+  step 3480000 |  33340s | train_loss=0.0152
+  step 3490000 |  33429s | train_loss=0.0146
+  step 3500000 |  33588s | train_loss=0.0153 | fid=39.6846
+  step 3510000 |  33677s | train_loss=0.0156
+  step 3520000 |  33764s | train_loss=0.0154
+  step 3530000 |  33853s | train_loss=0.0149
+  step 3540000 |  33941s | train_loss=0.0156
+  step 3550000 |  34030s | train_loss=0.0146
+  step 3560000 |  34119s | train_loss=0.0143
+  step 3570000 |  34208s | train_loss=0.0153
+  step 3580000 |  34289s | train_loss=0.0142
+  step 3590000 |  34374s | train_loss=0.0146
+  step 3600000 |  34571s | train_loss=0.0148 | fid=40.1983
+  step 3610000 |  34660s | train_loss=0.0152
+  step 3620000 |  34747s | train_loss=0.0145
+  step 3630000 |  34836s | train_loss=0.0147
+  step 3640000 |  34925s | train_loss=0.0148
+  step 3650000 |  35014s | train_loss=0.0151
+  step 3660000 |  35103s | train_loss=0.0151
+  step 3670000 |  35191s | train_loss=0.0149
+  step 3680000 |  35275s | train_loss=0.0145
+  step 3690000 |  35353s | train_loss=0.0143
+  step 3700000 |  35555s | train_loss=0.0154 | fid=39.9048
+  step 3710000 |  35644s | train_loss=0.0143
+  step 3720000 |  35731s | train_loss=0.0148
+  step 3730000 |  35820s | train_loss=0.0140
+  step 3740000 |  35909s | train_loss=0.0140
+  step 3750000 |  35998s | train_loss=0.0143
+  step 3760000 |  36087s | train_loss=0.0143
+  step 3770000 |  36176s | train_loss=0.0144
+  step 3780000 |  36266s | train_loss=0.0152
+  step 3790000 |  36346s | train_loss=0.0136
+  step 3800000 |  36553s | train_loss=0.0148 | fid=39.8880
+  step 3810000 |  36641s | train_loss=0.0143
+  step 3820000 |  36729s | train_loss=0.0142
+  step 3830000 |  36818s | train_loss=0.0152
+  step 3840000 |  36907s | train_loss=0.0145
+  step 3850000 |  36996s | train_loss=0.0132
+  step 3860000 |  37085s | train_loss=0.0146
+  step 3870000 |  37173s | train_loss=0.0149
+  step 3880000 |  37263s | train_loss=0.0138
+  step 3890000 |  37347s | train_loss=0.0143
+  step 3900000 |  37545s | train_loss=0.0145 | fid=39.7396
+  step 3910000 |  37634s | train_loss=0.0150
+  step 3920000 |  37722s | train_loss=0.0143
+  step 3930000 |  37811s | train_loss=0.0133
+  step 3940000 |  37899s | train_loss=0.0137
+  step 3950000 |  37988s | train_loss=0.0147
+  step 3960000 |  38077s | train_loss=0.0137
+  step 3970000 |  38166s | train_loss=0.0141
+  step 3980000 |  38255s | train_loss=0.0152
+  step 3990000 |  38340s | train_loss=0.0142
+  step 4000000 |  38536s | train_loss=0.0138 | fid=39.2601
+  step 4010000 |  38625s | train_loss=0.0139
+  step 4020000 |  38714s | train_loss=0.0135
+  step 4030000 |  38802s | train_loss=0.0141
+  step 4040000 |  38890s | train_loss=0.0136
+  step 4050000 |  38979s | train_loss=0.0129
+  step 4060000 |  39068s | train_loss=0.0139
+  step 4070000 |  39157s | train_loss=0.0148
+  step 4080000 |  39246s | train_loss=0.0132
+  step 4090000 |  39331s | train_loss=0.0132
+  step 4100000 |  39530s | train_loss=0.0130 | fid=39.6340
+  step 4110000 |  39619s | train_loss=0.0134
+  step 4120000 |  39708s | train_loss=0.0132
+  step 4130000 |  39795s | train_loss=0.0140
+  step 4140000 |  39884s | train_loss=0.0129
+  step 4150000 |  39973s | train_loss=0.0137
+  step 4160000 |  40062s | train_loss=0.0133
+  step 4170000 |  40150s | train_loss=0.0137
+  step 4180000 |  40239s | train_loss=0.0126
+  step 4190000 |  40324s | train_loss=0.0137
+  step 4200000 |  40526s | train_loss=0.0130 | fid=40.2813
+  step 4210000 |  40615s | train_loss=0.0146
+  step 4220000 |  40704s | train_loss=0.0132
+  step 4230000 |  40792s | train_loss=0.0138
+  step 4240000 |  40881s | train_loss=0.0133
+  step 4250000 |  40970s | train_loss=0.0124
+  step 4260000 |  41059s | train_loss=0.0133
+  step 4270000 |  41148s | train_loss=0.0132
+  step 4280000 |  41235s | train_loss=0.0136
+  step 4290000 |  41319s | train_loss=0.0135
+  step 4300000 |  41498s | train_loss=0.0129 | fid=40.1062
+  step 4310000 |  41585s | train_loss=0.0131
+  step 4320000 |  41673s | train_loss=0.0131
+  step 4330000 |  41760s | train_loss=0.0142
+  step 4340000 |  41847s | train_loss=0.0126
+  step 4350000 |  41934s | train_loss=0.0126
+  step 4360000 |  42022s | train_loss=0.0126
+  step 4370000 |  42109s | train_loss=0.0130
+  step 4380000 |  42197s | train_loss=0.0143
+  step 4390000 |  42282s | train_loss=0.0132
+  step 4400000 |  42440s | train_loss=0.0123 | fid=39.5950
+  step 4410000 |  42527s | train_loss=0.0130
+  step 4420000 |  42615s | train_loss=0.0136
+  step 4430000 |  42702s | train_loss=0.0128
+  step 4440000 |  42788s | train_loss=0.0136
+  step 4450000 |  42875s | train_loss=0.0124
+  step 4460000 |  42963s | train_loss=0.0126
+  step 4470000 |  43050s | train_loss=0.0129
+  step 4480000 |  43138s | train_loss=0.0133
+  step 4490000 |  43226s | train_loss=0.0124
+  step 4500000 |  43380s | train_loss=0.0125 | fid=39.4576
+  step 4510000 |  43468s | train_loss=0.0126
+  step 4520000 |  43555s | train_loss=0.0131
+  step 4530000 |  43643s | train_loss=0.0127
+  step 4540000 |  43731s | train_loss=0.0130
+  step 4550000 |  43816s | train_loss=0.0135
+  step 4560000 |  43904s | train_loss=0.0129
+  step 4570000 |  43991s | train_loss=0.0120
+  step 4580000 |  44079s | train_loss=0.0123
+  step 4590000 |  44166s | train_loss=0.0128
+  step 4600000 |  44319s | train_loss=0.0118 | fid=39.3031
+  step 4610000 |  44407s | train_loss=0.0127
+  step 4620000 |  44494s | train_loss=0.0125
+  step 4630000 |  44581s | train_loss=0.0121
+  step 4640000 |  44669s | train_loss=0.0124
+  step 4650000 |  44755s | train_loss=0.0124
+  step 4660000 |  44842s | train_loss=0.0139
+  step 4670000 |  44930s | train_loss=0.0117
+  step 4680000 |  45017s | train_loss=0.0122
+  step 4690000 |  45105s | train_loss=0.0125
+  step 4700000 |  45256s | train_loss=0.0122 | fid=38.8237
+  step 4710000 |  45343s | train_loss=0.0119
+  step 4720000 |  45430s | train_loss=0.0125
+  step 4730000 |  45518s | train_loss=0.0125
+  step 4740000 |  45605s | train_loss=0.0126
+  step 4750000 |  45693s | train_loss=0.0118
+  step 4760000 |  45779s | train_loss=0.0121
+  step 4770000 |  45866s | train_loss=0.0122
+  step 4780000 |  45954s | train_loss=0.0117
+  step 4790000 |  46042s | train_loss=0.0128
+  step 4800000 |  46194s | train_loss=0.0122 | fid=39.5528
+  step 4810000 |  46282s | train_loss=0.0116
+  step 4820000 |  46371s | train_loss=0.0128
+  step 4830000 |  46460s | train_loss=0.0117
+  step 4840000 |  46549s | train_loss=0.0125
+  step 4850000 |  46638s | train_loss=0.0115
+  step 4860000 |  46725s | train_loss=0.0122
+  step 4870000 |  46814s | train_loss=0.0112
+  step 4880000 |  46903s | train_loss=0.0121
+  step 4890000 |  46992s | train_loss=0.0115
+  step 4900000 |  47150s | train_loss=0.0121 | fid=40.0329
+  step 4910000 |  47234s | train_loss=0.0119
+  step 4920000 |  47323s | train_loss=0.0116
+  step 4930000 |  47412s | train_loss=0.0114
+  step 4940000 |  47501s | train_loss=0.0121
+  step 4950000 |  47590s | train_loss=0.0124
+  step 4960000 |  47679s | train_loss=0.0118
+  step 4970000 |  47767s | train_loss=0.0118
+  step 4980000 |  47856s | train_loss=0.0121
+  step 4990000 |  47945s | train_loss=0.0116
+  step 5000000 |  48103s | train_loss=0.0116 | fid=39.5702
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3bf830f2410fa8cbcf44bea5bc6943c87b675590
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3d35a953c043b0a52475b13d6bfa9d7137bec524
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 10, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d10/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 63.1288959980011, "train_loss_step": 10.098470687866211, "n_params": 4285450, "total_flops": 13164902400, "train_loss": 0.9700382232666016, "subset_score_loss": 0.9700382232666016, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9559557437896729, "fid": 193.37532958616498}
+{"step": 10000, "wall_time": 133.1767818927765, "train_loss_step": 2.495248794555664, "n_params": 4285450, "total_flops": 131649024000000, "train_loss": 0.8925998687744141, "subset_score_loss": 0.8925998687744141}
+{"step": 20000, "wall_time": 217.62583303451538, "train_loss_step": 2.750062942504883, "n_params": 4285450, "total_flops": 263298048000000, "train_loss": 0.8908367156982422, "subset_score_loss": 0.8908367156982422}
+{"step": 30000, "wall_time": 302.12945580482483, "train_loss_step": 2.6427087783813477, "n_params": 4285450, "total_flops": 394947072000000, "train_loss": 0.8896660804748535, "subset_score_loss": 0.8896660804748535}
+{"step": 40000, "wall_time": 386.6377718448639, "train_loss_step": 2.4994447231292725, "n_params": 4285450, "total_flops": 526596096000000, "train_loss": 0.8889089584350586, "subset_score_loss": 0.8889089584350586}
+{"step": 50000, "wall_time": 471.1677916049957, "train_loss_step": 2.6130127906799316, "n_params": 4285450, "total_flops": 658245120000000, "train_loss": 0.8881142616271973, "subset_score_loss": 0.8881142616271973}
+{"step": 60000, "wall_time": 555.6486551761627, "train_loss_step": 2.854978322982788, "n_params": 4285450, "total_flops": 789894144000000, "train_loss": 0.8873476982116699, "subset_score_loss": 0.8873476982116699}
+{"step": 70000, "wall_time": 640.1351482868195, "train_loss_step": 2.443934202194214, "n_params": 4285450, "total_flops": 921543168000000, "train_loss": 0.8865556716918945, "subset_score_loss": 0.8865556716918945}
+{"step": 80000, "wall_time": 724.6871135234833, "train_loss_step": 2.708836555480957, "n_params": 4285450, "total_flops": 1053192192000000, "train_loss": 0.8858449935913086, "subset_score_loss": 0.8858449935913086}
+{"step": 90000, "wall_time": 809.1543183326721, "train_loss_step": 2.568732500076294, "n_params": 4285450, "total_flops": 1184841216000000, "train_loss": 0.8853586196899415, "subset_score_loss": 0.8853586196899415}
+{"step": 100000, "wall_time": 958.8525969982147, "train_loss_step": 2.417325019836426, "n_params": 4285450, "total_flops": 1316490240000000, "train_loss": 0.8846599578857421, "subset_score_loss": 0.8846599578857421, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9374170899391174, "fid": 87.285507757503}
+{"step": 110000, "wall_time": 1039.6655728816986, "train_loss_step": 2.788638114929199, "n_params": 4285450, "total_flops": 1448139264000000, "train_loss": 0.8840900421142578, "subset_score_loss": 0.8840900421142578}
+{"step": 120000, "wall_time": 1120.0064964294434, "train_loss_step": 2.6660239696502686, "n_params": 4285450, "total_flops": 1579788288000000, "train_loss": 0.8834199905395508, "subset_score_loss": 0.8834199905395508}
+{"step": 130000, "wall_time": 1204.2462964057922, "train_loss_step": 2.643364906311035, "n_params": 4285450, "total_flops": 1711437312000000, "train_loss": 0.8827559471130371, "subset_score_loss": 0.8827559471130371}
+{"step": 140000, "wall_time": 1288.438451051712, "train_loss_step": 2.562249183654785, "n_params": 4285450, "total_flops": 1843086336000000, "train_loss": 0.8822729110717773, "subset_score_loss": 0.8822729110717773}
+{"step": 150000, "wall_time": 1372.626830816269, "train_loss_step": 2.3259458541870117, "n_params": 4285450, "total_flops": 1974735360000000, "train_loss": 0.8814648628234864, "subset_score_loss": 0.8814648628234864}
+{"step": 160000, "wall_time": 1456.7818784713745, "train_loss_step": 2.8819589614868164, "n_params": 4285450, "total_flops": 2106384384000000, "train_loss": 0.8808945655822754, "subset_score_loss": 0.8808945655822754}
+{"step": 170000, "wall_time": 1540.9281871318817, "train_loss_step": 2.4459245204925537, "n_params": 4285450, "total_flops": 2238033408000000, "train_loss": 0.8799810409545898, "subset_score_loss": 0.8799810409545898}
+{"step": 180000, "wall_time": 1625.1476182937622, "train_loss_step": 2.4417262077331543, "n_params": 4285450, "total_flops": 2369682432000000, "train_loss": 0.8792383193969726, "subset_score_loss": 0.8792383193969726}
+{"step": 190000, "wall_time": 1709.3326787948608, "train_loss_step": 2.521054267883301, "n_params": 4285450, "total_flops": 2501331456000000, "train_loss": 0.8784058570861817, "subset_score_loss": 0.8784058570861817}
+{"step": 200000, "wall_time": 1858.6882536411285, "train_loss_step": 2.7958946228027344, "n_params": 4285450, "total_flops": 2632980480000000, "train_loss": 0.8775944709777832, "subset_score_loss": 0.8775944709777832, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9374562501907349, "fid": 86.94697846042823}
+{"step": 210000, "wall_time": 1938.7841210365295, "train_loss_step": 3.0706233978271484, "n_params": 4285450, "total_flops": 2764629504000000, "train_loss": 0.876406478881836, "subset_score_loss": 0.876406478881836}
+{"step": 220000, "wall_time": 2023.2179629802704, "train_loss_step": 2.6320130825042725, "n_params": 4285450, "total_flops": 2896278528000000, "train_loss": 0.8750958442687988, "subset_score_loss": 0.8750958442687988}
+{"step": 230000, "wall_time": 2104.080465555191, "train_loss_step": 2.4348320960998535, "n_params": 4285450, "total_flops": 3027927552000000, "train_loss": 0.8739412307739258, "subset_score_loss": 0.8739412307739258}
+{"step": 240000, "wall_time": 2188.2695491313934, "train_loss_step": 2.673585891723633, "n_params": 4285450, "total_flops": 3159576576000000, "train_loss": 0.8724620819091797, "subset_score_loss": 0.8724620819091797}
+{"step": 250000, "wall_time": 2272.4830009937286, "train_loss_step": 2.8280930519104004, "n_params": 4285450, "total_flops": 3291225600000000, "train_loss": 0.8710647583007812, "subset_score_loss": 0.8710647583007812}
+{"step": 260000, "wall_time": 2356.6601247787476, "train_loss_step": 2.378675937652588, "n_params": 4285450, "total_flops": 3422874624000000, "train_loss": 0.8692231178283691, "subset_score_loss": 0.8692231178283691}
+{"step": 270000, "wall_time": 2440.872897863388, "train_loss_step": 2.647796154022217, "n_params": 4285450, "total_flops": 3554523648000000, "train_loss": 0.8669877052307129, "subset_score_loss": 0.8669877052307129}
+{"step": 280000, "wall_time": 2525.103387594223, "train_loss_step": 2.6016640663146973, "n_params": 4285450, "total_flops": 3686172672000000, "train_loss": 0.8644107818603516, "subset_score_loss": 0.8644107818603516}
+{"step": 290000, "wall_time": 2609.2409331798553, "train_loss_step": 2.411909580230713, "n_params": 4285450, "total_flops": 3817821696000000, "train_loss": 0.8610589981079102, "subset_score_loss": 0.8610589981079102}
+{"step": 300000, "wall_time": 2758.854174375534, "train_loss_step": 2.6458168029785156, "n_params": 4285450, "total_flops": 3949470720000000, "train_loss": 0.8567934989929199, "subset_score_loss": 0.8567934989929199, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9363704919815063, "fid": 87.05077112335381}
+{"step": 310000, "wall_time": 2838.8682103157043, "train_loss_step": 2.5580766201019287, "n_params": 4285450, "total_flops": 4081119744000000, "train_loss": 0.8507747650146484, "subset_score_loss": 0.8507747650146484}
+{"step": 320000, "wall_time": 2923.0712513923645, "train_loss_step": 2.3765156269073486, "n_params": 4285450, "total_flops": 4212768768000000, "train_loss": 0.8413350105285644, "subset_score_loss": 0.8413350105285644}
+{"step": 330000, "wall_time": 3005.70791387558, "train_loss_step": 2.2857227325439453, "n_params": 4285450, "total_flops": 4344417792000000, "train_loss": 0.8279563903808593, "subset_score_loss": 0.8279563903808593}
+{"step": 340000, "wall_time": 3090.3219039440155, "train_loss_step": 2.679658889770508, "n_params": 4285450, "total_flops": 4476066816000000, "train_loss": 0.8115405082702637, "subset_score_loss": 0.8115405082702637}
+{"step": 350000, "wall_time": 3172.1654245853424, "train_loss_step": 2.4633421897888184, "n_params": 4285450, "total_flops": 4607715840000000, "train_loss": 0.7899277687072754, "subset_score_loss": 0.7899277687072754}
+{"step": 360000, "wall_time": 3256.321342945099, "train_loss_step": 2.1822314262390137, "n_params": 4285450, "total_flops": 4739364864000000, "train_loss": 0.7625357627868652, "subset_score_loss": 0.7625357627868652}
+{"step": 370000, "wall_time": 3340.54599070549, "train_loss_step": 2.308060646057129, "n_params": 4285450, "total_flops": 4871013888000000, "train_loss": 0.7301749229431153, "subset_score_loss": 0.7301749229431153}
+{"step": 380000, "wall_time": 3424.7088894844055, "train_loss_step": 2.2843751907348633, "n_params": 4285450, "total_flops": 5002662912000000, "train_loss": 0.6903663158416748, "subset_score_loss": 0.6903663158416748}
+{"step": 390000, "wall_time": 3508.9895758628845, "train_loss_step": 2.360252857208252, "n_params": 4285450, "total_flops": 5134311936000000, "train_loss": 0.6493125915527344, "subset_score_loss": 0.6493125915527344}
+{"step": 400000, "wall_time": 3657.8594546318054, "train_loss_step": 2.3463354110717773, "n_params": 4285450, "total_flops": 5265960960000000, "train_loss": 0.6081130027770996, "subset_score_loss": 0.6081130027770996, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9088909029960632, "fid": 87.33040925047152}
+{"step": 410000, "wall_time": 3738.0365092754364, "train_loss_step": 2.438847064971924, "n_params": 4285450, "total_flops": 5397609984000000, "train_loss": 0.5589601993560791, "subset_score_loss": 0.5589601993560791}
+{"step": 420000, "wall_time": 3822.14395737648, "train_loss_step": 2.181535005569458, "n_params": 4285450, "total_flops": 5529259008000000, "train_loss": 0.5310264110565186, "subset_score_loss": 0.5310264110565186}
+{"step": 430000, "wall_time": 3906.41539478302, "train_loss_step": 2.072277784347534, "n_params": 4285450, "total_flops": 5660908032000000, "train_loss": 0.4833369731903076, "subset_score_loss": 0.4833369731903076}
+{"step": 440000, "wall_time": 3989.425188064575, "train_loss_step": 2.196489095687866, "n_params": 4285450, "total_flops": 5792557056000000, "train_loss": 0.45589656829833985, "subset_score_loss": 0.45589656829833985}
+{"step": 450000, "wall_time": 4073.742940425873, "train_loss_step": 2.4429991245269775, "n_params": 4285450, "total_flops": 5924206080000000, "train_loss": 0.43150992393493653, "subset_score_loss": 0.43150992393493653}
+{"step": 460000, "wall_time": 4155.745344161987, "train_loss_step": 2.0880703926086426, "n_params": 4285450, "total_flops": 6055855104000000, "train_loss": 0.393039870262146, "subset_score_loss": 0.393039870262146}
+{"step": 470000, "wall_time": 4239.986083984375, "train_loss_step": 2.200122833251953, "n_params": 4285450, "total_flops": 6187504128000000, "train_loss": 0.3751368999481201, "subset_score_loss": 0.3751368999481201}
+{"step": 480000, "wall_time": 4324.187777519226, "train_loss_step": 2.26768159866333, "n_params": 4285450, "total_flops": 6319153152000000, "train_loss": 0.3444359302520752, "subset_score_loss": 0.3444359302520752}
+{"step": 490000, "wall_time": 4408.377153873444, "train_loss_step": 2.032864570617676, "n_params": 4285450, "total_flops": 6450802176000000, "train_loss": 0.33415677547454836, "subset_score_loss": 0.33415677547454836}
+{"step": 500000, "wall_time": 4558.088855743408, "train_loss_step": 2.1096036434173584, "n_params": 4285450, "total_flops": 6582451200000000, "train_loss": 0.317270827293396, "subset_score_loss": 0.317270827293396, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.8464375734329224, "fid": 86.22615901110119}
+{"step": 510000, "wall_time": 4638.994871377945, "train_loss_step": 2.178962230682373, "n_params": 4285450, "total_flops": 6714100224000000, "train_loss": 0.29918251037597654, "subset_score_loss": 0.29918251037597654}
+{"step": 520000, "wall_time": 4723.003288269043, "train_loss_step": 1.8979499340057373, "n_params": 4285450, "total_flops": 6845749248000000, "train_loss": 0.2889030933380127, "subset_score_loss": 0.2889030933380127}
+{"step": 530000, "wall_time": 4807.083600759506, "train_loss_step": 2.030893087387085, "n_params": 4285450, "total_flops": 6977398272000000, "train_loss": 0.2755928039550781, "subset_score_loss": 0.2755928039550781}
+{"step": 540000, "wall_time": 4891.301176071167, "train_loss_step": 1.7008037567138672, "n_params": 4285450, "total_flops": 7109047296000000, "train_loss": 0.26237871646881106, "subset_score_loss": 0.26237871646881106}
+{"step": 550000, "wall_time": 4974.010380744934, "train_loss_step": 2.1405792236328125, "n_params": 4285450, "total_flops": 7240696320000000, "train_loss": 0.25863847732543943, "subset_score_loss": 0.25863847732543943}
+{"step": 560000, "wall_time": 5058.027208566666, "train_loss_step": 1.8389793634414673, "n_params": 4285450, "total_flops": 7372345344000000, "train_loss": 0.24695305824279784, "subset_score_loss": 0.24695305824279784}
+{"step": 570000, "wall_time": 5140.282338619232, "train_loss_step": 1.8925659656524658, "n_params": 4285450, "total_flops": 7503994368000000, "train_loss": 0.24118447303771973, "subset_score_loss": 0.24118447303771973}
+{"step": 580000, "wall_time": 5224.536469459534, "train_loss_step": 2.0243968963623047, "n_params": 4285450, "total_flops": 7635643392000000, "train_loss": 0.2338339328765869, "subset_score_loss": 0.2338339328765869}
+{"step": 590000, "wall_time": 5308.713963985443, "train_loss_step": 1.9602677822113037, "n_params": 4285450, "total_flops": 7767292416000000, "train_loss": 0.2257016658782959, "subset_score_loss": 0.2257016658782959}
+{"step": 600000, "wall_time": 5458.44199347496, "train_loss_step": 2.0175721645355225, "n_params": 4285450, "total_flops": 7898941440000000, "train_loss": 0.2222186803817749, "subset_score_loss": 0.2222186803817749, "memorization_fraction_pixel": 0.0019000000320374966, "mean_nn_ratio_pixel": 0.800149142742157, "fid": 85.37008964492472}
+{"step": 610000, "wall_time": 5539.14296412468, "train_loss_step": 1.897733211517334, "n_params": 4285450, "total_flops": 8030590464000000, "train_loss": 0.21789267063140869, "subset_score_loss": 0.21789267063140869}
+{"step": 620000, "wall_time": 5623.162794828415, "train_loss_step": 1.936584234237671, "n_params": 4285450, "total_flops": 8162239488000000, "train_loss": 0.21094107627868652, "subset_score_loss": 0.21094107627868652}
+{"step": 630000, "wall_time": 5707.30877995491, "train_loss_step": 1.928985357284546, "n_params": 4285450, "total_flops": 8293888512000000, "train_loss": 0.20566246509552003, "subset_score_loss": 0.20566246509552003}
+{"step": 640000, "wall_time": 5791.415317058563, "train_loss_step": 1.9239283800125122, "n_params": 4285450, "total_flops": 8425537536000000, "train_loss": 0.20043203830718995, "subset_score_loss": 0.20043203830718995}
+{"step": 650000, "wall_time": 5875.714932203293, "train_loss_step": 1.8782953023910522, "n_params": 4285450, "total_flops": 8557186560000000, "train_loss": 0.19567127227783204, "subset_score_loss": 0.19567127227783204}
+{"step": 660000, "wall_time": 5958.405870914459, "train_loss_step": 1.8321969509124756, "n_params": 4285450, "total_flops": 8688835584000000, "train_loss": 0.19199986457824708, "subset_score_loss": 0.19199986457824708}
+{"step": 670000, "wall_time": 6042.630334377289, "train_loss_step": 1.7943451404571533, "n_params": 4285450, "total_flops": 8820484608000000, "train_loss": 0.19037942886352538, "subset_score_loss": 0.19037942886352538}
+{"step": 680000, "wall_time": 6126.975820541382, "train_loss_step": 1.829998254776001, "n_params": 4285450, "total_flops": 8952133632000000, "train_loss": 0.18339052200317382, "subset_score_loss": 0.18339052200317382}
+{"step": 690000, "wall_time": 6208.906434774399, "train_loss_step": 1.745088815689087, "n_params": 4285450, "total_flops": 9083782656000000, "train_loss": 0.1817410707473755, "subset_score_loss": 0.1817410707473755}
+{"step": 700000, "wall_time": 6358.563299655914, "train_loss_step": 1.988821268081665, "n_params": 4285450, "total_flops": 9215431680000000, "train_loss": 0.18196114301681518, "subset_score_loss": 0.18196114301681518, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.7748076319694519, "fid": 87.85077425259283}
+{"step": 710000, "wall_time": 6440.547204256058, "train_loss_step": 1.902424693107605, "n_params": 4285450, "total_flops": 9347080704000000, "train_loss": 0.17640682458877563, "subset_score_loss": 0.17640682458877563}
+{"step": 720000, "wall_time": 6523.247742176056, "train_loss_step": 1.8809936046600342, "n_params": 4285450, "total_flops": 9478729728000000, "train_loss": 0.17187639474868774, "subset_score_loss": 0.17187639474868774}
+{"step": 730000, "wall_time": 6607.2987844944, "train_loss_step": 1.9314098358154297, "n_params": 4285450, "total_flops": 9610378752000000, "train_loss": 0.1756603956222534, "subset_score_loss": 0.1756603956222534}
+{"step": 740000, "wall_time": 6691.371659994125, "train_loss_step": 1.7962480783462524, "n_params": 4285450, "total_flops": 9742027776000000, "train_loss": 0.169208562374115, "subset_score_loss": 0.169208562374115}
+{"step": 750000, "wall_time": 6775.5839076042175, "train_loss_step": 1.854008674621582, "n_params": 4285450, "total_flops": 9873676800000000, "train_loss": 0.16521233320236206, "subset_score_loss": 0.16521233320236206}
+{"step": 760000, "wall_time": 6859.89345908165, "train_loss_step": 1.8602690696716309, "n_params": 4285450, "total_flops": 10005325824000000, "train_loss": 0.15965847969055175, "subset_score_loss": 0.15965847969055175}
+{"step": 770000, "wall_time": 6942.710316896439, "train_loss_step": 1.8870431184768677, "n_params": 4285450, "total_flops": 10136974848000000, "train_loss": 0.16120198965072632, "subset_score_loss": 0.16120198965072632}
+{"step": 780000, "wall_time": 7026.866907596588, "train_loss_step": 1.7639601230621338, "n_params": 4285450, "total_flops": 10268623872000000, "train_loss": 0.15578665733337402, "subset_score_loss": 0.15578665733337402}
+{"step": 790000, "wall_time": 7111.003643274307, "train_loss_step": 1.9545222520828247, "n_params": 4285450, "total_flops": 10400272896000000, "train_loss": 0.1539624810218811, "subset_score_loss": 0.1539624810218811}
+{"step": 800000, "wall_time": 7258.909508228302, "train_loss_step": 1.7687431573867798, "n_params": 4285450, "total_flops": 10531921920000000, "train_loss": 0.15446542501449584, "subset_score_loss": 0.15446542501449584, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.7604115605354309, "fid": 86.47884560578437}
+{"step": 810000, "wall_time": 7341.362195730209, "train_loss_step": 1.652348518371582, "n_params": 4285450, "total_flops": 10663570944000000, "train_loss": 0.15514802932739258, "subset_score_loss": 0.15514802932739258}
+{"step": 820000, "wall_time": 7423.734912633896, "train_loss_step": 1.9521721601486206, "n_params": 4285450, "total_flops": 10795219968000000, "train_loss": 0.14856979846954346, "subset_score_loss": 0.14856979846954346}
+{"step": 830000, "wall_time": 7507.797144174576, "train_loss_step": 1.7908293008804321, "n_params": 4285450, "total_flops": 10926868992000000, "train_loss": 0.14734941720962524, "subset_score_loss": 0.14734941720962524}
+{"step": 840000, "wall_time": 7592.012410879135, "train_loss_step": 1.6521121263504028, "n_params": 4285450, "total_flops": 11058518016000000, "train_loss": 0.14783536195755004, "subset_score_loss": 0.14783536195755004}
+{"step": 850000, "wall_time": 7676.089478731155, "train_loss_step": 1.967225193977356, "n_params": 4285450, "total_flops": 11190167040000000, "train_loss": 0.14450794458389282, "subset_score_loss": 0.14450794458389282}
+{"step": 860000, "wall_time": 7760.252120018005, "train_loss_step": 1.870593547821045, "n_params": 4285450, "total_flops": 11321816064000000, "train_loss": 0.14402252435684204, "subset_score_loss": 0.14402252435684204}
+{"step": 870000, "wall_time": 7844.570867061615, "train_loss_step": 1.8043752908706665, "n_params": 4285450, "total_flops": 11453465088000000, "train_loss": 0.14180792570114137, "subset_score_loss": 0.14180792570114137}
+{"step": 880000, "wall_time": 7927.4191064834595, "train_loss_step": 1.8340840339660645, "n_params": 4285450, "total_flops": 11585114112000000, "train_loss": 0.14374032020568847, "subset_score_loss": 0.14374032020568847}
+{"step": 890000, "wall_time": 8011.675668954849, "train_loss_step": 1.779247522354126, "n_params": 4285450, "total_flops": 11716763136000000, "train_loss": 0.1398240566253662, "subset_score_loss": 0.1398240566253662}
+{"step": 900000, "wall_time": 8161.702269077301, "train_loss_step": 1.6644477844238281, "n_params": 4285450, "total_flops": 11848412160000000, "train_loss": 0.13924856185913087, "subset_score_loss": 0.13924856185913087, "memorization_fraction_pixel": 0.0038999998942017555, "mean_nn_ratio_pixel": 0.7468066215515137, "fid": 86.62915606198467}
+{"step": 910000, "wall_time": 8241.668742895126, "train_loss_step": 1.8762097358703613, "n_params": 4285450, "total_flops": 11980061184000000, "train_loss": 0.13662706613540648, "subset_score_loss": 0.13662706613540648}
+{"step": 920000, "wall_time": 8323.999826192856, "train_loss_step": 1.9146788120269775, "n_params": 4285450, "total_flops": 12111710208000000, "train_loss": 0.13284385204315186, "subset_score_loss": 0.13284385204315186}
+{"step": 930000, "wall_time": 8408.229549646378, "train_loss_step": 1.6738255023956299, "n_params": 4285450, "total_flops": 12243359232000000, "train_loss": 0.1345439910888672, "subset_score_loss": 0.1345439910888672}
+{"step": 940000, "wall_time": 8492.318588256836, "train_loss_step": 1.7773125171661377, "n_params": 4285450, "total_flops": 12375008256000000, "train_loss": 0.13357431888580323, "subset_score_loss": 0.13357431888580323}
+{"step": 950000, "wall_time": 8576.532196760178, "train_loss_step": 1.6314518451690674, "n_params": 4285450, "total_flops": 12506657280000000, "train_loss": 0.13018319606781006, "subset_score_loss": 0.13018319606781006}
+{"step": 960000, "wall_time": 8660.618316173553, "train_loss_step": 1.6482939720153809, "n_params": 4285450, "total_flops": 12638306304000000, "train_loss": 0.12990809679031373, "subset_score_loss": 0.12990809679031373}
+{"step": 970000, "wall_time": 8744.846776485443, "train_loss_step": 1.6695507764816284, "n_params": 4285450, "total_flops": 12769955328000000, "train_loss": 0.1285281538963318, "subset_score_loss": 0.1285281538963318}
+{"step": 980000, "wall_time": 8829.294419765472, "train_loss_step": 1.7663861513137817, "n_params": 4285450, "total_flops": 12901604352000000, "train_loss": 0.1240720272064209, "subset_score_loss": 0.1240720272064209}
+{"step": 990000, "wall_time": 8911.908052682877, "train_loss_step": 1.868848443031311, "n_params": 4285450, "total_flops": 13033253376000000, "train_loss": 0.12784895896911622, "subset_score_loss": 0.12784895896911622}
+{"step": 1000000, "wall_time": 9060.626129627228, "train_loss_step": 1.7919578552246094, "n_params": 4285450, "total_flops": 13164902400000000, "train_loss": 0.1265802264213562, "subset_score_loss": 0.1265802264213562, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.7308101058006287, "fid": 85.57256326708789}
+{"step": 1010000, "wall_time": 9143.099162340164, "train_loss_step": 1.792689323425293, "n_params": 4285450, "total_flops": 13296551424000000, "train_loss": 0.12293057441711426, "subset_score_loss": 0.12293057441711426}
+{"step": 1020000, "wall_time": 9223.234376907349, "train_loss_step": 1.8091005086898804, "n_params": 4285450, "total_flops": 13428200448000000, "train_loss": 0.1237178087234497, "subset_score_loss": 0.1237178087234497}
+{"step": 1030000, "wall_time": 9307.399269580841, "train_loss_step": 1.7451180219650269, "n_params": 4285450, "total_flops": 13559849472000000, "train_loss": 0.12368640899658204, "subset_score_loss": 0.12368640899658204}
+{"step": 1040000, "wall_time": 9391.578894853592, "train_loss_step": 1.716360330581665, "n_params": 4285450, "total_flops": 13691498496000000, "train_loss": 0.12168210744857788, "subset_score_loss": 0.12168210744857788}
+{"step": 1050000, "wall_time": 9475.714244365692, "train_loss_step": 1.929811716079712, "n_params": 4285450, "total_flops": 13823147520000000, "train_loss": 0.11919790506362915, "subset_score_loss": 0.11919790506362915}
+{"step": 1060000, "wall_time": 9559.85864663124, "train_loss_step": 1.765197992324829, "n_params": 4285450, "total_flops": 13954796544000000, "train_loss": 0.12352430820465088, "subset_score_loss": 0.12352430820465088}
+{"step": 1070000, "wall_time": 9643.894993543625, "train_loss_step": 1.7305930852890015, "n_params": 4285450, "total_flops": 14086445568000000, "train_loss": 0.11660184860229492, "subset_score_loss": 0.11660184860229492}
+{"step": 1080000, "wall_time": 9728.136583328247, "train_loss_step": 1.870864748954773, "n_params": 4285450, "total_flops": 14218094592000000, "train_loss": 0.11689704656600952, "subset_score_loss": 0.11689704656600952}
+{"step": 1090000, "wall_time": 9812.55890917778, "train_loss_step": 1.8968348503112793, "n_params": 4285450, "total_flops": 14349743616000000, "train_loss": 0.11402348279953003, "subset_score_loss": 0.11402348279953003}
+{"step": 1100000, "wall_time": 9960.53095459938, "train_loss_step": 1.9133541584014893, "n_params": 4285450, "total_flops": 14481392640000000, "train_loss": 0.11608517169952393, "subset_score_loss": 0.11608517169952393, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.7287926077842712, "fid": 87.9467777681337}
+{"step": 1110000, "wall_time": 10042.772998809814, "train_loss_step": 1.65486478805542, "n_params": 4285450, "total_flops": 14613041664000000, "train_loss": 0.11386700868606567, "subset_score_loss": 0.11386700868606567}
+{"step": 1120000, "wall_time": 10125.091376066208, "train_loss_step": 1.7986674308776855, "n_params": 4285450, "total_flops": 14744690688000000, "train_loss": 0.11137310266494752, "subset_score_loss": 0.11137310266494752}
+{"step": 1130000, "wall_time": 10207.22202706337, "train_loss_step": 1.7350742816925049, "n_params": 4285450, "total_flops": 14876339712000000, "train_loss": 0.1122957706451416, "subset_score_loss": 0.1122957706451416}
+{"step": 1140000, "wall_time": 10291.423900842667, "train_loss_step": 1.6483944654464722, "n_params": 4285450, "total_flops": 15007988736000000, "train_loss": 0.11108511686325073, "subset_score_loss": 0.11108511686325073}
+{"step": 1150000, "wall_time": 10375.59183883667, "train_loss_step": 1.8014321327209473, "n_params": 4285450, "total_flops": 15139637760000000, "train_loss": 0.11425414085388183, "subset_score_loss": 0.11425414085388183}
+{"step": 1160000, "wall_time": 10459.832944631577, "train_loss_step": 1.747847318649292, "n_params": 4285450, "total_flops": 15271286784000000, "train_loss": 0.10985081195831299, "subset_score_loss": 0.10985081195831299}
+{"step": 1170000, "wall_time": 10544.042564868927, "train_loss_step": 1.7508111000061035, "n_params": 4285450, "total_flops": 15402935808000000, "train_loss": 0.11140356063842774, "subset_score_loss": 0.11140356063842774}
+{"step": 1180000, "wall_time": 10628.130651950836, "train_loss_step": 1.6934128999710083, "n_params": 4285450, "total_flops": 15534584832000000, "train_loss": 0.1084214448928833, "subset_score_loss": 0.1084214448928833}
+{"step": 1190000, "wall_time": 10712.272712945938, "train_loss_step": 1.9003031253814697, "n_params": 4285450, "total_flops": 15666233856000000, "train_loss": 0.10610219240188598, "subset_score_loss": 0.10610219240188598}
+{"step": 1200000, "wall_time": 10859.614227056503, "train_loss_step": 1.638343095779419, "n_params": 4285450, "total_flops": 15797882880000000, "train_loss": 0.10533667802810669, "subset_score_loss": 0.10533667802810669, "memorization_fraction_pixel": 0.003700000001117587, "mean_nn_ratio_pixel": 0.7240239381790161, "fid": 86.89077926807914}
+{"step": 1210000, "wall_time": 10941.952997207642, "train_loss_step": 1.911574363708496, "n_params": 4285450, "total_flops": 15929531904000000, "train_loss": 0.10498825311660767, "subset_score_loss": 0.10498825311660767}
+{"step": 1220000, "wall_time": 11024.19630932808, "train_loss_step": 1.6506118774414062, "n_params": 4285450, "total_flops": 16061180928000000, "train_loss": 0.10741087198257446, "subset_score_loss": 0.10741087198257446}
+{"step": 1230000, "wall_time": 11108.462010622025, "train_loss_step": 1.789884090423584, "n_params": 4285450, "total_flops": 16192829952000000, "train_loss": 0.10401157140731812, "subset_score_loss": 0.10401157140731812}
+{"step": 1240000, "wall_time": 11193.130698919296, "train_loss_step": 1.666383981704712, "n_params": 4285450, "total_flops": 16324478976000000, "train_loss": 0.10353221893310546, "subset_score_loss": 0.10353221893310546}
+{"step": 1250000, "wall_time": 11274.98132610321, "train_loss_step": 1.8627352714538574, "n_params": 4285450, "total_flops": 16456128000000000, "train_loss": 0.10382037162780762, "subset_score_loss": 0.10382037162780762}
+{"step": 1260000, "wall_time": 11359.048721075058, "train_loss_step": 1.823124647140503, "n_params": 4285450, "total_flops": 16587777024000000, "train_loss": 0.10273278951644897, "subset_score_loss": 0.10273278951644897}
+{"step": 1270000, "wall_time": 11443.275001049042, "train_loss_step": 1.6668827533721924, "n_params": 4285450, "total_flops": 16719426048000000, "train_loss": 0.10281014442443848, "subset_score_loss": 0.10281014442443848}
+{"step": 1280000, "wall_time": 11527.509938001633, "train_loss_step": 1.764935851097107, "n_params": 4285450, "total_flops": 16851075072000000, "train_loss": 0.10156646966934205, "subset_score_loss": 0.10156646966934205}
+{"step": 1290000, "wall_time": 11611.556499958038, "train_loss_step": 1.8439016342163086, "n_params": 4285450, "total_flops": 16982724096000000, "train_loss": 0.0990667998790741, "subset_score_loss": 0.0990667998790741}
+{"step": 1300000, "wall_time": 11761.360744714737, "train_loss_step": 1.759418249130249, "n_params": 4285450, "total_flops": 17114373120000000, "train_loss": 0.09891710877418518, "subset_score_loss": 0.09891710877418518, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.7145111560821533, "fid": 88.17664517002831}
+{"step": 1310000, "wall_time": 11842.048624515533, "train_loss_step": 1.9046525955200195, "n_params": 4285450, "total_flops": 17246022144000000, "train_loss": 0.09959535598754883, "subset_score_loss": 0.09959535598754883}
+{"step": 1320000, "wall_time": 11924.507049322128, "train_loss_step": 1.8607428073883057, "n_params": 4285450, "total_flops": 17377671168000000, "train_loss": 0.10061348676681518, "subset_score_loss": 0.10061348676681518}
+{"step": 1330000, "wall_time": 12008.669927120209, "train_loss_step": 1.7602146863937378, "n_params": 4285450, "total_flops": 17509320192000000, "train_loss": 0.09705175757408142, "subset_score_loss": 0.09705175757408142}
+{"step": 1340000, "wall_time": 12092.863025903702, "train_loss_step": 1.6578547954559326, "n_params": 4285450, "total_flops": 17640969216000000, "train_loss": 0.09744743704795837, "subset_score_loss": 0.09744743704795837}
+{"step": 1350000, "wall_time": 12177.141593933105, "train_loss_step": 1.5758119821548462, "n_params": 4285450, "total_flops": 17772618240000000, "train_loss": 0.09772263765335083, "subset_score_loss": 0.09772263765335083}
+{"step": 1360000, "wall_time": 12259.321060657501, "train_loss_step": 1.7299458980560303, "n_params": 4285450, "total_flops": 17904267264000000, "train_loss": 0.09657301306724549, "subset_score_loss": 0.09657301306724549}
+{"step": 1370000, "wall_time": 12343.530803918839, "train_loss_step": 1.6782562732696533, "n_params": 4285450, "total_flops": 18035916288000000, "train_loss": 0.09690073132514954, "subset_score_loss": 0.09690073132514954}
+{"step": 1380000, "wall_time": 12427.77758693695, "train_loss_step": 1.7154858112335205, "n_params": 4285450, "total_flops": 18167565312000000, "train_loss": 0.09438459873199463, "subset_score_loss": 0.09438459873199463}
+{"step": 1390000, "wall_time": 12511.98484992981, "train_loss_step": 1.9155824184417725, "n_params": 4285450, "total_flops": 18299214336000000, "train_loss": 0.09543088674545289, "subset_score_loss": 0.09543088674545289}
+{"step": 1400000, "wall_time": 12661.597472190857, "train_loss_step": 1.7650935649871826, "n_params": 4285450, "total_flops": 18430863360000000, "train_loss": 0.09423320889472961, "subset_score_loss": 0.09423320889472961, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.7065649628639221, "fid": 87.78170183956524}
+{"step": 1410000, "wall_time": 12744.199318170547, "train_loss_step": 1.9152497053146362, "n_params": 4285450, "total_flops": 18562512384000000, "train_loss": 0.09277027249336242, "subset_score_loss": 0.09277027249336242}
+{"step": 1420000, "wall_time": 12825.059715270996, "train_loss_step": 1.7275785207748413, "n_params": 4285450, "total_flops": 18694161408000000, "train_loss": 0.09464154839515686, "subset_score_loss": 0.09464154839515686}
+{"step": 1430000, "wall_time": 12909.042002677917, "train_loss_step": 1.7268863916397095, "n_params": 4285450, "total_flops": 18825810432000000, "train_loss": 0.09317030310630799, "subset_score_loss": 0.09317030310630799}
+{"step": 1440000, "wall_time": 12993.229090452194, "train_loss_step": 2.0684525966644287, "n_params": 4285450, "total_flops": 18957459456000000, "train_loss": 0.09242058992385864, "subset_score_loss": 0.09242058992385864}
+{"step": 1450000, "wall_time": 13077.456943511963, "train_loss_step": 1.550073266029358, "n_params": 4285450, "total_flops": 19089108480000000, "train_loss": 0.09050454497337342, "subset_score_loss": 0.09050454497337342}
+{"step": 1460000, "wall_time": 13161.656313419342, "train_loss_step": 1.580185055732727, "n_params": 4285450, "total_flops": 19220757504000000, "train_loss": 0.09028640985488892, "subset_score_loss": 0.09028640985488892}
+{"step": 1470000, "wall_time": 13244.591574668884, "train_loss_step": 1.9299554824829102, "n_params": 4285450, "total_flops": 19352406528000000, "train_loss": 0.08993726968765259, "subset_score_loss": 0.08993726968765259}
+{"step": 1480000, "wall_time": 13328.071853160858, "train_loss_step": 1.6450278759002686, "n_params": 4285450, "total_flops": 19484055552000000, "train_loss": 0.09051269292831421, "subset_score_loss": 0.09051269292831421}
+{"step": 1490000, "wall_time": 13412.238960981369, "train_loss_step": 1.724336862564087, "n_params": 4285450, "total_flops": 19615704576000000, "train_loss": 0.09046784639358521, "subset_score_loss": 0.09046784639358521}
+{"step": 1500000, "wall_time": 13560.770453214645, "train_loss_step": 1.6141908168792725, "n_params": 4285450, "total_flops": 19747353600000000, "train_loss": 0.08957692980766296, "subset_score_loss": 0.08957692980766296, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.7002824544906616, "fid": 87.77983831497926}
+{"step": 1510000, "wall_time": 13643.293847799301, "train_loss_step": 1.7612931728363037, "n_params": 4285450, "total_flops": 19879002624000000, "train_loss": 0.0872310757637024, "subset_score_loss": 0.0872310757637024}
+{"step": 1520000, "wall_time": 13727.77230000496, "train_loss_step": 1.5886640548706055, "n_params": 4285450, "total_flops": 20010651648000000, "train_loss": 0.0876854956150055, "subset_score_loss": 0.0876854956150055}
+{"step": 1530000, "wall_time": 13808.68072462082, "train_loss_step": 1.5822242498397827, "n_params": 4285450, "total_flops": 20142300672000000, "train_loss": 0.08926852345466614, "subset_score_loss": 0.08926852345466614}
+{"step": 1540000, "wall_time": 13892.86590886116, "train_loss_step": 1.7831989526748657, "n_params": 4285450, "total_flops": 20273949696000000, "train_loss": 0.08784526586532593, "subset_score_loss": 0.08784526586532593}
+{"step": 1550000, "wall_time": 13977.055672168732, "train_loss_step": 1.8212006092071533, "n_params": 4285450, "total_flops": 20405598720000000, "train_loss": 0.08708303570747375, "subset_score_loss": 0.08708303570747375}
+{"step": 1560000, "wall_time": 14061.255878210068, "train_loss_step": 1.7134265899658203, "n_params": 4285450, "total_flops": 20537247744000000, "train_loss": 0.08757709860801696, "subset_score_loss": 0.08757709860801696}
+{"step": 1570000, "wall_time": 14145.343584060669, "train_loss_step": 1.7158950567245483, "n_params": 4285450, "total_flops": 20668896768000000, "train_loss": 0.08768224120140075, "subset_score_loss": 0.08768224120140075}
+{"step": 1580000, "wall_time": 14229.871078252792, "train_loss_step": 1.768452763557434, "n_params": 4285450, "total_flops": 20800545792000000, "train_loss": 0.08659296035766602, "subset_score_loss": 0.08659296035766602}
+{"step": 1590000, "wall_time": 14311.881025075912, "train_loss_step": 1.6464875936508179, "n_params": 4285450, "total_flops": 20932194816000000, "train_loss": 0.0857183039188385, "subset_score_loss": 0.0857183039188385}
+{"step": 1600000, "wall_time": 14461.60301232338, "train_loss_step": 1.7656141519546509, "n_params": 4285450, "total_flops": 21063843840000000, "train_loss": 0.08675745725631714, "subset_score_loss": 0.08675745725631714, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.7000070810317993, "fid": 88.99969446528966}
+{"step": 1610000, "wall_time": 14543.828437328339, "train_loss_step": 1.5903105735778809, "n_params": 4285450, "total_flops": 21195492864000000, "train_loss": 0.0844881534576416, "subset_score_loss": 0.0844881534576416}
+{"step": 1620000, "wall_time": 14628.058900594711, "train_loss_step": 1.5507466793060303, "n_params": 4285450, "total_flops": 21327141888000000, "train_loss": 0.0845503568649292, "subset_score_loss": 0.0845503568649292}
+{"step": 1630000, "wall_time": 14710.90498137474, "train_loss_step": 1.6885344982147217, "n_params": 4285450, "total_flops": 21458790912000000, "train_loss": 0.08383492231369019, "subset_score_loss": 0.08383492231369019}
+{"step": 1640000, "wall_time": 14793.259891033173, "train_loss_step": 1.7680084705352783, "n_params": 4285450, "total_flops": 21590439936000000, "train_loss": 0.08465595245361328, "subset_score_loss": 0.08465595245361328}
+{"step": 1650000, "wall_time": 14877.498779535294, "train_loss_step": 1.7771170139312744, "n_params": 4285450, "total_flops": 21722088960000000, "train_loss": 0.08378251194953919, "subset_score_loss": 0.08378251194953919}
+{"step": 1660000, "wall_time": 14961.646067857742, "train_loss_step": 1.7195758819580078, "n_params": 4285450, "total_flops": 21853737984000000, "train_loss": 0.08227811455726623, "subset_score_loss": 0.08227811455726623}
+{"step": 1670000, "wall_time": 15045.874815702438, "train_loss_step": 1.7664915323257446, "n_params": 4285450, "total_flops": 21985387008000000, "train_loss": 0.08296014666557312, "subset_score_loss": 0.08296014666557312}
+{"step": 1680000, "wall_time": 15129.981641292572, "train_loss_step": 1.7044672966003418, "n_params": 4285450, "total_flops": 22117036032000000, "train_loss": 0.08157708644866943, "subset_score_loss": 0.08157708644866943}
+{"step": 1690000, "wall_time": 15214.273631572723, "train_loss_step": 1.7606853246688843, "n_params": 4285450, "total_flops": 22248685056000000, "train_loss": 0.08344658017158509, "subset_score_loss": 0.08344658017158509}
+{"step": 1700000, "wall_time": 15362.156882286072, "train_loss_step": 1.9449756145477295, "n_params": 4285450, "total_flops": 22380334080000000, "train_loss": 0.08274992108345032, "subset_score_loss": 0.08274992108345032, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.7010626196861267, "fid": 88.30213013101243}
+{"step": 1710000, "wall_time": 15444.325814008713, "train_loss_step": 1.6454591751098633, "n_params": 4285450, "total_flops": 22511983104000000, "train_loss": 0.08082368373870849, "subset_score_loss": 0.08082368373870849}
+{"step": 1720000, "wall_time": 15528.520580291748, "train_loss_step": 1.7317696809768677, "n_params": 4285450, "total_flops": 22643632128000000, "train_loss": 0.07898210883140563, "subset_score_loss": 0.07898210883140563}
+{"step": 1730000, "wall_time": 15610.881388902664, "train_loss_step": 1.897115707397461, "n_params": 4285450, "total_flops": 22775281152000000, "train_loss": 0.08177416920661926, "subset_score_loss": 0.08177416920661926}
+{"step": 1740000, "wall_time": 15695.554483890533, "train_loss_step": 1.7870070934295654, "n_params": 4285450, "total_flops": 22906930176000000, "train_loss": 0.07890366315841675, "subset_score_loss": 0.07890366315841675}
+{"step": 1750000, "wall_time": 15777.901531219482, "train_loss_step": 1.6616804599761963, "n_params": 4285450, "total_flops": 23038579200000000, "train_loss": 0.07891342639923096, "subset_score_loss": 0.07891342639923096}
+{"step": 1760000, "wall_time": 15862.06874537468, "train_loss_step": 1.8841419219970703, "n_params": 4285450, "total_flops": 23170228224000000, "train_loss": 0.07798163294792175, "subset_score_loss": 0.07798163294792175}
+{"step": 1770000, "wall_time": 15946.249250173569, "train_loss_step": 1.7357553243637085, "n_params": 4285450, "total_flops": 23301877248000000, "train_loss": 0.07829774618148803, "subset_score_loss": 0.07829774618148803}
+{"step": 1780000, "wall_time": 16030.402151107788, "train_loss_step": 1.7820738554000854, "n_params": 4285450, "total_flops": 23433526272000000, "train_loss": 0.0792660653591156, "subset_score_loss": 0.0792660653591156}
+{"step": 1790000, "wall_time": 16114.551926851273, "train_loss_step": 1.746302604675293, "n_params": 4285450, "total_flops": 23565175296000000, "train_loss": 0.07723371982574463, "subset_score_loss": 0.07723371982574463}
+{"step": 1800000, "wall_time": 16264.578810453415, "train_loss_step": 1.6734663248062134, "n_params": 4285450, "total_flops": 23696824320000000, "train_loss": 0.07666051387786865, "subset_score_loss": 0.07666051387786865, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6956903338432312, "fid": 86.56009643492948}
+{"step": 1810000, "wall_time": 16345.086349725723, "train_loss_step": 1.7482938766479492, "n_params": 4285450, "total_flops": 23828473344000000, "train_loss": 0.07871720790863038, "subset_score_loss": 0.07871720790863038}
+{"step": 1820000, "wall_time": 16429.083575725555, "train_loss_step": 1.6410727500915527, "n_params": 4285450, "total_flops": 23960122368000000, "train_loss": 0.07694020867347717, "subset_score_loss": 0.07694020867347717}
+{"step": 1830000, "wall_time": 16511.403753995895, "train_loss_step": 1.6724854707717896, "n_params": 4285450, "total_flops": 24091771392000000, "train_loss": 0.07702946066856384, "subset_score_loss": 0.07702946066856384}
+{"step": 1840000, "wall_time": 16595.617774009705, "train_loss_step": 1.8297488689422607, "n_params": 4285450, "total_flops": 24223420416000000, "train_loss": 0.07694103121757508, "subset_score_loss": 0.07694103121757508}
+{"step": 1850000, "wall_time": 16680.402016162872, "train_loss_step": 1.7794699668884277, "n_params": 4285450, "total_flops": 24355069440000000, "train_loss": 0.07540378570556641, "subset_score_loss": 0.07540378570556641}
+{"step": 1860000, "wall_time": 16762.689817905426, "train_loss_step": 1.8440765142440796, "n_params": 4285450, "total_flops": 24486718464000000, "train_loss": 0.07693349719047546, "subset_score_loss": 0.07693349719047546}
+{"step": 1870000, "wall_time": 16846.94758629799, "train_loss_step": 1.6969399452209473, "n_params": 4285450, "total_flops": 24618367488000000, "train_loss": 0.07483187317848206, "subset_score_loss": 0.07483187317848206}
+{"step": 1880000, "wall_time": 16931.178728103638, "train_loss_step": 1.800516128540039, "n_params": 4285450, "total_flops": 24750016512000000, "train_loss": 0.07540242075920105, "subset_score_loss": 0.07540242075920105}
+{"step": 1890000, "wall_time": 17015.265949964523, "train_loss_step": 1.5978509187698364, "n_params": 4285450, "total_flops": 24881665536000000, "train_loss": 0.07425175309181213, "subset_score_loss": 0.07425175309181213}
+{"step": 1900000, "wall_time": 17164.97327852249, "train_loss_step": 1.6155500411987305, "n_params": 4285450, "total_flops": 25013314560000000, "train_loss": 0.07451106309890747, "subset_score_loss": 0.07451106309890747, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6940729022026062, "fid": 86.9884200471065}
+{"step": 1910000, "wall_time": 17247.33542060852, "train_loss_step": 1.6515991687774658, "n_params": 4285450, "total_flops": 25144963584000000, "train_loss": 0.07562005519866943, "subset_score_loss": 0.07562005519866943}
+{"step": 1920000, "wall_time": 17330.04638338089, "train_loss_step": 1.7115817070007324, "n_params": 4285450, "total_flops": 25276612608000000, "train_loss": 0.07217748165130615, "subset_score_loss": 0.07217748165130615}
+{"step": 1930000, "wall_time": 17412.197721481323, "train_loss_step": 1.6875243186950684, "n_params": 4285450, "total_flops": 25408261632000000, "train_loss": 0.07286048531532288, "subset_score_loss": 0.07286048531532288}
+{"step": 1940000, "wall_time": 17496.271318674088, "train_loss_step": 1.6864631175994873, "n_params": 4285450, "total_flops": 25539910656000000, "train_loss": 0.0729896068572998, "subset_score_loss": 0.0729896068572998}
+{"step": 1950000, "wall_time": 17580.473640680313, "train_loss_step": 1.5662949085235596, "n_params": 4285450, "total_flops": 25671559680000000, "train_loss": 0.07310364246368409, "subset_score_loss": 0.07310364246368409}
+{"step": 1960000, "wall_time": 17664.424773693085, "train_loss_step": 1.6403107643127441, "n_params": 4285450, "total_flops": 25803208704000000, "train_loss": 0.07303469777107238, "subset_score_loss": 0.07303469777107238}
+{"step": 1970000, "wall_time": 17747.541385412216, "train_loss_step": 1.7984545230865479, "n_params": 4285450, "total_flops": 25934857728000000, "train_loss": 0.07167297601699829, "subset_score_loss": 0.07167297601699829}
+{"step": 1980000, "wall_time": 17831.79557132721, "train_loss_step": 1.7404263019561768, "n_params": 4285450, "total_flops": 26066506752000000, "train_loss": 0.07353756427764893, "subset_score_loss": 0.07353756427764893}
+{"step": 1990000, "wall_time": 17915.980422496796, "train_loss_step": 1.8681151866912842, "n_params": 4285450, "total_flops": 26198155776000000, "train_loss": 0.07135965824127197, "subset_score_loss": 0.07135965824127197}
+{"step": 2000000, "wall_time": 18065.746031284332, "train_loss_step": 1.6890482902526855, "n_params": 4285450, "total_flops": 26329804800000000, "train_loss": 0.0730666160583496, "subset_score_loss": 0.0730666160583496, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6858353614807129, "fid": 87.25359707259865}
+{"step": 2010000, "wall_time": 18147.879563093185, "train_loss_step": 1.783463954925537, "n_params": 4285450, "total_flops": 26461453824000000, "train_loss": 0.0699462652206421, "subset_score_loss": 0.0699462652206421}
+{"step": 2020000, "wall_time": 18232.090053081512, "train_loss_step": 1.7813177108764648, "n_params": 4285450, "total_flops": 26593102848000000, "train_loss": 0.07101240158081054, "subset_score_loss": 0.07101240158081054}
+{"step": 2030000, "wall_time": 18313.326122760773, "train_loss_step": 1.8293147087097168, "n_params": 4285450, "total_flops": 26724751872000000, "train_loss": 0.0701785922050476, "subset_score_loss": 0.0701785922050476}
+{"step": 2040000, "wall_time": 18397.049910783768, "train_loss_step": 1.7991795539855957, "n_params": 4285450, "total_flops": 26856400896000000, "train_loss": 0.07155648469924927, "subset_score_loss": 0.07155648469924927}
+{"step": 2050000, "wall_time": 18481.158520936966, "train_loss_step": 2.018867015838623, "n_params": 4285450, "total_flops": 26988049920000000, "train_loss": 0.07003679275512695, "subset_score_loss": 0.07003679275512695}
+{"step": 2060000, "wall_time": 18565.29754948616, "train_loss_step": 1.5862598419189453, "n_params": 4285450, "total_flops": 27119698944000000, "train_loss": 0.07074055075645447, "subset_score_loss": 0.07074055075645447}
+{"step": 2070000, "wall_time": 18648.15100812912, "train_loss_step": 1.72347891330719, "n_params": 4285450, "total_flops": 27251347968000000, "train_loss": 0.07026132941246033, "subset_score_loss": 0.07026132941246033}
+{"step": 2080000, "wall_time": 18732.342322587967, "train_loss_step": 1.7770411968231201, "n_params": 4285450, "total_flops": 27382996992000000, "train_loss": 0.07006253004074096, "subset_score_loss": 0.07006253004074096}
+{"step": 2090000, "wall_time": 18816.50274515152, "train_loss_step": 1.6480891704559326, "n_params": 4285450, "total_flops": 27514646016000000, "train_loss": 0.0695189356803894, "subset_score_loss": 0.0695189356803894}
+{"step": 2100000, "wall_time": 18966.075322389603, "train_loss_step": 1.8967909812927246, "n_params": 4285450, "total_flops": 27646295040000000, "train_loss": 0.06952241063117981, "subset_score_loss": 0.06952241063117981, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.6895506978034973, "fid": 87.11566427129392}
+{"step": 2110000, "wall_time": 19048.42698788643, "train_loss_step": 1.7142099142074585, "n_params": 4285450, "total_flops": 27777944064000000, "train_loss": 0.06825363039970397, "subset_score_loss": 0.06825363039970397}
+{"step": 2120000, "wall_time": 19132.605784654617, "train_loss_step": 1.7014307975769043, "n_params": 4285450, "total_flops": 27909593088000000, "train_loss": 0.06947989463806152, "subset_score_loss": 0.06947989463806152}
+{"step": 2130000, "wall_time": 19215.16702246666, "train_loss_step": 1.8257250785827637, "n_params": 4285450, "total_flops": 28041242112000000, "train_loss": 0.06930679082870483, "subset_score_loss": 0.06930679082870483}
+{"step": 2140000, "wall_time": 19299.694786071777, "train_loss_step": 1.5510339736938477, "n_params": 4285450, "total_flops": 28172891136000000, "train_loss": 0.06857602596282959, "subset_score_loss": 0.06857602596282959}
+{"step": 2150000, "wall_time": 19382.345903873444, "train_loss_step": 1.5860434770584106, "n_params": 4285450, "total_flops": 28304540160000000, "train_loss": 0.06867753267288208, "subset_score_loss": 0.06867753267288208}
+{"step": 2160000, "wall_time": 19466.553412914276, "train_loss_step": 1.7354549169540405, "n_params": 4285450, "total_flops": 28436189184000000, "train_loss": 0.06820194125175476, "subset_score_loss": 0.06820194125175476}
+{"step": 2170000, "wall_time": 19550.66472363472, "train_loss_step": 1.660500168800354, "n_params": 4285450, "total_flops": 28567838208000000, "train_loss": 0.06830120086669922, "subset_score_loss": 0.06830120086669922}
+{"step": 2180000, "wall_time": 19633.533672571182, "train_loss_step": 1.6383992433547974, "n_params": 4285450, "total_flops": 28699487232000000, "train_loss": 0.06788979172706604, "subset_score_loss": 0.06788979172706604}
+{"step": 2190000, "wall_time": 19717.74370408058, "train_loss_step": 1.7733588218688965, "n_params": 4285450, "total_flops": 28831136256000000, "train_loss": 0.06662029623985291, "subset_score_loss": 0.06662029623985291}
+{"step": 2200000, "wall_time": 19867.47644352913, "train_loss_step": 1.88163423538208, "n_params": 4285450, "total_flops": 28962785280000000, "train_loss": 0.06796838641166687, "subset_score_loss": 0.06796838641166687, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6890671849250793, "fid": 87.23210781671557}
+{"step": 2210000, "wall_time": 19950.03067970276, "train_loss_step": 1.646490216255188, "n_params": 4285450, "total_flops": 29094434304000000, "train_loss": 0.06744024753570557, "subset_score_loss": 0.06744024753570557}
+{"step": 2220000, "wall_time": 20034.287847280502, "train_loss_step": 1.663055658340454, "n_params": 4285450, "total_flops": 29226083328000000, "train_loss": 0.0669321060180664, "subset_score_loss": 0.0669321060180664}
+{"step": 2230000, "wall_time": 20117.27208518982, "train_loss_step": 1.7281134128570557, "n_params": 4285450, "total_flops": 29357732352000000, "train_loss": 0.0664930522441864, "subset_score_loss": 0.0664930522441864}
+{"step": 2240000, "wall_time": 20200.876408576965, "train_loss_step": 1.6626352071762085, "n_params": 4285450, "total_flops": 29489381376000000, "train_loss": 0.06541454195976257, "subset_score_loss": 0.06541454195976257}
+{"step": 2250000, "wall_time": 20285.199261426926, "train_loss_step": 1.958324909210205, "n_params": 4285450, "total_flops": 29621030400000000, "train_loss": 0.06649383902549744, "subset_score_loss": 0.06649383902549744}
+{"step": 2260000, "wall_time": 20367.582899093628, "train_loss_step": 1.8664308786392212, "n_params": 4285450, "total_flops": 29752679424000000, "train_loss": 0.0654654324054718, "subset_score_loss": 0.0654654324054718}
+{"step": 2270000, "wall_time": 20451.783550024033, "train_loss_step": 1.8057191371917725, "n_params": 4285450, "total_flops": 29884328448000000, "train_loss": 0.065660160779953, "subset_score_loss": 0.065660160779953}
+{"step": 2280000, "wall_time": 20536.02062678337, "train_loss_step": 1.6569573879241943, "n_params": 4285450, "total_flops": 30015977472000000, "train_loss": 0.06510747671127319, "subset_score_loss": 0.06510747671127319}
+{"step": 2290000, "wall_time": 20618.963603019714, "train_loss_step": 1.7877376079559326, "n_params": 4285450, "total_flops": 30147626496000000, "train_loss": 0.067287278175354, "subset_score_loss": 0.067287278175354}
+{"step": 2300000, "wall_time": 20768.631635904312, "train_loss_step": 1.672659158706665, "n_params": 4285450, "total_flops": 30279275520000000, "train_loss": 0.06392152905464173, "subset_score_loss": 0.06392152905464173, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.6898214221000671, "fid": 87.48868153233937}
+{"step": 2310000, "wall_time": 20850.809319257736, "train_loss_step": 1.6237730979919434, "n_params": 4285450, "total_flops": 30410924544000000, "train_loss": 0.06435681581497192, "subset_score_loss": 0.06435681581497192}
+{"step": 2320000, "wall_time": 20934.963921546936, "train_loss_step": 1.8209961652755737, "n_params": 4285450, "total_flops": 30542573568000000, "train_loss": 0.06417788863182068, "subset_score_loss": 0.06417788863182068}
+{"step": 2330000, "wall_time": 21019.095945358276, "train_loss_step": 1.760912537574768, "n_params": 4285450, "total_flops": 30674222592000000, "train_loss": 0.0655213475227356, "subset_score_loss": 0.0655213475227356}
+{"step": 2340000, "wall_time": 21101.672399520874, "train_loss_step": 1.6501049995422363, "n_params": 4285450, "total_flops": 30805871616000000, "train_loss": 0.06300161480903625, "subset_score_loss": 0.06300161480903625}
+{"step": 2350000, "wall_time": 21185.83639216423, "train_loss_step": 1.5890982151031494, "n_params": 4285450, "total_flops": 30937520640000000, "train_loss": 0.06278477311134338, "subset_score_loss": 0.06278477311134338}
+{"step": 2360000, "wall_time": 21270.109041929245, "train_loss_step": 1.5902278423309326, "n_params": 4285450, "total_flops": 31069169664000000, "train_loss": 0.06350145339965821, "subset_score_loss": 0.06350145339965821}
+{"step": 2370000, "wall_time": 21353.044494390488, "train_loss_step": 1.7097439765930176, "n_params": 4285450, "total_flops": 31200818688000000, "train_loss": 0.06275972127914428, "subset_score_loss": 0.06275972127914428}
+{"step": 2380000, "wall_time": 21437.327794790268, "train_loss_step": 1.6854681968688965, "n_params": 4285450, "total_flops": 31332467712000000, "train_loss": 0.06359565854072571, "subset_score_loss": 0.06359565854072571}
+{"step": 2390000, "wall_time": 21521.608492851257, "train_loss_step": 1.700873851776123, "n_params": 4285450, "total_flops": 31464116736000000, "train_loss": 0.062420427799224854, "subset_score_loss": 0.062420427799224854}
+{"step": 2400000, "wall_time": 21669.755985975266, "train_loss_step": 1.6623446941375732, "n_params": 4285450, "total_flops": 31595765760000000, "train_loss": 0.06214686632156372, "subset_score_loss": 0.06214686632156372, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.6838334202766418, "fid": 87.16733055430299}
+{"step": 2410000, "wall_time": 21752.219634771347, "train_loss_step": 1.7571420669555664, "n_params": 4285450, "total_flops": 31727414784000000, "train_loss": 0.06358323693275451, "subset_score_loss": 0.06358323693275451}
+{"step": 2420000, "wall_time": 21836.394641399384, "train_loss_step": 1.8343156576156616, "n_params": 4285450, "total_flops": 31859063808000000, "train_loss": 0.06135823130607605, "subset_score_loss": 0.06135823130607605}
+{"step": 2430000, "wall_time": 21920.594383239746, "train_loss_step": 1.9503419399261475, "n_params": 4285450, "total_flops": 31990712832000000, "train_loss": 0.06207625269889831, "subset_score_loss": 0.06207625269889831}
+{"step": 2440000, "wall_time": 22003.011400938034, "train_loss_step": 1.7361650466918945, "n_params": 4285450, "total_flops": 32122361856000000, "train_loss": 0.06317484378814697, "subset_score_loss": 0.06317484378814697}
+{"step": 2450000, "wall_time": 22087.261352062225, "train_loss_step": 1.5972563028335571, "n_params": 4285450, "total_flops": 32254010880000000, "train_loss": 0.06180106997489929, "subset_score_loss": 0.06180106997489929}
+{"step": 2460000, "wall_time": 22171.42347741127, "train_loss_step": 1.6397004127502441, "n_params": 4285450, "total_flops": 32385659904000000, "train_loss": 0.06197121739387512, "subset_score_loss": 0.06197121739387512}
+{"step": 2470000, "wall_time": 22255.614845514297, "train_loss_step": 1.5394556522369385, "n_params": 4285450, "total_flops": 32517308928000000, "train_loss": 0.06076709628105163, "subset_score_loss": 0.06076709628105163}
+{"step": 2480000, "wall_time": 22340.09753704071, "train_loss_step": 1.7050049304962158, "n_params": 4285450, "total_flops": 32648957952000000, "train_loss": 0.06337539553642273, "subset_score_loss": 0.06337539553642273}
+{"step": 2490000, "wall_time": 22422.818729162216, "train_loss_step": 1.7525460720062256, "n_params": 4285450, "total_flops": 32780606976000000, "train_loss": 0.06217944025993347, "subset_score_loss": 0.06217944025993347}
+{"step": 2500000, "wall_time": 22570.96778488159, "train_loss_step": 1.7375330924987793, "n_params": 4285450, "total_flops": 32912256000000000, "train_loss": 0.06101469993591309, "subset_score_loss": 0.06101469993591309, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.6836764216423035, "fid": 86.06227837461827}
+{"step": 2510000, "wall_time": 22652.932579755783, "train_loss_step": 1.650864839553833, "n_params": 4285450, "total_flops": 33043905024000000, "train_loss": 0.06295185685157775, "subset_score_loss": 0.06295185685157775}
+{"step": 2520000, "wall_time": 22737.055474042892, "train_loss_step": 1.6458044052124023, "n_params": 4285450, "total_flops": 33175554048000000, "train_loss": 0.060007065534591675, "subset_score_loss": 0.060007065534591675}
+{"step": 2530000, "wall_time": 22821.186637163162, "train_loss_step": 1.4736756086349487, "n_params": 4285450, "total_flops": 33307203072000000, "train_loss": 0.060973167419433594, "subset_score_loss": 0.060973167419433594}
+{"step": 2540000, "wall_time": 22903.409024715424, "train_loss_step": 1.5654683113098145, "n_params": 4285450, "total_flops": 33438852096000000, "train_loss": 0.06085665822029114, "subset_score_loss": 0.06085665822029114}
+{"step": 2550000, "wall_time": 22987.575798511505, "train_loss_step": 1.5849227905273438, "n_params": 4285450, "total_flops": 33570501120000000, "train_loss": 0.060231965780258176, "subset_score_loss": 0.060231965780258176}
+{"step": 2560000, "wall_time": 23071.84247279167, "train_loss_step": 1.563673734664917, "n_params": 4285450, "total_flops": 33702150144000000, "train_loss": 0.06131470203399658, "subset_score_loss": 0.06131470203399658}
+{"step": 2570000, "wall_time": 23156.051609754562, "train_loss_step": 1.78524649143219, "n_params": 4285450, "total_flops": 33833799168000000, "train_loss": 0.06019036173820495, "subset_score_loss": 0.06019036173820495}
+{"step": 2580000, "wall_time": 23240.30055975914, "train_loss_step": 1.8561081886291504, "n_params": 4285450, "total_flops": 33965448192000000, "train_loss": 0.059081423282623294, "subset_score_loss": 0.059081423282623294}
+{"step": 2590000, "wall_time": 23324.597615480423, "train_loss_step": 1.767736554145813, "n_params": 4285450, "total_flops": 34097097216000000, "train_loss": 0.0617898166179657, "subset_score_loss": 0.0617898166179657}
+{"step": 2600000, "wall_time": 23471.981862783432, "train_loss_step": 1.7835522890090942, "n_params": 4285450, "total_flops": 34228746240000000, "train_loss": 0.05983624458312988, "subset_score_loss": 0.05983624458312988, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.6755560636520386, "fid": 88.1269297998109}
+{"step": 2610000, "wall_time": 23552.857099056244, "train_loss_step": 1.8183174133300781, "n_params": 4285450, "total_flops": 34360395264000000, "train_loss": 0.06009716987609863, "subset_score_loss": 0.06009716987609863}
+{"step": 2620000, "wall_time": 23637.027295589447, "train_loss_step": 1.5360734462738037, "n_params": 4285450, "total_flops": 34492044288000000, "train_loss": 0.05845177173614502, "subset_score_loss": 0.05845177173614502}
+{"step": 2630000, "wall_time": 23721.14021396637, "train_loss_step": 1.6663727760314941, "n_params": 4285450, "total_flops": 34623693312000000, "train_loss": 0.05982281565666199, "subset_score_loss": 0.05982281565666199}
+{"step": 2640000, "wall_time": 23803.40530872345, "train_loss_step": 1.7944917678833008, "n_params": 4285450, "total_flops": 34755342336000000, "train_loss": 0.06030282378196716, "subset_score_loss": 0.06030282378196716}
+{"step": 2650000, "wall_time": 23887.572905540466, "train_loss_step": 1.7430839538574219, "n_params": 4285450, "total_flops": 34886991360000000, "train_loss": 0.06007795333862305, "subset_score_loss": 0.06007795333862305}
+{"step": 2660000, "wall_time": 23971.773429870605, "train_loss_step": 1.4793870449066162, "n_params": 4285450, "total_flops": 35018640384000000, "train_loss": 0.05973260998725891, "subset_score_loss": 0.05973260998725891}
+{"step": 2670000, "wall_time": 24055.949789762497, "train_loss_step": 1.8185555934906006, "n_params": 4285450, "total_flops": 35150289408000000, "train_loss": 0.05939149260520935, "subset_score_loss": 0.05939149260520935}
+{"step": 2680000, "wall_time": 24140.14787220955, "train_loss_step": 1.6846649646759033, "n_params": 4285450, "total_flops": 35281938432000000, "train_loss": 0.05984902381896973, "subset_score_loss": 0.05984902381896973}
+{"step": 2690000, "wall_time": 24224.286405801773, "train_loss_step": 1.7837170362472534, "n_params": 4285450, "total_flops": 35413587456000000, "train_loss": 0.05867506861686707, "subset_score_loss": 0.05867506861686707}
+{"step": 2700000, "wall_time": 24373.531556606293, "train_loss_step": 1.5858123302459717, "n_params": 4285450, "total_flops": 35545236480000000, "train_loss": 0.05695285797119141, "subset_score_loss": 0.05695285797119141, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6786053776741028, "fid": 87.8086384917789}
+{"step": 2710000, "wall_time": 24453.94210076332, "train_loss_step": 1.7061551809310913, "n_params": 4285450, "total_flops": 35676885504000000, "train_loss": 0.05847258567810058, "subset_score_loss": 0.05847258567810058}
+{"step": 2720000, "wall_time": 24536.651316404343, "train_loss_step": 1.6713943481445312, "n_params": 4285450, "total_flops": 35808534528000000, "train_loss": 0.05966406464576721, "subset_score_loss": 0.05966406464576721}
+{"step": 2730000, "wall_time": 24620.7243475914, "train_loss_step": 1.7746810913085938, "n_params": 4285450, "total_flops": 35940183552000000, "train_loss": 0.059639209508895875, "subset_score_loss": 0.059639209508895875}
+{"step": 2740000, "wall_time": 24703.055903673172, "train_loss_step": 1.5340614318847656, "n_params": 4285450, "total_flops": 36071832576000000, "train_loss": 0.05773450136184692, "subset_score_loss": 0.05773450136184692}
+{"step": 2750000, "wall_time": 24787.244878053665, "train_loss_step": 1.8605022430419922, "n_params": 4285450, "total_flops": 36203481600000000, "train_loss": 0.05736889243125916, "subset_score_loss": 0.05736889243125916}
+{"step": 2760000, "wall_time": 24871.487621068954, "train_loss_step": 1.7463936805725098, "n_params": 4285450, "total_flops": 36335130624000000, "train_loss": 0.05609355568885803, "subset_score_loss": 0.05609355568885803}
+{"step": 2770000, "wall_time": 24955.780218601227, "train_loss_step": 1.5554230213165283, "n_params": 4285450, "total_flops": 36466779648000000, "train_loss": 0.05560993552207947, "subset_score_loss": 0.05560993552207947}
+{"step": 2780000, "wall_time": 25040.022273778915, "train_loss_step": 1.7528716325759888, "n_params": 4285450, "total_flops": 36598428672000000, "train_loss": 0.05658032298088074, "subset_score_loss": 0.05658032298088074}
+{"step": 2790000, "wall_time": 25124.153198719025, "train_loss_step": 1.727616786956787, "n_params": 4285450, "total_flops": 36730077696000000, "train_loss": 0.05690253973007202, "subset_score_loss": 0.05690253973007202}
+{"step": 2800000, "wall_time": 25273.00648880005, "train_loss_step": 1.5120211839675903, "n_params": 4285450, "total_flops": 36861726720000000, "train_loss": 0.05726041793823242, "subset_score_loss": 0.05726041793823242, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6779378652572632, "fid": 87.2050513838227}
+{"step": 2810000, "wall_time": 25355.468286037445, "train_loss_step": 1.602222204208374, "n_params": 4285450, "total_flops": 36993375744000000, "train_loss": 0.05681126713752747, "subset_score_loss": 0.05681126713752747}
+{"step": 2820000, "wall_time": 25438.08633828163, "train_loss_step": 1.5476369857788086, "n_params": 4285450, "total_flops": 37125024768000000, "train_loss": 0.05658320188522339, "subset_score_loss": 0.05658320188522339}
+{"step": 2830000, "wall_time": 25520.74037337303, "train_loss_step": 1.733820915222168, "n_params": 4285450, "total_flops": 37256673792000000, "train_loss": 0.05556959509849548, "subset_score_loss": 0.05556959509849548}
+{"step": 2840000, "wall_time": 25603.06120610237, "train_loss_step": 1.7051067352294922, "n_params": 4285450, "total_flops": 37388322816000000, "train_loss": 0.05627583265304566, "subset_score_loss": 0.05627583265304566}
+{"step": 2850000, "wall_time": 25687.299162864685, "train_loss_step": 1.8966267108917236, "n_params": 4285450, "total_flops": 37519971840000000, "train_loss": 0.05637044906616211, "subset_score_loss": 0.05637044906616211}
+{"step": 2860000, "wall_time": 25771.361479759216, "train_loss_step": 1.786379337310791, "n_params": 4285450, "total_flops": 37651620864000000, "train_loss": 0.05596357583999634, "subset_score_loss": 0.05596357583999634}
+{"step": 2870000, "wall_time": 25855.57868218422, "train_loss_step": 1.979919195175171, "n_params": 4285450, "total_flops": 37783269888000000, "train_loss": 0.055047768354415896, "subset_score_loss": 0.055047768354415896}
+{"step": 2880000, "wall_time": 25939.804466485977, "train_loss_step": 1.609610676765442, "n_params": 4285450, "total_flops": 37914918912000000, "train_loss": 0.055312168598175046, "subset_score_loss": 0.055312168598175046}
+{"step": 2890000, "wall_time": 26024.01142525673, "train_loss_step": 1.689643144607544, "n_params": 4285450, "total_flops": 38046567936000000, "train_loss": 0.056633365154266355, "subset_score_loss": 0.056633365154266355}
+{"step": 2900000, "wall_time": 26172.745431423187, "train_loss_step": 1.8482260704040527, "n_params": 4285450, "total_flops": 38178216960000000, "train_loss": 0.05591785311698914, "subset_score_loss": 0.05591785311698914, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6812682747840881, "fid": 87.25505248545622}
+{"step": 2910000, "wall_time": 26255.005451202393, "train_loss_step": 1.4986011981964111, "n_params": 4285450, "total_flops": 38309865984000000, "train_loss": 0.05661243200302124, "subset_score_loss": 0.05661243200302124}
+{"step": 2920000, "wall_time": 26339.22437810898, "train_loss_step": 1.807687520980835, "n_params": 4285450, "total_flops": 38441515008000000, "train_loss": 0.05551742315292359, "subset_score_loss": 0.05551742315292359}
+{"step": 2930000, "wall_time": 26422.048335313797, "train_loss_step": 1.7923181056976318, "n_params": 4285450, "total_flops": 38573164032000000, "train_loss": 0.05604447722434998, "subset_score_loss": 0.05604447722434998}
+{"step": 2940000, "wall_time": 26502.931688785553, "train_loss_step": 1.834282398223877, "n_params": 4285450, "total_flops": 38704813056000000, "train_loss": 0.05579319000244141, "subset_score_loss": 0.05579319000244141}
+{"step": 2950000, "wall_time": 26587.090597629547, "train_loss_step": 1.656889796257019, "n_params": 4285450, "total_flops": 38836462080000000, "train_loss": 0.054857009649276735, "subset_score_loss": 0.054857009649276735}
+{"step": 2960000, "wall_time": 26671.253853797913, "train_loss_step": 1.6243125200271606, "n_params": 4285450, "total_flops": 38968111104000000, "train_loss": 0.05499904751777649, "subset_score_loss": 0.05499904751777649}
+{"step": 2970000, "wall_time": 26755.387846708298, "train_loss_step": 1.7386832237243652, "n_params": 4285450, "total_flops": 39099760128000000, "train_loss": 0.05445488691329956, "subset_score_loss": 0.05445488691329956}
+{"step": 2980000, "wall_time": 26839.532616376877, "train_loss_step": 1.7449887990951538, "n_params": 4285450, "total_flops": 39231409152000000, "train_loss": 0.05559547543525696, "subset_score_loss": 0.05559547543525696}
+{"step": 2990000, "wall_time": 26923.739404678345, "train_loss_step": 1.6964900493621826, "n_params": 4285450, "total_flops": 39363058176000000, "train_loss": 0.055106478929519656, "subset_score_loss": 0.055106478929519656}
+{"step": 3000000, "wall_time": 27073.550664663315, "train_loss_step": 1.7569246292114258, "n_params": 4285450, "total_flops": 39494707200000000, "train_loss": 0.05426188111305237, "subset_score_loss": 0.05426188111305237, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6792088150978088, "fid": 86.88789135406957}
+{"step": 3010000, "wall_time": 27155.81813097, "train_loss_step": 1.6192575693130493, "n_params": 4285450, "total_flops": 39626356224000000, "train_loss": 0.05414202809333801, "subset_score_loss": 0.05414202809333801}
+{"step": 3020000, "wall_time": 27239.989578723907, "train_loss_step": 1.6959859132766724, "n_params": 4285450, "total_flops": 39758005248000000, "train_loss": 0.05492662787437439, "subset_score_loss": 0.05492662787437439}
+{"step": 3030000, "wall_time": 27324.21414899826, "train_loss_step": 1.7175124883651733, "n_params": 4285450, "total_flops": 39889654272000000, "train_loss": 0.05420230627059937, "subset_score_loss": 0.05420230627059937}
+{"step": 3040000, "wall_time": 27408.754176855087, "train_loss_step": 1.572819471359253, "n_params": 4285450, "total_flops": 40021303296000000, "train_loss": 0.053981351852416995, "subset_score_loss": 0.053981351852416995}
+{"step": 3050000, "wall_time": 27487.69709300995, "train_loss_step": 1.682633638381958, "n_params": 4285450, "total_flops": 40152952320000000, "train_loss": 0.05463693141937256, "subset_score_loss": 0.05463693141937256}
+{"step": 3060000, "wall_time": 27571.857681035995, "train_loss_step": 1.7506108283996582, "n_params": 4285450, "total_flops": 40284601344000000, "train_loss": 0.053330743312835695, "subset_score_loss": 0.053330743312835695}
+{"step": 3070000, "wall_time": 27656.03301715851, "train_loss_step": 1.6406720876693726, "n_params": 4285450, "total_flops": 40416250368000000, "train_loss": 0.05185109972953796, "subset_score_loss": 0.05185109972953796}
+{"step": 3080000, "wall_time": 27740.241101264954, "train_loss_step": 1.8951551914215088, "n_params": 4285450, "total_flops": 40547899392000000, "train_loss": 0.052689594030380246, "subset_score_loss": 0.052689594030380246}
+{"step": 3090000, "wall_time": 27824.397005558014, "train_loss_step": 1.841986060142517, "n_params": 4285450, "total_flops": 40679548416000000, "train_loss": 0.0541804313659668, "subset_score_loss": 0.0541804313659668}
+{"step": 3100000, "wall_time": 27974.220644712448, "train_loss_step": 1.705863356590271, "n_params": 4285450, "total_flops": 40811197440000000, "train_loss": 0.0524670422077179, "subset_score_loss": 0.0524670422077179, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.6777711510658264, "fid": 86.56914053181733}
+{"step": 3110000, "wall_time": 28056.495574951172, "train_loss_step": 1.7794861793518066, "n_params": 4285450, "total_flops": 40942846464000000, "train_loss": 0.05324949622154236, "subset_score_loss": 0.05324949622154236}
+{"step": 3120000, "wall_time": 28140.704507112503, "train_loss_step": 1.6019177436828613, "n_params": 4285450, "total_flops": 41074495488000000, "train_loss": 0.053456181287765504, "subset_score_loss": 0.053456181287765504}
+{"step": 3130000, "wall_time": 28224.95894551277, "train_loss_step": 1.7447519302368164, "n_params": 4285450, "total_flops": 41206144512000000, "train_loss": 0.05411842465400696, "subset_score_loss": 0.05411842465400696}
+{"step": 3140000, "wall_time": 28309.07668876648, "train_loss_step": 1.7307809591293335, "n_params": 4285450, "total_flops": 41337793536000000, "train_loss": 0.05242671370506287, "subset_score_loss": 0.05242671370506287}
+{"step": 3150000, "wall_time": 28391.524267196655, "train_loss_step": 1.9128782749176025, "n_params": 4285450, "total_flops": 41469442560000000, "train_loss": 0.05142157077789307, "subset_score_loss": 0.05142157077789307}
+{"step": 3160000, "wall_time": 28471.462168455124, "train_loss_step": 1.7999775409698486, "n_params": 4285450, "total_flops": 41601091584000000, "train_loss": 0.05272630453109741, "subset_score_loss": 0.05272630453109741}
+{"step": 3170000, "wall_time": 28555.61846637726, "train_loss_step": 1.739192008972168, "n_params": 4285450, "total_flops": 41732740608000000, "train_loss": 0.05275401473045349, "subset_score_loss": 0.05275401473045349}
+{"step": 3180000, "wall_time": 28639.822400569916, "train_loss_step": 1.681147575378418, "n_params": 4285450, "total_flops": 41864389632000000, "train_loss": 0.052326148748397826, "subset_score_loss": 0.052326148748397826}
+{"step": 3190000, "wall_time": 28724.02150607109, "train_loss_step": 1.6433336734771729, "n_params": 4285450, "total_flops": 41996038656000000, "train_loss": 0.05296475291252136, "subset_score_loss": 0.05296475291252136}
+{"step": 3200000, "wall_time": 28873.597712039948, "train_loss_step": 1.6872649192810059, "n_params": 4285450, "total_flops": 42127687680000000, "train_loss": 0.05299736857414246, "subset_score_loss": 0.05299736857414246, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.6763431429862976, "fid": 87.29513106579897}
+{"step": 3210000, "wall_time": 28955.824375629425, "train_loss_step": 1.5211759805679321, "n_params": 4285450, "total_flops": 42259336704000000, "train_loss": 0.052967178821563723, "subset_score_loss": 0.052967178821563723}
+{"step": 3220000, "wall_time": 29040.000096559525, "train_loss_step": 1.5619361400604248, "n_params": 4285450, "total_flops": 42390985728000000, "train_loss": 0.052144527435302734, "subset_score_loss": 0.052144527435302734}
+{"step": 3230000, "wall_time": 29124.213362932205, "train_loss_step": 1.837846040725708, "n_params": 4285450, "total_flops": 42522634752000000, "train_loss": 0.05197992920875549, "subset_score_loss": 0.05197992920875549}
+{"step": 3240000, "wall_time": 29208.418563127518, "train_loss_step": 1.5431044101715088, "n_params": 4285450, "total_flops": 42654283776000000, "train_loss": 0.0512923002243042, "subset_score_loss": 0.0512923002243042}
+{"step": 3250000, "wall_time": 29290.931540966034, "train_loss_step": 1.6899244785308838, "n_params": 4285450, "total_flops": 42785932800000000, "train_loss": 0.05134202837944031, "subset_score_loss": 0.05134202837944031}
+{"step": 3260000, "wall_time": 29375.159066677094, "train_loss_step": 1.5937448740005493, "n_params": 4285450, "total_flops": 42917581824000000, "train_loss": 0.051957547664642334, "subset_score_loss": 0.051957547664642334}
+{"step": 3270000, "wall_time": 29456.604030370712, "train_loss_step": 1.6343793869018555, "n_params": 4285450, "total_flops": 43049230848000000, "train_loss": 0.05247244834899902, "subset_score_loss": 0.05247244834899902}
+{"step": 3280000, "wall_time": 29540.771047592163, "train_loss_step": 1.5871000289916992, "n_params": 4285450, "total_flops": 43180879872000000, "train_loss": 0.050889164209365845, "subset_score_loss": 0.050889164209365845}
+{"step": 3290000, "wall_time": 29624.98397898674, "train_loss_step": 1.6788005828857422, "n_params": 4285450, "total_flops": 43312528896000000, "train_loss": 0.05068531036376953, "subset_score_loss": 0.05068531036376953}
+{"step": 3300000, "wall_time": 29774.614858150482, "train_loss_step": 1.7677520513534546, "n_params": 4285450, "total_flops": 43444177920000000, "train_loss": 0.052542859315872194, "subset_score_loss": 0.052542859315872194, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.6829043030738831, "fid": 87.0833912343975}
+{"step": 3310000, "wall_time": 29857.145494699478, "train_loss_step": 1.6579294204711914, "n_params": 4285450, "total_flops": 43575826944000000, "train_loss": 0.05124823451042175, "subset_score_loss": 0.05124823451042175}
+{"step": 3320000, "wall_time": 29941.22265291214, "train_loss_step": 1.7279839515686035, "n_params": 4285450, "total_flops": 43707475968000000, "train_loss": 0.05171099901199341, "subset_score_loss": 0.05171099901199341}
+{"step": 3330000, "wall_time": 30025.407610177994, "train_loss_step": 1.646296501159668, "n_params": 4285450, "total_flops": 43839124992000000, "train_loss": 0.05126603245735169, "subset_score_loss": 0.05126603245735169}
+{"step": 3340000, "wall_time": 30109.594799041748, "train_loss_step": 1.5508692264556885, "n_params": 4285450, "total_flops": 43970774016000000, "train_loss": 0.05150078535079956, "subset_score_loss": 0.05150078535079956}
+{"step": 3350000, "wall_time": 30192.10230946541, "train_loss_step": 1.7449177503585815, "n_params": 4285450, "total_flops": 44102423040000000, "train_loss": 0.051356947422027587, "subset_score_loss": 0.051356947422027587}
+{"step": 3360000, "wall_time": 30276.24798321724, "train_loss_step": 1.5390197038650513, "n_params": 4285450, "total_flops": 44234072064000000, "train_loss": 0.05128878355026245, "subset_score_loss": 0.05128878355026245}
+{"step": 3370000, "wall_time": 30360.608694076538, "train_loss_step": 1.504407525062561, "n_params": 4285450, "total_flops": 44365721088000000, "train_loss": 0.0497621089220047, "subset_score_loss": 0.0497621089220047}
+{"step": 3380000, "wall_time": 30443.6063041687, "train_loss_step": 1.6154178380966187, "n_params": 4285450, "total_flops": 44497370112000000, "train_loss": 0.05091351270675659, "subset_score_loss": 0.05091351270675659}
+{"step": 3390000, "wall_time": 30526.020473480225, "train_loss_step": 1.8342487812042236, "n_params": 4285450, "total_flops": 44629019136000000, "train_loss": 0.05044018030166626, "subset_score_loss": 0.05044018030166626}
+{"step": 3400000, "wall_time": 30675.68211889267, "train_loss_step": 1.664298415184021, "n_params": 4285450, "total_flops": 44760668160000000, "train_loss": 0.051071882247924805, "subset_score_loss": 0.051071882247924805, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6773273348808289, "fid": 87.47954314205771}
+{"step": 3410000, "wall_time": 30758.041087150574, "train_loss_step": 1.5655673742294312, "n_params": 4285450, "total_flops": 44892317184000000, "train_loss": 0.05012243986129761, "subset_score_loss": 0.05012243986129761}
+{"step": 3420000, "wall_time": 30842.229913949966, "train_loss_step": 1.7024353742599487, "n_params": 4285450, "total_flops": 45023966208000000, "train_loss": 0.050337213277816775, "subset_score_loss": 0.050337213277816775}
+{"step": 3430000, "wall_time": 30926.356412649155, "train_loss_step": 1.6386406421661377, "n_params": 4285450, "total_flops": 45155615232000000, "train_loss": 0.05042374730110168, "subset_score_loss": 0.05042374730110168}
+{"step": 3440000, "wall_time": 31010.54308772087, "train_loss_step": 1.7297072410583496, "n_params": 4285450, "total_flops": 45287264256000000, "train_loss": 0.05059536099433899, "subset_score_loss": 0.05059536099433899}
+{"step": 3450000, "wall_time": 31092.916145324707, "train_loss_step": 1.599428653717041, "n_params": 4285450, "total_flops": 45418913280000000, "train_loss": 0.04907588362693786, "subset_score_loss": 0.04907588362693786}
+{"step": 3460000, "wall_time": 31177.109359025955, "train_loss_step": 1.7243821620941162, "n_params": 4285450, "total_flops": 45550562304000000, "train_loss": 0.04893273413181305, "subset_score_loss": 0.04893273413181305}
+{"step": 3470000, "wall_time": 31261.21455025673, "train_loss_step": 1.5640127658843994, "n_params": 4285450, "total_flops": 45682211328000000, "train_loss": 0.049847212433815, "subset_score_loss": 0.049847212433815}
+{"step": 3480000, "wall_time": 31345.68485403061, "train_loss_step": 1.7060458660125732, "n_params": 4285450, "total_flops": 45813860352000000, "train_loss": 0.05089646577835083, "subset_score_loss": 0.05089646577835083}
+{"step": 3490000, "wall_time": 31428.554167747498, "train_loss_step": 1.7018287181854248, "n_params": 4285450, "total_flops": 45945509376000000, "train_loss": 0.05046164393424988, "subset_score_loss": 0.05046164393424988}
+{"step": 3500000, "wall_time": 31576.885053396225, "train_loss_step": 1.7798762321472168, "n_params": 4285450, "total_flops": 46077158400000000, "train_loss": 0.05100308656692505, "subset_score_loss": 0.05100308656692505, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6765012145042419, "fid": 87.13269692922546}
+{"step": 3510000, "wall_time": 31659.186928987503, "train_loss_step": 1.8700846433639526, "n_params": 4285450, "total_flops": 46208807424000000, "train_loss": 0.0495072066783905, "subset_score_loss": 0.0495072066783905}
+{"step": 3520000, "wall_time": 31743.43956232071, "train_loss_step": 1.649315595626831, "n_params": 4285450, "total_flops": 46340456448000000, "train_loss": 0.04950732588768005, "subset_score_loss": 0.04950732588768005}
+{"step": 3530000, "wall_time": 31827.5886991024, "train_loss_step": 1.7055058479309082, "n_params": 4285450, "total_flops": 46472105472000000, "train_loss": 0.04967356920242309, "subset_score_loss": 0.04967356920242309}
+{"step": 3540000, "wall_time": 31911.72798895836, "train_loss_step": 1.686515212059021, "n_params": 4285450, "total_flops": 46603754496000000, "train_loss": 0.04977366626262665, "subset_score_loss": 0.04977366626262665}
+{"step": 3550000, "wall_time": 31993.864597082138, "train_loss_step": 1.7794207334518433, "n_params": 4285450, "total_flops": 46735403520000000, "train_loss": 0.0502817690372467, "subset_score_loss": 0.0502817690372467}
+{"step": 3560000, "wall_time": 32078.08852648735, "train_loss_step": 1.822304606437683, "n_params": 4285450, "total_flops": 46867052544000000, "train_loss": 0.04804766476154328, "subset_score_loss": 0.04804766476154328}
+{"step": 3570000, "wall_time": 32162.221611738205, "train_loss_step": 1.8106732368469238, "n_params": 4285450, "total_flops": 46998701568000000, "train_loss": 0.0487052321434021, "subset_score_loss": 0.0487052321434021}
+{"step": 3580000, "wall_time": 32246.4089717865, "train_loss_step": 1.6135568618774414, "n_params": 4285450, "total_flops": 47130350592000000, "train_loss": 0.0484948068857193, "subset_score_loss": 0.0484948068857193}
+{"step": 3590000, "wall_time": 32330.886203289032, "train_loss_step": 1.6209545135498047, "n_params": 4285450, "total_flops": 47261999616000000, "train_loss": 0.04892615377902985, "subset_score_loss": 0.04892615377902985}
+{"step": 3600000, "wall_time": 32478.33381509781, "train_loss_step": 1.6235753297805786, "n_params": 4285450, "total_flops": 47393648640000000, "train_loss": 0.048734241724014284, "subset_score_loss": 0.048734241724014284, "memorization_fraction_pixel": 0.006599999964237213, "mean_nn_ratio_pixel": 0.6742784976959229, "fid": 87.21990221740893}
+{"step": 3610000, "wall_time": 32559.309818029404, "train_loss_step": 1.5618501901626587, "n_params": 4285450, "total_flops": 47525297664000000, "train_loss": 0.04940363466739654, "subset_score_loss": 0.04940363466739654}
+{"step": 3620000, "wall_time": 32643.453688144684, "train_loss_step": 1.6970419883728027, "n_params": 4285450, "total_flops": 47656946688000000, "train_loss": 0.04838346838951111, "subset_score_loss": 0.04838346838951111}
+{"step": 3630000, "wall_time": 32727.647498369217, "train_loss_step": 1.580588936805725, "n_params": 4285450, "total_flops": 47788595712000000, "train_loss": 0.04785701632499695, "subset_score_loss": 0.04785701632499695}
+{"step": 3640000, "wall_time": 32811.857023477554, "train_loss_step": 1.6989651918411255, "n_params": 4285450, "total_flops": 47920244736000000, "train_loss": 0.048573973774909976, "subset_score_loss": 0.048573973774909976}
+{"step": 3650000, "wall_time": 32894.04534649849, "train_loss_step": 1.9616105556488037, "n_params": 4285450, "total_flops": 48051893760000000, "train_loss": 0.048631790280342105, "subset_score_loss": 0.048631790280342105}
+{"step": 3660000, "wall_time": 32978.10065603256, "train_loss_step": 1.7330480813980103, "n_params": 4285450, "total_flops": 48183542784000000, "train_loss": 0.04805090427398682, "subset_score_loss": 0.04805090427398682}
+{"step": 3670000, "wall_time": 33062.21419262886, "train_loss_step": 1.6724927425384521, "n_params": 4285450, "total_flops": 48315191808000000, "train_loss": 0.04820739924907684, "subset_score_loss": 0.04820739924907684}
+{"step": 3680000, "wall_time": 33146.33835506439, "train_loss_step": 1.6431488990783691, "n_params": 4285450, "total_flops": 48446840832000000, "train_loss": 0.048705455660820005, "subset_score_loss": 0.048705455660820005}
+{"step": 3690000, "wall_time": 33230.54096889496, "train_loss_step": 1.6806176900863647, "n_params": 4285450, "total_flops": 48578489856000000, "train_loss": 0.04697278141975403, "subset_score_loss": 0.04697278141975403}
+{"step": 3700000, "wall_time": 33378.18647480011, "train_loss_step": 1.6612744331359863, "n_params": 4285450, "total_flops": 48710138880000000, "train_loss": 0.04855072498321533, "subset_score_loss": 0.04855072498321533, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.673880934715271, "fid": 86.71393131995428}
+{"step": 3710000, "wall_time": 33460.313729047775, "train_loss_step": 1.8051022291183472, "n_params": 4285450, "total_flops": 48841787904000000, "train_loss": 0.04875594079494476, "subset_score_loss": 0.04875594079494476}
+{"step": 3720000, "wall_time": 33542.92036151886, "train_loss_step": 1.632023572921753, "n_params": 4285450, "total_flops": 48973436928000000, "train_loss": 0.04755385518074036, "subset_score_loss": 0.04755385518074036}
+{"step": 3730000, "wall_time": 33627.06898498535, "train_loss_step": 1.7078901529312134, "n_params": 4285450, "total_flops": 49105085952000000, "train_loss": 0.04840043783187866, "subset_score_loss": 0.04840043783187866}
+{"step": 3740000, "wall_time": 33711.210417985916, "train_loss_step": 1.688962697982788, "n_params": 4285450, "total_flops": 49236734976000000, "train_loss": 0.04765967428684235, "subset_score_loss": 0.04765967428684235}
+{"step": 3750000, "wall_time": 33793.81326150894, "train_loss_step": 1.5717296600341797, "n_params": 4285450, "total_flops": 49368384000000000, "train_loss": 0.04905058741569519, "subset_score_loss": 0.04905058741569519}
+{"step": 3760000, "wall_time": 33877.547360897064, "train_loss_step": 1.7302751541137695, "n_params": 4285450, "total_flops": 49500033024000000, "train_loss": 0.04758929014205933, "subset_score_loss": 0.04758929014205933}
+{"step": 3770000, "wall_time": 33961.66247844696, "train_loss_step": 1.7022541761398315, "n_params": 4285450, "total_flops": 49631682048000000, "train_loss": 0.04739096462726593, "subset_score_loss": 0.04739096462726593}
+{"step": 3780000, "wall_time": 34045.740198373795, "train_loss_step": 1.895523190498352, "n_params": 4285450, "total_flops": 49763331072000000, "train_loss": 0.04769022464752197, "subset_score_loss": 0.04769022464752197}
+{"step": 3790000, "wall_time": 34129.80761408806, "train_loss_step": 1.6026828289031982, "n_params": 4285450, "total_flops": 49894980096000000, "train_loss": 0.047901302576065063, "subset_score_loss": 0.047901302576065063}
+{"step": 3800000, "wall_time": 34278.93229651451, "train_loss_step": 1.6921920776367188, "n_params": 4285450, "total_flops": 50026629120000000, "train_loss": 0.046534490585327146, "subset_score_loss": 0.046534490585327146, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6740038990974426, "fid": 87.76109639275239}
+{"step": 3810000, "wall_time": 34359.59652328491, "train_loss_step": 1.4569337368011475, "n_params": 4285450, "total_flops": 50158278144000000, "train_loss": 0.04807586073875427, "subset_score_loss": 0.04807586073875427}
+{"step": 3820000, "wall_time": 34443.79651403427, "train_loss_step": 1.6555418968200684, "n_params": 4285450, "total_flops": 50289927168000000, "train_loss": 0.045422127842903136, "subset_score_loss": 0.045422127842903136}
+{"step": 3830000, "wall_time": 34526.897468566895, "train_loss_step": 1.665966510772705, "n_params": 4285450, "total_flops": 50421576192000000, "train_loss": 0.04630981981754303, "subset_score_loss": 0.04630981981754303}
+{"step": 3840000, "wall_time": 34611.07341313362, "train_loss_step": 1.6154968738555908, "n_params": 4285450, "total_flops": 50553225216000000, "train_loss": 0.04663443267345428, "subset_score_loss": 0.04663443267345428}
+{"step": 3850000, "wall_time": 34695.21895098686, "train_loss_step": 1.8259844779968262, "n_params": 4285450, "total_flops": 50684874240000000, "train_loss": 0.0478988915681839, "subset_score_loss": 0.0478988915681839}
+{"step": 3860000, "wall_time": 34777.3681678772, "train_loss_step": 1.6745963096618652, "n_params": 4285450, "total_flops": 50816523264000000, "train_loss": 0.046515274047851565, "subset_score_loss": 0.046515274047851565}
+{"step": 3870000, "wall_time": 34861.55912876129, "train_loss_step": 1.6236995458602905, "n_params": 4285450, "total_flops": 50948172288000000, "train_loss": 0.04780340790748596, "subset_score_loss": 0.04780340790748596}
+{"step": 3880000, "wall_time": 34945.67498421669, "train_loss_step": 1.6808303594589233, "n_params": 4285450, "total_flops": 51079821312000000, "train_loss": 0.046822720766067506, "subset_score_loss": 0.046822720766067506}
+{"step": 3890000, "wall_time": 35029.68174433708, "train_loss_step": 1.6323292255401611, "n_params": 4285450, "total_flops": 51211470336000000, "train_loss": 0.0461503267288208, "subset_score_loss": 0.0461503267288208}
+{"step": 3900000, "wall_time": 35180.239384651184, "train_loss_step": 1.7254078388214111, "n_params": 4285450, "total_flops": 51343119360000000, "train_loss": 0.045461660623550414, "subset_score_loss": 0.045461660623550414, "memorization_fraction_pixel": 0.006599999964237213, "mean_nn_ratio_pixel": 0.6736475825309753, "fid": 87.05072916797654}
+{"step": 3910000, "wall_time": 35262.349618434906, "train_loss_step": 1.5968233346939087, "n_params": 4285450, "total_flops": 51474768384000000, "train_loss": 0.04623573422431946, "subset_score_loss": 0.04623573422431946}
+{"step": 3920000, "wall_time": 35344.83826684952, "train_loss_step": 1.8049142360687256, "n_params": 4285450, "total_flops": 51606417408000000, "train_loss": 0.04709199070930481, "subset_score_loss": 0.04709199070930481}
+{"step": 3930000, "wall_time": 35428.999841213226, "train_loss_step": 1.6758900880813599, "n_params": 4285450, "total_flops": 51738066432000000, "train_loss": 0.04698216617107391, "subset_score_loss": 0.04698216617107391}
+{"step": 3940000, "wall_time": 35513.64284276962, "train_loss_step": 1.5716049671173096, "n_params": 4285450, "total_flops": 51869715456000000, "train_loss": 0.04596884250640869, "subset_score_loss": 0.04596884250640869}
+{"step": 3950000, "wall_time": 35595.87164449692, "train_loss_step": 1.5253307819366455, "n_params": 4285450, "total_flops": 52001364480000000, "train_loss": 0.04602497220039368, "subset_score_loss": 0.04602497220039368}
+{"step": 3960000, "wall_time": 35677.76099014282, "train_loss_step": 1.7386493682861328, "n_params": 4285450, "total_flops": 52133013504000000, "train_loss": 0.04568392038345337, "subset_score_loss": 0.04568392038345337}
+{"step": 3970000, "wall_time": 35761.98089051247, "train_loss_step": 1.7950828075408936, "n_params": 4285450, "total_flops": 52264662528000000, "train_loss": 0.04655484557151794, "subset_score_loss": 0.04655484557151794}
+{"step": 3980000, "wall_time": 35846.142268657684, "train_loss_step": 1.8662558794021606, "n_params": 4285450, "total_flops": 52396311552000000, "train_loss": 0.04606066644191742, "subset_score_loss": 0.04606066644191742}
+{"step": 3990000, "wall_time": 35930.28113555908, "train_loss_step": 1.6007425785064697, "n_params": 4285450, "total_flops": 52527960576000000, "train_loss": 0.04662829339504242, "subset_score_loss": 0.04662829339504242}
+{"step": 4000000, "wall_time": 36082.504400253296, "train_loss_step": 1.6955604553222656, "n_params": 4285450, "total_flops": 52659609600000000, "train_loss": 0.04658139944076538, "subset_score_loss": 0.04658139944076538, "memorization_fraction_pixel": 0.007799999788403511, "mean_nn_ratio_pixel": 0.6714529991149902, "fid": 86.50757867756057}
+{"step": 4010000, "wall_time": 36163.95069861412, "train_loss_step": 1.4231152534484863, "n_params": 4285450, "total_flops": 52791258624000000, "train_loss": 0.04600021541118622, "subset_score_loss": 0.04600021541118622}
+{"step": 4020000, "wall_time": 36248.50240111351, "train_loss_step": 1.8404242992401123, "n_params": 4285450, "total_flops": 52922907648000000, "train_loss": 0.046702811121940614, "subset_score_loss": 0.046702811121940614}
+{"step": 4030000, "wall_time": 36330.87955856323, "train_loss_step": 1.763202428817749, "n_params": 4285450, "total_flops": 53054556672000000, "train_loss": 0.04563955366611481, "subset_score_loss": 0.04563955366611481}
+{"step": 4040000, "wall_time": 36415.095980644226, "train_loss_step": 1.580255150794983, "n_params": 4285450, "total_flops": 53186205696000000, "train_loss": 0.04697369635105133, "subset_score_loss": 0.04697369635105133}
+{"step": 4050000, "wall_time": 36499.54599571228, "train_loss_step": 1.5373473167419434, "n_params": 4285450, "total_flops": 53317854720000000, "train_loss": 0.04537563621997833, "subset_score_loss": 0.04537563621997833}
+{"step": 4060000, "wall_time": 36578.4413318634, "train_loss_step": 1.4658337831497192, "n_params": 4285450, "total_flops": 53449503744000000, "train_loss": 0.0461041659116745, "subset_score_loss": 0.0461041659116745}
+{"step": 4070000, "wall_time": 36662.6440513134, "train_loss_step": 1.7389514446258545, "n_params": 4285450, "total_flops": 53581152768000000, "train_loss": 0.0448457658290863, "subset_score_loss": 0.0448457658290863}
+{"step": 4080000, "wall_time": 36746.818814992905, "train_loss_step": 1.6276934146881104, "n_params": 4285450, "total_flops": 53712801792000000, "train_loss": 0.04480713605880737, "subset_score_loss": 0.04480713605880737}
+{"step": 4090000, "wall_time": 36831.01766824722, "train_loss_step": 1.619750738143921, "n_params": 4285450, "total_flops": 53844450816000000, "train_loss": 0.04506798386573792, "subset_score_loss": 0.04506798386573792}
+{"step": 4100000, "wall_time": 36983.842874765396, "train_loss_step": 1.6973519325256348, "n_params": 4285450, "total_flops": 53976099840000000, "train_loss": 0.04482772648334503, "subset_score_loss": 0.04482772648334503, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.6753103733062744, "fid": 86.48181022385835}
+{"step": 4110000, "wall_time": 37065.209178209305, "train_loss_step": 1.8336577415466309, "n_params": 4285450, "total_flops": 54107748864000000, "train_loss": 0.04515916109085083, "subset_score_loss": 0.04515916109085083}
+{"step": 4120000, "wall_time": 37149.26513051987, "train_loss_step": 1.4503594636917114, "n_params": 4285450, "total_flops": 54239397888000000, "train_loss": 0.04527664482593537, "subset_score_loss": 0.04527664482593537}
+{"step": 4130000, "wall_time": 37233.98938369751, "train_loss_step": 1.5909812450408936, "n_params": 4285450, "total_flops": 54371046912000000, "train_loss": 0.04525793194770813, "subset_score_loss": 0.04525793194770813}
+{"step": 4140000, "wall_time": 37316.29134821892, "train_loss_step": 1.6226260662078857, "n_params": 4285450, "total_flops": 54502695936000000, "train_loss": 0.045197519659996035, "subset_score_loss": 0.045197519659996035}
+{"step": 4150000, "wall_time": 37400.45840907097, "train_loss_step": 1.6697969436645508, "n_params": 4285450, "total_flops": 54634344960000000, "train_loss": 0.0448762059211731, "subset_score_loss": 0.0448762059211731}
+{"step": 4160000, "wall_time": 37481.91149377823, "train_loss_step": 1.5009211301803589, "n_params": 4285450, "total_flops": 54765993984000000, "train_loss": 0.0453182578086853, "subset_score_loss": 0.0453182578086853}
+{"step": 4170000, "wall_time": 37564.59877562523, "train_loss_step": 1.7958217859268188, "n_params": 4285450, "total_flops": 54897643008000000, "train_loss": 0.044920620322227475, "subset_score_loss": 0.044920620322227475}
+{"step": 4180000, "wall_time": 37648.799396038055, "train_loss_step": 1.7579302787780762, "n_params": 4285450, "total_flops": 55029292032000000, "train_loss": 0.04424282908439636, "subset_score_loss": 0.04424282908439636}
+{"step": 4190000, "wall_time": 37733.041709423065, "train_loss_step": 1.8645849227905273, "n_params": 4285450, "total_flops": 55160941056000000, "train_loss": 0.045423299074172974, "subset_score_loss": 0.045423299074172974}
+{"step": 4200000, "wall_time": 37885.992359399796, "train_loss_step": 1.7842872142791748, "n_params": 4285450, "total_flops": 55292590080000000, "train_loss": 0.043798604607582094, "subset_score_loss": 0.043798604607582094, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.6687704920768738, "fid": 86.70381853962033}
+{"step": 4210000, "wall_time": 37967.81804442406, "train_loss_step": 1.7289321422576904, "n_params": 4285450, "total_flops": 55424239104000000, "train_loss": 0.044488319754600526, "subset_score_loss": 0.044488319754600526}
+{"step": 4220000, "wall_time": 38052.015355825424, "train_loss_step": 1.6352136135101318, "n_params": 4285450, "total_flops": 55555888128000000, "train_loss": 0.04500151574611664, "subset_score_loss": 0.04500151574611664}
+{"step": 4230000, "wall_time": 38136.16309809685, "train_loss_step": 1.5845372676849365, "n_params": 4285450, "total_flops": 55687537152000000, "train_loss": 0.0438475102186203, "subset_score_loss": 0.0438475102186203}
+{"step": 4240000, "wall_time": 38218.939345121384, "train_loss_step": 1.591108798980713, "n_params": 4285450, "total_flops": 55819186176000000, "train_loss": 0.043750256299972534, "subset_score_loss": 0.043750256299972534}
+{"step": 4250000, "wall_time": 38303.09154701233, "train_loss_step": 1.7347667217254639, "n_params": 4285450, "total_flops": 55950835200000000, "train_loss": 0.04502175748348236, "subset_score_loss": 0.04502175748348236}
+{"step": 4260000, "wall_time": 38384.907937288284, "train_loss_step": 1.482325553894043, "n_params": 4285450, "total_flops": 56082484224000000, "train_loss": 0.04418704211711884, "subset_score_loss": 0.04418704211711884}
+{"step": 4270000, "wall_time": 38469.12773323059, "train_loss_step": 1.5203025341033936, "n_params": 4285450, "total_flops": 56214133248000000, "train_loss": 0.04375458061695099, "subset_score_loss": 0.04375458061695099}
+{"step": 4280000, "wall_time": 38552.69518780708, "train_loss_step": 1.689828634262085, "n_params": 4285450, "total_flops": 56345782272000000, "train_loss": 0.04417873620986938, "subset_score_loss": 0.04417873620986938}
+{"step": 4290000, "wall_time": 38636.02762103081, "train_loss_step": 1.6345280408859253, "n_params": 4285450, "total_flops": 56477431296000000, "train_loss": 0.04298393726348877, "subset_score_loss": 0.04298393726348877}
+{"step": 4300000, "wall_time": 38789.307629585266, "train_loss_step": 1.517179250717163, "n_params": 4285450, "total_flops": 56609080320000000, "train_loss": 0.04326848089694977, "subset_score_loss": 0.04326848089694977, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6674952507019043, "fid": 87.91443728597532}
+{"step": 4310000, "wall_time": 38870.94343686104, "train_loss_step": 1.7646156549453735, "n_params": 4285450, "total_flops": 56740729344000000, "train_loss": 0.04419299364089966, "subset_score_loss": 0.04419299364089966}
+{"step": 4320000, "wall_time": 38955.182344675064, "train_loss_step": 1.5199599266052246, "n_params": 4285450, "total_flops": 56872378368000000, "train_loss": 0.044642937183380124, "subset_score_loss": 0.044642937183380124}
+{"step": 4330000, "wall_time": 39039.35410618782, "train_loss_step": 1.56269371509552, "n_params": 4285450, "total_flops": 57004027392000000, "train_loss": 0.04381647408008575, "subset_score_loss": 0.04381647408008575}
+{"step": 4340000, "wall_time": 39123.508256196976, "train_loss_step": 1.8035609722137451, "n_params": 4285450, "total_flops": 57135676416000000, "train_loss": 0.04410734474658966, "subset_score_loss": 0.04410734474658966}
+{"step": 4350000, "wall_time": 39206.044358730316, "train_loss_step": 1.6107512712478638, "n_params": 4285450, "total_flops": 57267325440000000, "train_loss": 0.043690738081932065, "subset_score_loss": 0.043690738081932065}
+{"step": 4360000, "wall_time": 39287.26470923424, "train_loss_step": 1.546704888343811, "n_params": 4285450, "total_flops": 57398974464000000, "train_loss": 0.044576996564865114, "subset_score_loss": 0.044576996564865114}
+{"step": 4370000, "wall_time": 39371.47800850868, "train_loss_step": 1.6918631792068481, "n_params": 4285450, "total_flops": 57530623488000000, "train_loss": 0.04409155547618866, "subset_score_loss": 0.04409155547618866}
+{"step": 4380000, "wall_time": 39455.66476535797, "train_loss_step": 1.831111192703247, "n_params": 4285450, "total_flops": 57662272512000000, "train_loss": 0.04382656812667847, "subset_score_loss": 0.04382656812667847}
+{"step": 4390000, "wall_time": 39540.24120092392, "train_loss_step": 1.5220928192138672, "n_params": 4285450, "total_flops": 57793921536000000, "train_loss": 0.043512454628944396, "subset_score_loss": 0.043512454628944396}
+{"step": 4400000, "wall_time": 39691.38688206673, "train_loss_step": 1.6253886222839355, "n_params": 4285450, "total_flops": 57925570560000000, "train_loss": 0.04340314865112305, "subset_score_loss": 0.04340314865112305, "memorization_fraction_pixel": 0.006500000134110451, "mean_nn_ratio_pixel": 0.6667776107788086, "fid": 86.4723797756162}
+{"step": 4410000, "wall_time": 39772.63814997673, "train_loss_step": 1.597381353378296, "n_params": 4285450, "total_flops": 58057219584000000, "train_loss": 0.043397518992424014, "subset_score_loss": 0.043397518992424014}
+{"step": 4420000, "wall_time": 39856.82752370834, "train_loss_step": 1.7374968528747559, "n_params": 4285450, "total_flops": 58188868608000000, "train_loss": 0.04401451647281647, "subset_score_loss": 0.04401451647281647}
+{"step": 4430000, "wall_time": 39941.074372291565, "train_loss_step": 1.7909862995147705, "n_params": 4285450, "total_flops": 58320517632000000, "train_loss": 0.04271163046360016, "subset_score_loss": 0.04271163046360016}
+{"step": 4440000, "wall_time": 40025.26673913002, "train_loss_step": 1.421694278717041, "n_params": 4285450, "total_flops": 58452166656000000, "train_loss": 0.04369447827339172, "subset_score_loss": 0.04369447827339172}
+{"step": 4450000, "wall_time": 40109.523037433624, "train_loss_step": 1.6545727252960205, "n_params": 4285450, "total_flops": 58583815680000000, "train_loss": 0.04238073825836182, "subset_score_loss": 0.04238073825836182}
+{"step": 4460000, "wall_time": 40189.37000250816, "train_loss_step": 1.7676060199737549, "n_params": 4285450, "total_flops": 58715464704000000, "train_loss": 0.042875784635543826, "subset_score_loss": 0.042875784635543826}
+{"step": 4470000, "wall_time": 40273.44875025749, "train_loss_step": 1.8564212322235107, "n_params": 4285450, "total_flops": 58847113728000000, "train_loss": 0.043167001008987425, "subset_score_loss": 0.043167001008987425}
+{"step": 4480000, "wall_time": 40357.7106795311, "train_loss_step": 1.6489043235778809, "n_params": 4285450, "total_flops": 58978762752000000, "train_loss": 0.042361319065093994, "subset_score_loss": 0.042361319065093994}
+{"step": 4490000, "wall_time": 40441.9135787487, "train_loss_step": 1.592879295349121, "n_params": 4285450, "total_flops": 59110411776000000, "train_loss": 0.04204409420490265, "subset_score_loss": 0.04204409420490265}
+{"step": 4500000, "wall_time": 40591.445350170135, "train_loss_step": 1.4881603717803955, "n_params": 4285450, "total_flops": 59242060800000000, "train_loss": 0.04281510412693024, "subset_score_loss": 0.04281510412693024, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.669319748878479, "fid": 87.89803348901411}
+{"step": 4510000, "wall_time": 40672.65602016449, "train_loss_step": 1.6450574398040771, "n_params": 4285450, "total_flops": 59373709824000000, "train_loss": 0.04228692352771759, "subset_score_loss": 0.04228692352771759}
+{"step": 4520000, "wall_time": 40756.89203429222, "train_loss_step": 1.5297060012817383, "n_params": 4285450, "total_flops": 59505358848000000, "train_loss": 0.04268387258052826, "subset_score_loss": 0.04268387258052826}
+{"step": 4530000, "wall_time": 40841.058602809906, "train_loss_step": 1.8174598217010498, "n_params": 4285450, "total_flops": 59637007872000000, "train_loss": 0.04267286062240601, "subset_score_loss": 0.04267286062240601}
+{"step": 4540000, "wall_time": 40925.23133349419, "train_loss_step": 1.6267354488372803, "n_params": 4285450, "total_flops": 59768656896000000, "train_loss": 0.04257580041885376, "subset_score_loss": 0.04257580041885376}
+{"step": 4550000, "wall_time": 41009.38036322594, "train_loss_step": 1.6068379878997803, "n_params": 4285450, "total_flops": 59900305920000000, "train_loss": 0.0424610435962677, "subset_score_loss": 0.0424610435962677}
+{"step": 4560000, "wall_time": 41093.10958337784, "train_loss_step": 1.635453701019287, "n_params": 4285450, "total_flops": 60031954944000000, "train_loss": 0.041908302903175355, "subset_score_loss": 0.041908302903175355}
+{"step": 4570000, "wall_time": 41173.57325410843, "train_loss_step": 1.5620973110198975, "n_params": 4285450, "total_flops": 60163603968000000, "train_loss": 0.04117395877838135, "subset_score_loss": 0.04117395877838135}
+{"step": 4580000, "wall_time": 41257.63206863403, "train_loss_step": 1.5183837413787842, "n_params": 4285450, "total_flops": 60295252992000000, "train_loss": 0.04195972979068756, "subset_score_loss": 0.04195972979068756}
+{"step": 4590000, "wall_time": 41341.797355651855, "train_loss_step": 1.6129422187805176, "n_params": 4285450, "total_flops": 60426902016000000, "train_loss": 0.04276634156703949, "subset_score_loss": 0.04276634156703949}
+{"step": 4600000, "wall_time": 41494.94772195816, "train_loss_step": 1.8477387428283691, "n_params": 4285450, "total_flops": 60558551040000000, "train_loss": 0.043088072538375856, "subset_score_loss": 0.043088072538375856, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.6669378280639648, "fid": 88.21302891745722}
+{"step": 4610000, "wall_time": 41575.4846303463, "train_loss_step": 1.4882385730743408, "n_params": 4285450, "total_flops": 60690200064000000, "train_loss": 0.04176724553108215, "subset_score_loss": 0.04176724553108215}
+{"step": 4620000, "wall_time": 41658.921741485596, "train_loss_step": 1.6516308784484863, "n_params": 4285450, "total_flops": 60821849088000000, "train_loss": 0.041901895403862, "subset_score_loss": 0.041901895403862}
+{"step": 4630000, "wall_time": 41743.144182920456, "train_loss_step": 1.5469392538070679, "n_params": 4285450, "total_flops": 60953498112000000, "train_loss": 0.04137648642063141, "subset_score_loss": 0.04137648642063141}
+{"step": 4640000, "wall_time": 41827.33085536957, "train_loss_step": 1.7350587844848633, "n_params": 4285450, "total_flops": 61085147136000000, "train_loss": 0.04122822880744934, "subset_score_loss": 0.04122822880744934}
+{"step": 4650000, "wall_time": 41911.52750968933, "train_loss_step": 1.7851552963256836, "n_params": 4285450, "total_flops": 61216796160000000, "train_loss": 0.0412327766418457, "subset_score_loss": 0.0412327766418457}
+{"step": 4660000, "wall_time": 41995.57567572594, "train_loss_step": 1.7424403429031372, "n_params": 4285450, "total_flops": 61348445184000000, "train_loss": 0.041549721360206605, "subset_score_loss": 0.041549721360206605}
+{"step": 4670000, "wall_time": 42077.611401319504, "train_loss_step": 1.61809241771698, "n_params": 4285450, "total_flops": 61480094208000000, "train_loss": 0.04150750339031219, "subset_score_loss": 0.04150750339031219}
+{"step": 4680000, "wall_time": 42160.42119574547, "train_loss_step": 1.7396807670593262, "n_params": 4285450, "total_flops": 61611743232000000, "train_loss": 0.04184512197971344, "subset_score_loss": 0.04184512197971344}
+{"step": 4690000, "wall_time": 42244.58362555504, "train_loss_step": 1.6774637699127197, "n_params": 4285450, "total_flops": 61743392256000000, "train_loss": 0.04129024147987366, "subset_score_loss": 0.04129024147987366}
+{"step": 4700000, "wall_time": 42397.90617609024, "train_loss_step": 1.6723101139068604, "n_params": 4285450, "total_flops": 61875041280000000, "train_loss": 0.04076513350009918, "subset_score_loss": 0.04076513350009918, "memorization_fraction_pixel": 0.006599999964237213, "mean_nn_ratio_pixel": 0.6671804189682007, "fid": 87.21017507876185}
+{"step": 4710000, "wall_time": 42479.28253507614, "train_loss_step": 1.5970511436462402, "n_params": 4285450, "total_flops": 62006690304000000, "train_loss": 0.041885402798652646, "subset_score_loss": 0.041885402798652646}
+{"step": 4720000, "wall_time": 42563.808985710144, "train_loss_step": 1.7266496419906616, "n_params": 4285450, "total_flops": 62138339328000000, "train_loss": 0.041588276624679565, "subset_score_loss": 0.041588276624679565}
+{"step": 4730000, "wall_time": 42646.15107989311, "train_loss_step": 1.612884521484375, "n_params": 4285450, "total_flops": 62269988352000000, "train_loss": 0.041808968782424925, "subset_score_loss": 0.041808968782424925}
+{"step": 4740000, "wall_time": 42730.32003092766, "train_loss_step": 1.670311450958252, "n_params": 4285450, "total_flops": 62401637376000000, "train_loss": 0.041205018758773804, "subset_score_loss": 0.041205018758773804}
+{"step": 4750000, "wall_time": 42814.50012230873, "train_loss_step": 1.5493218898773193, "n_params": 4285450, "total_flops": 62533286400000000, "train_loss": 0.04084985554218292, "subset_score_loss": 0.04084985554218292}
+{"step": 4760000, "wall_time": 42898.63050150871, "train_loss_step": 1.7810660600662231, "n_params": 4285450, "total_flops": 62664935424000000, "train_loss": 0.04149011373519897, "subset_score_loss": 0.04149011373519897}
+{"step": 4770000, "wall_time": 42980.79268503189, "train_loss_step": 1.6000239849090576, "n_params": 4285450, "total_flops": 62796584448000000, "train_loss": 0.041917824745178224, "subset_score_loss": 0.041917824745178224}
+{"step": 4780000, "wall_time": 43065.340475320816, "train_loss_step": 1.6253310441970825, "n_params": 4285450, "total_flops": 62928233472000000, "train_loss": 0.041865873336791995, "subset_score_loss": 0.041865873336791995}
+{"step": 4790000, "wall_time": 43147.72462272644, "train_loss_step": 1.6381137371063232, "n_params": 4285450, "total_flops": 63059882496000000, "train_loss": 0.04165468513965607, "subset_score_loss": 0.04165468513965607}
+{"step": 4800000, "wall_time": 43298.95736980438, "train_loss_step": 1.776750922203064, "n_params": 4285450, "total_flops": 63191531520000000, "train_loss": 0.0416779488325119, "subset_score_loss": 0.0416779488325119, "memorization_fraction_pixel": 0.004999999888241291, "mean_nn_ratio_pixel": 0.671215832233429, "fid": 87.79328089182977}
+{"step": 4810000, "wall_time": 43380.88993597031, "train_loss_step": 1.6195496320724487, "n_params": 4285450, "total_flops": 63323180544000000, "train_loss": 0.04263751208782196, "subset_score_loss": 0.04263751208782196}
+{"step": 4820000, "wall_time": 43465.14931988716, "train_loss_step": 1.7132724523544312, "n_params": 4285450, "total_flops": 63454829568000000, "train_loss": 0.04155776500701904, "subset_score_loss": 0.04155776500701904}
+{"step": 4830000, "wall_time": 43549.46326637268, "train_loss_step": 1.764264702796936, "n_params": 4285450, "total_flops": 63586478592000000, "train_loss": 0.04109454751014709, "subset_score_loss": 0.04109454751014709}
+{"step": 4840000, "wall_time": 43632.0469725132, "train_loss_step": 1.6248347759246826, "n_params": 4285450, "total_flops": 63718127616000000, "train_loss": 0.04076070189476013, "subset_score_loss": 0.04076070189476013}
+{"step": 4850000, "wall_time": 43716.30805468559, "train_loss_step": 1.7846696376800537, "n_params": 4285450, "total_flops": 63849776640000000, "train_loss": 0.04088013768196106, "subset_score_loss": 0.04088013768196106}
+{"step": 4860000, "wall_time": 43800.40556049347, "train_loss_step": 1.6785888671875, "n_params": 4285450, "total_flops": 63981425664000000, "train_loss": 0.03976583182811737, "subset_score_loss": 0.03976583182811737}
+{"step": 4870000, "wall_time": 43881.973636865616, "train_loss_step": 1.8127652406692505, "n_params": 4285450, "total_flops": 64113074688000000, "train_loss": 0.040893775224685666, "subset_score_loss": 0.040893775224685666}
+{"step": 4880000, "wall_time": 43966.16554117203, "train_loss_step": 1.6846404075622559, "n_params": 4285450, "total_flops": 64244723712000000, "train_loss": 0.041317492723464966, "subset_score_loss": 0.041317492723464966}
+{"step": 4890000, "wall_time": 44050.757021188736, "train_loss_step": 1.759984016418457, "n_params": 4285450, "total_flops": 64376372736000000, "train_loss": 0.04068879187107086, "subset_score_loss": 0.04068879187107086}
+{"step": 4900000, "wall_time": 44199.44775438309, "train_loss_step": 1.7506996393203735, "n_params": 4285450, "total_flops": 64508021760000000, "train_loss": 0.040850698947906494, "subset_score_loss": 0.040850698947906494, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.6708215475082397, "fid": 86.08896037491171}
+{"step": 4910000, "wall_time": 44281.32952904701, "train_loss_step": 1.7240025997161865, "n_params": 4285450, "total_flops": 64639670784000000, "train_loss": 0.04025535583496094, "subset_score_loss": 0.04025535583496094}
+{"step": 4920000, "wall_time": 44365.33240151405, "train_loss_step": 1.704856276512146, "n_params": 4285450, "total_flops": 64771319808000000, "train_loss": 0.04075230956077576, "subset_score_loss": 0.04075230956077576}
+{"step": 4930000, "wall_time": 44449.44403171539, "train_loss_step": 1.6395390033721924, "n_params": 4285450, "total_flops": 64902968832000000, "train_loss": 0.040049505233764646, "subset_score_loss": 0.040049505233764646}
+{"step": 4940000, "wall_time": 44533.615258932114, "train_loss_step": 1.7537494897842407, "n_params": 4285450, "total_flops": 65034617856000000, "train_loss": 0.040172791481018065, "subset_score_loss": 0.040172791481018065}
+{"step": 4950000, "wall_time": 44616.33226299286, "train_loss_step": 1.7444374561309814, "n_params": 4285450, "total_flops": 65166266880000000, "train_loss": 0.041193464398384096, "subset_score_loss": 0.041193464398384096}
+{"step": 4960000, "wall_time": 44700.53616309166, "train_loss_step": 1.5939409732818604, "n_params": 4285450, "total_flops": 65297915904000000, "train_loss": 0.04058009088039398, "subset_score_loss": 0.04058009088039398}
+{"step": 4970000, "wall_time": 44782.55247473717, "train_loss_step": 1.9666231870651245, "n_params": 4285450, "total_flops": 65429564928000000, "train_loss": 0.04134256839752197, "subset_score_loss": 0.04134256839752197}
+{"step": 4980000, "wall_time": 44866.7441971302, "train_loss_step": 1.6458016633987427, "n_params": 4285450, "total_flops": 65561213952000000, "train_loss": 0.040487480163574216, "subset_score_loss": 0.040487480163574216}
+{"step": 4990000, "wall_time": 44950.98200058937, "train_loss_step": 1.7601656913757324, "n_params": 4285450, "total_flops": 65692862976000000, "train_loss": 0.04052165448665619, "subset_score_loss": 0.04052165448665619}
+{"step": 5000000, "wall_time": 45100.18440103531, "train_loss_step": 1.6414103507995605, "n_params": 4285450, "total_flops": 65824512000000000, "train_loss": 0.039894011616706845, "subset_score_loss": 0.039894011616706845, "memorization_fraction_pixel": 0.005200000014156103, "mean_nn_ratio_pixel": 0.6698777079582214, "fid": 88.21226245095494}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..3a9f2df7b71a090bfc17dab59a69e64a0d8ba3dc
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d10/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     63s | train_loss=0.9700 | fid=193.3753
+  step   10000 |    133s | train_loss=0.8926
+  step   20000 |    218s | train_loss=0.8908
+  step   30000 |    302s | train_loss=0.8897
+  step   40000 |    387s | train_loss=0.8889
+  step   50000 |    471s | train_loss=0.8881
+  step   60000 |    556s | train_loss=0.8873
+  step   70000 |    640s | train_loss=0.8866
+  step   80000 |    725s | train_loss=0.8858
+  step   90000 |    809s | train_loss=0.8854
+  step  100000 |    959s | train_loss=0.8847 | fid=87.2855
+  step  110000 |   1040s | train_loss=0.8841
+  step  120000 |   1120s | train_loss=0.8834
+  step  130000 |   1204s | train_loss=0.8828
+  step  140000 |   1288s | train_loss=0.8823
+  step  150000 |   1373s | train_loss=0.8815
+  step  160000 |   1457s | train_loss=0.8809
+  step  170000 |   1541s | train_loss=0.8800
+  step  180000 |   1625s | train_loss=0.8792
+  step  190000 |   1709s | train_loss=0.8784
+  step  200000 |   1859s | train_loss=0.8776 | fid=86.9470
+  step  210000 |   1939s | train_loss=0.8764
+  step  220000 |   2023s | train_loss=0.8751
+  step  230000 |   2104s | train_loss=0.8739
+  step  240000 |   2188s | train_loss=0.8725
+  step  250000 |   2272s | train_loss=0.8711
+  step  260000 |   2357s | train_loss=0.8692
+  step  270000 |   2441s | train_loss=0.8670
+  step  280000 |   2525s | train_loss=0.8644
+  step  290000 |   2609s | train_loss=0.8611
+  step  300000 |   2759s | train_loss=0.8568 | fid=87.0508
+  step  310000 |   2839s | train_loss=0.8508
+  step  320000 |   2923s | train_loss=0.8413
+  step  330000 |   3006s | train_loss=0.8280
+  step  340000 |   3090s | train_loss=0.8115
+  step  350000 |   3172s | train_loss=0.7899
+  step  360000 |   3256s | train_loss=0.7625
+  step  370000 |   3341s | train_loss=0.7302
+  step  380000 |   3425s | train_loss=0.6904
+  step  390000 |   3509s | train_loss=0.6493
+  step  400000 |   3658s | train_loss=0.6081 | fid=87.3304
+  step  410000 |   3738s | train_loss=0.5590
+  step  420000 |   3822s | train_loss=0.5310
+  step  430000 |   3906s | train_loss=0.4833
+  step  440000 |   3989s | train_loss=0.4559
+  step  450000 |   4074s | train_loss=0.4315
+  step  460000 |   4156s | train_loss=0.3930
+  step  470000 |   4240s | train_loss=0.3751
+  step  480000 |   4324s | train_loss=0.3444
+  step  490000 |   4408s | train_loss=0.3342
+  step  500000 |   4558s | train_loss=0.3173 | fid=86.2262
+  step  510000 |   4639s | train_loss=0.2992
+  step  520000 |   4723s | train_loss=0.2889
+  step  530000 |   4807s | train_loss=0.2756
+  step  540000 |   4891s | train_loss=0.2624
+  step  550000 |   4974s | train_loss=0.2586
+  step  560000 |   5058s | train_loss=0.2470
+  step  570000 |   5140s | train_loss=0.2412
+  step  580000 |   5225s | train_loss=0.2338
+  step  590000 |   5309s | train_loss=0.2257
+  step  600000 |   5458s | train_loss=0.2222 | fid=85.3701
+  step  610000 |   5539s | train_loss=0.2179
+  step  620000 |   5623s | train_loss=0.2109
+  step  630000 |   5707s | train_loss=0.2057
+  step  640000 |   5791s | train_loss=0.2004
+  step  650000 |   5876s | train_loss=0.1957
+  step  660000 |   5958s | train_loss=0.1920
+  step  670000 |   6043s | train_loss=0.1904
+  step  680000 |   6127s | train_loss=0.1834
+  step  690000 |   6209s | train_loss=0.1817
+  step  700000 |   6359s | train_loss=0.1820 | fid=87.8508
+  step  710000 |   6441s | train_loss=0.1764
+  step  720000 |   6523s | train_loss=0.1719
+  step  730000 |   6607s | train_loss=0.1757
+  step  740000 |   6691s | train_loss=0.1692
+  step  750000 |   6776s | train_loss=0.1652
+  step  760000 |   6860s | train_loss=0.1597
+  step  770000 |   6943s | train_loss=0.1612
+  step  780000 |   7027s | train_loss=0.1558
+  step  790000 |   7111s | train_loss=0.1540
+  step  800000 |   7259s | train_loss=0.1545 | fid=86.4788
+  step  810000 |   7341s | train_loss=0.1551
+  step  820000 |   7424s | train_loss=0.1486
+  step  830000 |   7508s | train_loss=0.1473
+  step  840000 |   7592s | train_loss=0.1478
+  step  850000 |   7676s | train_loss=0.1445
+  step  860000 |   7760s | train_loss=0.1440
+  step  870000 |   7845s | train_loss=0.1418
+  step  880000 |   7927s | train_loss=0.1437
+  step  890000 |   8012s | train_loss=0.1398
+  step  900000 |   8162s | train_loss=0.1392 | fid=86.6292
+  step  910000 |   8242s | train_loss=0.1366
+  step  920000 |   8324s | train_loss=0.1328
+  step  930000 |   8408s | train_loss=0.1345
+  step  940000 |   8492s | train_loss=0.1336
+  step  950000 |   8577s | train_loss=0.1302
+  step  960000 |   8661s | train_loss=0.1299
+  step  970000 |   8745s | train_loss=0.1285
+  step  980000 |   8829s | train_loss=0.1241
+  step  990000 |   8912s | train_loss=0.1278
+  step 1000000 |   9061s | train_loss=0.1266 | fid=85.5726
+  step 1010000 |   9143s | train_loss=0.1229
+  step 1020000 |   9223s | train_loss=0.1237
+  step 1030000 |   9307s | train_loss=0.1237
+  step 1040000 |   9392s | train_loss=0.1217
+  step 1050000 |   9476s | train_loss=0.1192
+  step 1060000 |   9560s | train_loss=0.1235
+  step 1070000 |   9644s | train_loss=0.1166
+  step 1080000 |   9728s | train_loss=0.1169
+  step 1090000 |   9813s | train_loss=0.1140
+  step 1100000 |   9961s | train_loss=0.1161 | fid=87.9468
+  step 1110000 |  10043s | train_loss=0.1139
+  step 1120000 |  10125s | train_loss=0.1114
+  step 1130000 |  10207s | train_loss=0.1123
+  step 1140000 |  10291s | train_loss=0.1111
+  step 1150000 |  10376s | train_loss=0.1143
+  step 1160000 |  10460s | train_loss=0.1099
+  step 1170000 |  10544s | train_loss=0.1114
+  step 1180000 |  10628s | train_loss=0.1084
+  step 1190000 |  10712s | train_loss=0.1061
+  step 1200000 |  10860s | train_loss=0.1053 | fid=86.8908
+  step 1210000 |  10942s | train_loss=0.1050
+  step 1220000 |  11024s | train_loss=0.1074
+  step 1230000 |  11108s | train_loss=0.1040
+  step 1240000 |  11193s | train_loss=0.1035
+  step 1250000 |  11275s | train_loss=0.1038
+  step 1260000 |  11359s | train_loss=0.1027
+  step 1270000 |  11443s | train_loss=0.1028
+  step 1280000 |  11528s | train_loss=0.1016
+  step 1290000 |  11612s | train_loss=0.0991
+  step 1300000 |  11761s | train_loss=0.0989 | fid=88.1766
+  step 1310000 |  11842s | train_loss=0.0996
+  step 1320000 |  11925s | train_loss=0.1006
+  step 1330000 |  12009s | train_loss=0.0971
+  step 1340000 |  12093s | train_loss=0.0974
+  step 1350000 |  12177s | train_loss=0.0977
+  step 1360000 |  12259s | train_loss=0.0966
+  step 1370000 |  12344s | train_loss=0.0969
+  step 1380000 |  12428s | train_loss=0.0944
+  step 1390000 |  12512s | train_loss=0.0954
+  step 1400000 |  12662s | train_loss=0.0942 | fid=87.7817
+  step 1410000 |  12744s | train_loss=0.0928
+  step 1420000 |  12825s | train_loss=0.0946
+  step 1430000 |  12909s | train_loss=0.0932
+  step 1440000 |  12993s | train_loss=0.0924
+  step 1450000 |  13077s | train_loss=0.0905
+  step 1460000 |  13162s | train_loss=0.0903
+  step 1470000 |  13245s | train_loss=0.0899
+  step 1480000 |  13328s | train_loss=0.0905
+  step 1490000 |  13412s | train_loss=0.0905
+  step 1500000 |  13561s | train_loss=0.0896 | fid=87.7798
+  step 1510000 |  13643s | train_loss=0.0872
+  step 1520000 |  13728s | train_loss=0.0877
+  step 1530000 |  13809s | train_loss=0.0893
+  step 1540000 |  13893s | train_loss=0.0878
+  step 1550000 |  13977s | train_loss=0.0871
+  step 1560000 |  14061s | train_loss=0.0876
+  step 1570000 |  14145s | train_loss=0.0877
+  step 1580000 |  14230s | train_loss=0.0866
+  step 1590000 |  14312s | train_loss=0.0857
+  step 1600000 |  14462s | train_loss=0.0868 | fid=88.9997
+  step 1610000 |  14544s | train_loss=0.0845
+  step 1620000 |  14628s | train_loss=0.0846
+  step 1630000 |  14711s | train_loss=0.0838
+  step 1640000 |  14793s | train_loss=0.0847
+  step 1650000 |  14877s | train_loss=0.0838
+  step 1660000 |  14962s | train_loss=0.0823
+  step 1670000 |  15046s | train_loss=0.0830
+  step 1680000 |  15130s | train_loss=0.0816
+  step 1690000 |  15214s | train_loss=0.0834
+  step 1700000 |  15362s | train_loss=0.0827 | fid=88.3021
+  step 1710000 |  15444s | train_loss=0.0808
+  step 1720000 |  15529s | train_loss=0.0790
+  step 1730000 |  15611s | train_loss=0.0818
+  step 1740000 |  15696s | train_loss=0.0789
+  step 1750000 |  15778s | train_loss=0.0789
+  step 1760000 |  15862s | train_loss=0.0780
+  step 1770000 |  15946s | train_loss=0.0783
+  step 1780000 |  16030s | train_loss=0.0793
+  step 1790000 |  16115s | train_loss=0.0772
+  step 1800000 |  16265s | train_loss=0.0767 | fid=86.5601
+  step 1810000 |  16345s | train_loss=0.0787
+  step 1820000 |  16429s | train_loss=0.0769
+  step 1830000 |  16511s | train_loss=0.0770
+  step 1840000 |  16596s | train_loss=0.0769
+  step 1850000 |  16680s | train_loss=0.0754
+  step 1860000 |  16763s | train_loss=0.0769
+  step 1870000 |  16847s | train_loss=0.0748
+  step 1880000 |  16931s | train_loss=0.0754
+  step 1890000 |  17015s | train_loss=0.0743
+  step 1900000 |  17165s | train_loss=0.0745 | fid=86.9884
+  step 1910000 |  17247s | train_loss=0.0756
+  step 1920000 |  17330s | train_loss=0.0722
+  step 1930000 |  17412s | train_loss=0.0729
+  step 1940000 |  17496s | train_loss=0.0730
+  step 1950000 |  17580s | train_loss=0.0731
+  step 1960000 |  17664s | train_loss=0.0730
+  step 1970000 |  17748s | train_loss=0.0717
+  step 1980000 |  17832s | train_loss=0.0735
+  step 1990000 |  17916s | train_loss=0.0714
+  step 2000000 |  18066s | train_loss=0.0731 | fid=87.2536
+  step 2010000 |  18148s | train_loss=0.0699
+  step 2020000 |  18232s | train_loss=0.0710
+  step 2030000 |  18313s | train_loss=0.0702
+  step 2040000 |  18397s | train_loss=0.0716
+  step 2050000 |  18481s | train_loss=0.0700
+  step 2060000 |  18565s | train_loss=0.0707
+  step 2070000 |  18648s | train_loss=0.0703
+  step 2080000 |  18732s | train_loss=0.0701
+  step 2090000 |  18817s | train_loss=0.0695
+  step 2100000 |  18966s | train_loss=0.0695 | fid=87.1157
+  step 2110000 |  19048s | train_loss=0.0683
+  step 2120000 |  19133s | train_loss=0.0695
+  step 2130000 |  19215s | train_loss=0.0693
+  step 2140000 |  19300s | train_loss=0.0686
+  step 2150000 |  19382s | train_loss=0.0687
+  step 2160000 |  19467s | train_loss=0.0682
+  step 2170000 |  19551s | train_loss=0.0683
+  step 2180000 |  19634s | train_loss=0.0679
+  step 2190000 |  19718s | train_loss=0.0666
+  step 2200000 |  19867s | train_loss=0.0680 | fid=87.2321
+  step 2210000 |  19950s | train_loss=0.0674
+  step 2220000 |  20034s | train_loss=0.0669
+  step 2230000 |  20117s | train_loss=0.0665
+  step 2240000 |  20201s | train_loss=0.0654
+  step 2250000 |  20285s | train_loss=0.0665
+  step 2260000 |  20368s | train_loss=0.0655
+  step 2270000 |  20452s | train_loss=0.0657
+  step 2280000 |  20536s | train_loss=0.0651
+  step 2290000 |  20619s | train_loss=0.0673
+  step 2300000 |  20769s | train_loss=0.0639 | fid=87.4887
+  step 2310000 |  20851s | train_loss=0.0644
+  step 2320000 |  20935s | train_loss=0.0642
+  step 2330000 |  21019s | train_loss=0.0655
+  step 2340000 |  21102s | train_loss=0.0630
+  step 2350000 |  21186s | train_loss=0.0628
+  step 2360000 |  21270s | train_loss=0.0635
+  step 2370000 |  21353s | train_loss=0.0628
+  step 2380000 |  21437s | train_loss=0.0636
+  step 2390000 |  21522s | train_loss=0.0624
+  step 2400000 |  21670s | train_loss=0.0621 | fid=87.1673
+  step 2410000 |  21752s | train_loss=0.0636
+  step 2420000 |  21836s | train_loss=0.0614
+  step 2430000 |  21921s | train_loss=0.0621
+  step 2440000 |  22003s | train_loss=0.0632
+  step 2450000 |  22087s | train_loss=0.0618
+  step 2460000 |  22171s | train_loss=0.0620
+  step 2470000 |  22256s | train_loss=0.0608
+  step 2480000 |  22340s | train_loss=0.0634
+  step 2490000 |  22423s | train_loss=0.0622
+  step 2500000 |  22571s | train_loss=0.0610 | fid=86.0623
+  step 2510000 |  22653s | train_loss=0.0630
+  step 2520000 |  22737s | train_loss=0.0600
+  step 2530000 |  22821s | train_loss=0.0610
+  step 2540000 |  22903s | train_loss=0.0609
+  step 2550000 |  22988s | train_loss=0.0602
+  step 2560000 |  23072s | train_loss=0.0613
+  step 2570000 |  23156s | train_loss=0.0602
+  step 2580000 |  23240s | train_loss=0.0591
+  step 2590000 |  23325s | train_loss=0.0618
+  step 2600000 |  23472s | train_loss=0.0598 | fid=88.1269
+  step 2610000 |  23553s | train_loss=0.0601
+  step 2620000 |  23637s | train_loss=0.0585
+  step 2630000 |  23721s | train_loss=0.0598
+  step 2640000 |  23803s | train_loss=0.0603
+  step 2650000 |  23888s | train_loss=0.0601
+  step 2660000 |  23972s | train_loss=0.0597
+  step 2670000 |  24056s | train_loss=0.0594
+  step 2680000 |  24140s | train_loss=0.0598
+  step 2690000 |  24224s | train_loss=0.0587
+  step 2700000 |  24374s | train_loss=0.0570 | fid=87.8086
+  step 2710000 |  24454s | train_loss=0.0585
+  step 2720000 |  24537s | train_loss=0.0597
+  step 2730000 |  24621s | train_loss=0.0596
+  step 2740000 |  24703s | train_loss=0.0577
+  step 2750000 |  24787s | train_loss=0.0574
+  step 2760000 |  24871s | train_loss=0.0561
+  step 2770000 |  24956s | train_loss=0.0556
+  step 2780000 |  25040s | train_loss=0.0566
+  step 2790000 |  25124s | train_loss=0.0569
+  step 2800000 |  25273s | train_loss=0.0573 | fid=87.2051
+  step 2810000 |  25355s | train_loss=0.0568
+  step 2820000 |  25438s | train_loss=0.0566
+  step 2830000 |  25521s | train_loss=0.0556
+  step 2840000 |  25603s | train_loss=0.0563
+  step 2850000 |  25687s | train_loss=0.0564
+  step 2860000 |  25771s | train_loss=0.0560
+  step 2870000 |  25856s | train_loss=0.0550
+  step 2880000 |  25940s | train_loss=0.0553
+  step 2890000 |  26024s | train_loss=0.0566
+  step 2900000 |  26173s | train_loss=0.0559 | fid=87.2551
+  step 2910000 |  26255s | train_loss=0.0566
+  step 2920000 |  26339s | train_loss=0.0555
+  step 2930000 |  26422s | train_loss=0.0560
+  step 2940000 |  26503s | train_loss=0.0558
+  step 2950000 |  26587s | train_loss=0.0549
+  step 2960000 |  26671s | train_loss=0.0550
+  step 2970000 |  26755s | train_loss=0.0545
+  step 2980000 |  26840s | train_loss=0.0556
+  step 2990000 |  26924s | train_loss=0.0551
+  step 3000000 |  27074s | train_loss=0.0543 | fid=86.8879
+  step 3010000 |  27156s | train_loss=0.0541
+  step 3020000 |  27240s | train_loss=0.0549
+  step 3030000 |  27324s | train_loss=0.0542
+  step 3040000 |  27409s | train_loss=0.0540
+  step 3050000 |  27488s | train_loss=0.0546
+  step 3060000 |  27572s | train_loss=0.0533
+  step 3070000 |  27656s | train_loss=0.0519
+  step 3080000 |  27740s | train_loss=0.0527
+  step 3090000 |  27824s | train_loss=0.0542
+  step 3100000 |  27974s | train_loss=0.0525 | fid=86.5691
+  step 3110000 |  28056s | train_loss=0.0532
+  step 3120000 |  28141s | train_loss=0.0535
+  step 3130000 |  28225s | train_loss=0.0541
+  step 3140000 |  28309s | train_loss=0.0524
+  step 3150000 |  28392s | train_loss=0.0514
+  step 3160000 |  28471s | train_loss=0.0527
+  step 3170000 |  28556s | train_loss=0.0528
+  step 3180000 |  28640s | train_loss=0.0523
+  step 3190000 |  28724s | train_loss=0.0530
+  step 3200000 |  28874s | train_loss=0.0530 | fid=87.2951
+  step 3210000 |  28956s | train_loss=0.0530
+  step 3220000 |  29040s | train_loss=0.0521
+  step 3230000 |  29124s | train_loss=0.0520
+  step 3240000 |  29208s | train_loss=0.0513
+  step 3250000 |  29291s | train_loss=0.0513
+  step 3260000 |  29375s | train_loss=0.0520
+  step 3270000 |  29457s | train_loss=0.0525
+  step 3280000 |  29541s | train_loss=0.0509
+  step 3290000 |  29625s | train_loss=0.0507
+  step 3300000 |  29775s | train_loss=0.0525 | fid=87.0834
+  step 3310000 |  29857s | train_loss=0.0512
+  step 3320000 |  29941s | train_loss=0.0517
+  step 3330000 |  30025s | train_loss=0.0513
+  step 3340000 |  30110s | train_loss=0.0515
+  step 3350000 |  30192s | train_loss=0.0514
+  step 3360000 |  30276s | train_loss=0.0513
+  step 3370000 |  30361s | train_loss=0.0498
+  step 3380000 |  30444s | train_loss=0.0509
+  step 3390000 |  30526s | train_loss=0.0504
+  step 3400000 |  30676s | train_loss=0.0511 | fid=87.4795
+  step 3410000 |  30758s | train_loss=0.0501
+  step 3420000 |  30842s | train_loss=0.0503
+  step 3430000 |  30926s | train_loss=0.0504
+  step 3440000 |  31011s | train_loss=0.0506
+  step 3450000 |  31093s | train_loss=0.0491
+  step 3460000 |  31177s | train_loss=0.0489
+  step 3470000 |  31261s | train_loss=0.0498
+  step 3480000 |  31346s | train_loss=0.0509
+  step 3490000 |  31429s | train_loss=0.0505
+  step 3500000 |  31577s | train_loss=0.0510 | fid=87.1327
+  step 3510000 |  31659s | train_loss=0.0495
+  step 3520000 |  31743s | train_loss=0.0495
+  step 3530000 |  31828s | train_loss=0.0497
+  step 3540000 |  31912s | train_loss=0.0498
+  step 3550000 |  31994s | train_loss=0.0503
+  step 3560000 |  32078s | train_loss=0.0480
+  step 3570000 |  32162s | train_loss=0.0487
+  step 3580000 |  32246s | train_loss=0.0485
+  step 3590000 |  32331s | train_loss=0.0489
+  step 3600000 |  32478s | train_loss=0.0487 | fid=87.2199
+  step 3610000 |  32559s | train_loss=0.0494
+  step 3620000 |  32643s | train_loss=0.0484
+  step 3630000 |  32728s | train_loss=0.0479
+  step 3640000 |  32812s | train_loss=0.0486
+  step 3650000 |  32894s | train_loss=0.0486
+  step 3660000 |  32978s | train_loss=0.0481
+  step 3670000 |  33062s | train_loss=0.0482
+  step 3680000 |  33146s | train_loss=0.0487
+  step 3690000 |  33231s | train_loss=0.0470
+  step 3700000 |  33378s | train_loss=0.0486 | fid=86.7139
+  step 3710000 |  33460s | train_loss=0.0488
+  step 3720000 |  33543s | train_loss=0.0476
+  step 3730000 |  33627s | train_loss=0.0484
+  step 3740000 |  33711s | train_loss=0.0477
+  step 3750000 |  33794s | train_loss=0.0491
+  step 3760000 |  33878s | train_loss=0.0476
+  step 3770000 |  33962s | train_loss=0.0474
+  step 3780000 |  34046s | train_loss=0.0477
+  step 3790000 |  34130s | train_loss=0.0479
+  step 3800000 |  34279s | train_loss=0.0465 | fid=87.7611
+  step 3810000 |  34360s | train_loss=0.0481
+  step 3820000 |  34444s | train_loss=0.0454
+  step 3830000 |  34527s | train_loss=0.0463
+  step 3840000 |  34611s | train_loss=0.0466
+  step 3850000 |  34695s | train_loss=0.0479
+  step 3860000 |  34777s | train_loss=0.0465
+  step 3870000 |  34862s | train_loss=0.0478
+  step 3880000 |  34946s | train_loss=0.0468
+  step 3890000 |  35030s | train_loss=0.0462
+  step 3900000 |  35180s | train_loss=0.0455 | fid=87.0507
+  step 3910000 |  35262s | train_loss=0.0462
+  step 3920000 |  35345s | train_loss=0.0471
+  step 3930000 |  35429s | train_loss=0.0470
+  step 3940000 |  35514s | train_loss=0.0460
+  step 3950000 |  35596s | train_loss=0.0460
+  step 3960000 |  35678s | train_loss=0.0457
+  step 3970000 |  35762s | train_loss=0.0466
+  step 3980000 |  35846s | train_loss=0.0461
+  step 3990000 |  35930s | train_loss=0.0466
+  step 4000000 |  36083s | train_loss=0.0466 | fid=86.5076
+  step 4010000 |  36164s | train_loss=0.0460
+  step 4020000 |  36249s | train_loss=0.0467
+  step 4030000 |  36331s | train_loss=0.0456
+  step 4040000 |  36415s | train_loss=0.0470
+  step 4050000 |  36500s | train_loss=0.0454
+  step 4060000 |  36578s | train_loss=0.0461
+  step 4070000 |  36663s | train_loss=0.0448
+  step 4080000 |  36747s | train_loss=0.0448
+  step 4090000 |  36831s | train_loss=0.0451
+  step 4100000 |  36984s | train_loss=0.0448 | fid=86.4818
+  step 4110000 |  37065s | train_loss=0.0452
+  step 4120000 |  37149s | train_loss=0.0453
+  step 4130000 |  37234s | train_loss=0.0453
+  step 4140000 |  37316s | train_loss=0.0452
+  step 4150000 |  37400s | train_loss=0.0449
+  step 4160000 |  37482s | train_loss=0.0453
+  step 4170000 |  37565s | train_loss=0.0449
+  step 4180000 |  37649s | train_loss=0.0442
+  step 4190000 |  37733s | train_loss=0.0454
+  step 4200000 |  37886s | train_loss=0.0438 | fid=86.7038
+  step 4210000 |  37968s | train_loss=0.0445
+  step 4220000 |  38052s | train_loss=0.0450
+  step 4230000 |  38136s | train_loss=0.0438
+  step 4240000 |  38219s | train_loss=0.0438
+  step 4250000 |  38303s | train_loss=0.0450
+  step 4260000 |  38385s | train_loss=0.0442
+  step 4270000 |  38469s | train_loss=0.0438
+  step 4280000 |  38553s | train_loss=0.0442
+  step 4290000 |  38636s | train_loss=0.0430
+  step 4300000 |  38789s | train_loss=0.0433 | fid=87.9144
+  step 4310000 |  38871s | train_loss=0.0442
+  step 4320000 |  38955s | train_loss=0.0446
+  step 4330000 |  39039s | train_loss=0.0438
+  step 4340000 |  39124s | train_loss=0.0441
+  step 4350000 |  39206s | train_loss=0.0437
+  step 4360000 |  39287s | train_loss=0.0446
+  step 4370000 |  39371s | train_loss=0.0441
+  step 4380000 |  39456s | train_loss=0.0438
+  step 4390000 |  39540s | train_loss=0.0435
+  step 4400000 |  39691s | train_loss=0.0434 | fid=86.4724
+  step 4410000 |  39773s | train_loss=0.0434
+  step 4420000 |  39857s | train_loss=0.0440
+  step 4430000 |  39941s | train_loss=0.0427
+  step 4440000 |  40025s | train_loss=0.0437
+  step 4450000 |  40110s | train_loss=0.0424
+  step 4460000 |  40189s | train_loss=0.0429
+  step 4470000 |  40273s | train_loss=0.0432
+  step 4480000 |  40358s | train_loss=0.0424
+  step 4490000 |  40442s | train_loss=0.0420
+  step 4500000 |  40591s | train_loss=0.0428 | fid=87.8980
+  step 4510000 |  40673s | train_loss=0.0423
+  step 4520000 |  40757s | train_loss=0.0427
+  step 4530000 |  40841s | train_loss=0.0427
+  step 4540000 |  40925s | train_loss=0.0426
+  step 4550000 |  41009s | train_loss=0.0425
+  step 4560000 |  41093s | train_loss=0.0419
+  step 4570000 |  41174s | train_loss=0.0412
+  step 4580000 |  41258s | train_loss=0.0420
+  step 4590000 |  41342s | train_loss=0.0428
+  step 4600000 |  41495s | train_loss=0.0431 | fid=88.2130
+  step 4610000 |  41575s | train_loss=0.0418
+  step 4620000 |  41659s | train_loss=0.0419
+  step 4630000 |  41743s | train_loss=0.0414
+  step 4640000 |  41827s | train_loss=0.0412
+  step 4650000 |  41912s | train_loss=0.0412
+  step 4660000 |  41996s | train_loss=0.0415
+  step 4670000 |  42078s | train_loss=0.0415
+  step 4680000 |  42160s | train_loss=0.0418
+  step 4690000 |  42245s | train_loss=0.0413
+  step 4700000 |  42398s | train_loss=0.0408 | fid=87.2102
+  step 4710000 |  42479s | train_loss=0.0419
+  step 4720000 |  42564s | train_loss=0.0416
+  step 4730000 |  42646s | train_loss=0.0418
+  step 4740000 |  42730s | train_loss=0.0412
+  step 4750000 |  42815s | train_loss=0.0408
+  step 4760000 |  42899s | train_loss=0.0415
+  step 4770000 |  42981s | train_loss=0.0419
+  step 4780000 |  43065s | train_loss=0.0419
+  step 4790000 |  43148s | train_loss=0.0417
+  step 4800000 |  43299s | train_loss=0.0417 | fid=87.7933
+  step 4810000 |  43381s | train_loss=0.0426
+  step 4820000 |  43465s | train_loss=0.0416
+  step 4830000 |  43549s | train_loss=0.0411
+  step 4840000 |  43632s | train_loss=0.0408
+  step 4850000 |  43716s | train_loss=0.0409
+  step 4860000 |  43800s | train_loss=0.0398
+  step 4870000 |  43882s | train_loss=0.0409
+  step 4880000 |  43966s | train_loss=0.0413
+  step 4890000 |  44051s | train_loss=0.0407
+  step 4900000 |  44199s | train_loss=0.0409 | fid=86.0890
+  step 4910000 |  44281s | train_loss=0.0403
+  step 4920000 |  44365s | train_loss=0.0408
+  step 4930000 |  44449s | train_loss=0.0400
+  step 4940000 |  44534s | train_loss=0.0402
+  step 4950000 |  44616s | train_loss=0.0412
+  step 4960000 |  44701s | train_loss=0.0406
+  step 4970000 |  44783s | train_loss=0.0413
+  step 4980000 |  44867s | train_loss=0.0405
+  step 4990000 |  44951s | train_loss=0.0405
+  step 5000000 |  45100s | train_loss=0.0399 | fid=88.2123
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d9394805311477ccd8f78a8dd609c698ce567b11
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..53f54f4883131c58b96dea5acb8280a0fa10c77e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d100/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 70.2004234790802, "train_loss_step": 99.44541931152344, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 0.9956597900390625, "subset_score_loss": 0.9956597900390625, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9756393432617188, "fid": 287.1331200164261}
+{"step": 10000, "wall_time": 153.89135122299194, "train_loss_step": 20.54883575439453, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8020486450195312, "subset_score_loss": 0.8020486450195312}
+{"step": 20000, "wall_time": 242.67122411727905, "train_loss_step": 18.40743637084961, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.6791683197021484, "subset_score_loss": 0.6791683197021484}
+{"step": 30000, "wall_time": 331.4945592880249, "train_loss_step": 16.156269073486328, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5434000396728516, "subset_score_loss": 0.5434000396728516}
+{"step": 40000, "wall_time": 420.37256693840027, "train_loss_step": 14.31689453125, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.40457008361816404, "subset_score_loss": 0.40457008361816404}
+{"step": 50000, "wall_time": 509.17000102996826, "train_loss_step": 10.872125625610352, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.2932123184204102, "subset_score_loss": 0.2932123184204102}
+{"step": 60000, "wall_time": 597.8758130073547, "train_loss_step": 11.065908432006836, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.22221115112304687, "subset_score_loss": 0.22221115112304687}
+{"step": 70000, "wall_time": 686.6405086517334, "train_loss_step": 9.882328033447266, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.18117856979370117, "subset_score_loss": 0.18117856979370117}
+{"step": 80000, "wall_time": 775.3959925174713, "train_loss_step": 9.007246971130371, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.1555255699157715, "subset_score_loss": 0.1555255699157715}
+{"step": 90000, "wall_time": 863.9861443042755, "train_loss_step": 8.765289306640625, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.14004108428955078, "subset_score_loss": 0.14004108428955078}
+{"step": 100000, "wall_time": 1020.7331399917603, "train_loss_step": 8.473090171813965, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12964444160461425, "subset_score_loss": 0.12964444160461425, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9045172929763794, "fid": 61.557333019393525}
+{"step": 110000, "wall_time": 1097.9454770088196, "train_loss_step": 8.225496292114258, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.12498881340026856, "subset_score_loss": 0.12498881340026856}
+{"step": 120000, "wall_time": 1186.656162261963, "train_loss_step": 8.268863677978516, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.117240629196167, "subset_score_loss": 0.117240629196167}
+{"step": 130000, "wall_time": 1275.2928550243378, "train_loss_step": 7.495478630065918, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.10955141067504882, "subset_score_loss": 0.10955141067504882}
+{"step": 140000, "wall_time": 1363.901781320572, "train_loss_step": 7.951836585998535, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10649157524108886, "subset_score_loss": 0.10649157524108886}
+{"step": 150000, "wall_time": 1452.6093437671661, "train_loss_step": 7.455828666687012, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.10304282188415527, "subset_score_loss": 0.10304282188415527}
+{"step": 160000, "wall_time": 1541.357037782669, "train_loss_step": 7.638847351074219, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09682280540466309, "subset_score_loss": 0.09682280540466309}
+{"step": 170000, "wall_time": 1630.0669910907745, "train_loss_step": 7.206476211547852, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.09360502243041992, "subset_score_loss": 0.09360502243041992}
+{"step": 180000, "wall_time": 1718.8160433769226, "train_loss_step": 7.028016090393066, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.08836295127868653, "subset_score_loss": 0.08836295127868653}
+{"step": 190000, "wall_time": 1807.6082661151886, "train_loss_step": 6.705799102783203, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08783743858337402, "subset_score_loss": 0.08783743858337402}
+{"step": 200000, "wall_time": 1963.208244085312, "train_loss_step": 7.067612648010254, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08660881042480469, "subset_score_loss": 0.08660881042480469, "memorization_fraction_pixel": 0.013500000350177288, "mean_nn_ratio_pixel": 0.8518228530883789, "fid": 59.828196325459395}
+{"step": 210000, "wall_time": 2053.093094110489, "train_loss_step": 6.677538871765137, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08160440444946289, "subset_score_loss": 0.08160440444946289}
+{"step": 220000, "wall_time": 2132.323484659195, "train_loss_step": 6.831993579864502, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.08016098022460938, "subset_score_loss": 0.08016098022460938}
+{"step": 230000, "wall_time": 2220.9923582077026, "train_loss_step": 6.720329284667969, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07791056156158448, "subset_score_loss": 0.07791056156158448}
+{"step": 240000, "wall_time": 2309.7814276218414, "train_loss_step": 6.0699896812438965, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07617027282714844, "subset_score_loss": 0.07617027282714844}
+{"step": 250000, "wall_time": 2398.4787163734436, "train_loss_step": 6.659840106964111, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07334643840789795, "subset_score_loss": 0.07334643840789795}
+{"step": 260000, "wall_time": 2487.216496706009, "train_loss_step": 6.5263872146606445, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07333460330963135, "subset_score_loss": 0.07333460330963135}
+{"step": 270000, "wall_time": 2575.954748392105, "train_loss_step": 6.276091575622559, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.07199672698974609, "subset_score_loss": 0.07199672698974609}
+{"step": 280000, "wall_time": 2664.6621644496918, "train_loss_step": 6.478634834289551, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.07167441844940185, "subset_score_loss": 0.07167441844940185}
+{"step": 290000, "wall_time": 2753.463301897049, "train_loss_step": 6.53424072265625, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06871846675872803, "subset_score_loss": 0.06871846675872803}
+{"step": 300000, "wall_time": 2909.903727531433, "train_loss_step": 6.4334611892700195, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06668806076049805, "subset_score_loss": 0.06668806076049805, "memorization_fraction_pixel": 0.033799998462200165, "mean_nn_ratio_pixel": 0.811057984828949, "fid": 56.441783343128805}
+{"step": 310000, "wall_time": 2998.4681112766266, "train_loss_step": 5.962065696716309, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.0645236349105835, "subset_score_loss": 0.0645236349105835}
+{"step": 320000, "wall_time": 3087.362229824066, "train_loss_step": 5.779511451721191, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06488345146179199, "subset_score_loss": 0.06488345146179199}
+{"step": 330000, "wall_time": 3169.634644985199, "train_loss_step": 6.13386344909668, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06392593860626221, "subset_score_loss": 0.06392593860626221}
+{"step": 340000, "wall_time": 3258.364849805832, "train_loss_step": 6.269537925720215, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06267195701599121, "subset_score_loss": 0.06267195701599121}
+{"step": 350000, "wall_time": 3347.202661514282, "train_loss_step": 5.629205703735352, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.0622993803024292, "subset_score_loss": 0.0622993803024292}
+{"step": 360000, "wall_time": 3435.921163082123, "train_loss_step": 5.868189811706543, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.06026040554046631, "subset_score_loss": 0.06026040554046631}
+{"step": 370000, "wall_time": 3524.7558319568634, "train_loss_step": 5.912996292114258, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.06064455986022949, "subset_score_loss": 0.06064455986022949}
+{"step": 380000, "wall_time": 3613.4827444553375, "train_loss_step": 5.836697578430176, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.058076000213623045, "subset_score_loss": 0.058076000213623045}
+{"step": 390000, "wall_time": 3702.2001366615295, "train_loss_step": 5.780540943145752, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.0593366527557373, "subset_score_loss": 0.0593366527557373}
+{"step": 400000, "wall_time": 3858.0385406017303, "train_loss_step": 5.96976900100708, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05903195858001709, "subset_score_loss": 0.05903195858001709, "memorization_fraction_pixel": 0.05640000104904175, "mean_nn_ratio_pixel": 0.7847288846969604, "fid": 56.14480494373836}
+{"step": 410000, "wall_time": 3946.7505021095276, "train_loss_step": 6.436262607574463, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.057589211463928223, "subset_score_loss": 0.057589211463928223}
+{"step": 420000, "wall_time": 4035.754992246628, "train_loss_step": 5.566244602203369, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.05721806049346924, "subset_score_loss": 0.05721806049346924}
+{"step": 430000, "wall_time": 4118.02410364151, "train_loss_step": 6.028093338012695, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.0571973180770874, "subset_score_loss": 0.0571973180770874}
+{"step": 440000, "wall_time": 4206.745572090149, "train_loss_step": 6.0421342849731445, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.05573080539703369, "subset_score_loss": 0.05573080539703369}
+{"step": 450000, "wall_time": 4295.487046003342, "train_loss_step": 5.426526069641113, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.05669078350067139, "subset_score_loss": 0.05669078350067139}
+{"step": 460000, "wall_time": 4384.23460316658, "train_loss_step": 5.416714668273926, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.054332823753356935, "subset_score_loss": 0.054332823753356935}
+{"step": 470000, "wall_time": 4472.884027957916, "train_loss_step": 5.656771659851074, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.05499819755554199, "subset_score_loss": 0.05499819755554199}
+{"step": 480000, "wall_time": 4561.652892112732, "train_loss_step": 5.611540794372559, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.053103880882263185, "subset_score_loss": 0.053103880882263185}
+{"step": 490000, "wall_time": 4650.3813462257385, "train_loss_step": 6.032693862915039, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.05315235614776612, "subset_score_loss": 0.05315235614776612}
+{"step": 500000, "wall_time": 4807.320578098297, "train_loss_step": 5.574735164642334, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.050947198867797854, "subset_score_loss": 0.050947198867797854, "memorization_fraction_pixel": 0.08079999685287476, "mean_nn_ratio_pixel": 0.7560462355613708, "fid": 52.74357357948006}
+{"step": 510000, "wall_time": 4896.0362985134125, "train_loss_step": 5.821700096130371, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05180654048919678, "subset_score_loss": 0.05180654048919678}
+{"step": 520000, "wall_time": 4984.6924748420715, "train_loss_step": 5.896649360656738, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.051391382217407224, "subset_score_loss": 0.051391382217407224}
+{"step": 530000, "wall_time": 5072.468513727188, "train_loss_step": 5.21060848236084, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.05033382892608643, "subset_score_loss": 0.05033382892608643}
+{"step": 540000, "wall_time": 5155.0390083789825, "train_loss_step": 5.27752685546875, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.0492142105102539, "subset_score_loss": 0.0492142105102539}
+{"step": 550000, "wall_time": 5243.856046438217, "train_loss_step": 5.652416229248047, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.049758319854736326, "subset_score_loss": 0.049758319854736326}
+{"step": 560000, "wall_time": 5332.743141174316, "train_loss_step": 5.952274322509766, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.04950433731079101, "subset_score_loss": 0.04950433731079101}
+{"step": 570000, "wall_time": 5421.529776096344, "train_loss_step": 5.316587448120117, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.05018960475921631, "subset_score_loss": 0.05018960475921631}
+{"step": 580000, "wall_time": 5510.3835661411285, "train_loss_step": 5.360962390899658, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.04939028739929199, "subset_score_loss": 0.04939028739929199}
+{"step": 590000, "wall_time": 5599.133648633957, "train_loss_step": 5.515157699584961, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.0479192590713501, "subset_score_loss": 0.0479192590713501}
+{"step": 600000, "wall_time": 5756.204461574554, "train_loss_step": 5.20057487487793, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.0487355375289917, "subset_score_loss": 0.0487355375289917, "memorization_fraction_pixel": 0.09709999710321426, "mean_nn_ratio_pixel": 0.7420907020568848, "fid": 54.374982392251376}
+{"step": 610000, "wall_time": 5844.930511236191, "train_loss_step": 5.476539134979248, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.04778974056243897, "subset_score_loss": 0.04778974056243897}
+{"step": 620000, "wall_time": 5933.663825511932, "train_loss_step": 5.214733123779297, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.048710260391235355, "subset_score_loss": 0.048710260391235355}
+{"step": 630000, "wall_time": 6022.581426382065, "train_loss_step": 5.154224872589111, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.047128944396972655, "subset_score_loss": 0.047128944396972655}
+{"step": 640000, "wall_time": 6108.656885147095, "train_loss_step": 5.298813819885254, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.04570624351501465, "subset_score_loss": 0.04570624351501465}
+{"step": 650000, "wall_time": 6193.256187200546, "train_loss_step": 5.4703497886657715, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04616242408752441, "subset_score_loss": 0.04616242408752441}
+{"step": 660000, "wall_time": 6282.040979623795, "train_loss_step": 5.190577983856201, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.045041708946228026, "subset_score_loss": 0.045041708946228026}
+{"step": 670000, "wall_time": 6370.778167486191, "train_loss_step": 5.363532543182373, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.04626183032989502, "subset_score_loss": 0.04626183032989502}
+{"step": 680000, "wall_time": 6459.513699769974, "train_loss_step": 5.1366376876831055, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.04486755847930908, "subset_score_loss": 0.04486755847930908}
+{"step": 690000, "wall_time": 6548.0398645401, "train_loss_step": 5.642024993896484, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.04427643775939941, "subset_score_loss": 0.04427643775939941}
+{"step": 700000, "wall_time": 6704.939502477646, "train_loss_step": 5.579213619232178, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.04360804080963135, "subset_score_loss": 0.04360804080963135, "memorization_fraction_pixel": 0.12780000269412994, "mean_nn_ratio_pixel": 0.7231865525245667, "fid": 52.782926425363165}
+{"step": 710000, "wall_time": 6793.736620187759, "train_loss_step": 5.288951873779297, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.04432591915130615, "subset_score_loss": 0.04432591915130615}
+{"step": 720000, "wall_time": 6882.515755653381, "train_loss_step": 5.294257164001465, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.04351482391357422, "subset_score_loss": 0.04351482391357422}
+{"step": 730000, "wall_time": 6971.004310369492, "train_loss_step": 5.177196979522705, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.04342646598815918, "subset_score_loss": 0.04342646598815918}
+{"step": 740000, "wall_time": 7060.420685052872, "train_loss_step": 5.225887775421143, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.043594803810119626, "subset_score_loss": 0.043594803810119626}
+{"step": 750000, "wall_time": 7142.466565847397, "train_loss_step": 5.126655578613281, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04266919136047363, "subset_score_loss": 0.04266919136047363}
+{"step": 760000, "wall_time": 7231.019230365753, "train_loss_step": 4.88081169128418, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04108425140380859, "subset_score_loss": 0.04108425140380859}
+{"step": 770000, "wall_time": 7319.767425298691, "train_loss_step": 5.365331649780273, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.04219371795654297, "subset_score_loss": 0.04219371795654297}
+{"step": 780000, "wall_time": 7408.626195669174, "train_loss_step": 5.45281982421875, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.042230453491210934, "subset_score_loss": 0.042230453491210934}
+{"step": 790000, "wall_time": 7497.444420337677, "train_loss_step": 4.759175777435303, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.04142070770263672, "subset_score_loss": 0.04142070770263672}
+{"step": 800000, "wall_time": 7653.807769775391, "train_loss_step": 5.283524513244629, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04180652618408203, "subset_score_loss": 0.04180652618408203, "memorization_fraction_pixel": 0.1517000049352646, "mean_nn_ratio_pixel": 0.7043002843856812, "fid": 52.3146895221395}
+{"step": 810000, "wall_time": 7742.484833717346, "train_loss_step": 5.157740592956543, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04143076419830322, "subset_score_loss": 0.04143076419830322}
+{"step": 820000, "wall_time": 7831.333779811859, "train_loss_step": 5.209157943725586, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.04117920875549316, "subset_score_loss": 0.04117920875549316}
+{"step": 830000, "wall_time": 7920.076139688492, "train_loss_step": 4.704270362854004, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.04035325527191162, "subset_score_loss": 0.04035325527191162}
+{"step": 840000, "wall_time": 8008.929646015167, "train_loss_step": 4.985496520996094, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.03991484880447388, "subset_score_loss": 0.03991484880447388}
+{"step": 850000, "wall_time": 8097.312229633331, "train_loss_step": 5.034425258636475, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.03983234167098999, "subset_score_loss": 0.03983234167098999}
+{"step": 860000, "wall_time": 8180.109927415848, "train_loss_step": 5.344170570373535, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.040464463233947756, "subset_score_loss": 0.040464463233947756}
+{"step": 870000, "wall_time": 8269.002314567566, "train_loss_step": 5.124603271484375, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.04181612491607666, "subset_score_loss": 0.04181612491607666}
+{"step": 880000, "wall_time": 8357.87027144432, "train_loss_step": 4.79858922958374, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.03949209213256836, "subset_score_loss": 0.03949209213256836}
+{"step": 890000, "wall_time": 8446.5325756073, "train_loss_step": 4.888619422912598, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.03950308799743652, "subset_score_loss": 0.03950308799743652}
+{"step": 900000, "wall_time": 8603.807619571686, "train_loss_step": 5.426124572753906, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.03902638435363769, "subset_score_loss": 0.03902638435363769, "memorization_fraction_pixel": 0.18129999935626984, "mean_nn_ratio_pixel": 0.6841447353363037, "fid": 51.111032560772856}
+{"step": 910000, "wall_time": 8692.432306528091, "train_loss_step": 5.291438579559326, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.0397569489479065, "subset_score_loss": 0.0397569489479065}
+{"step": 920000, "wall_time": 8781.238717556, "train_loss_step": 4.578846454620361, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.03827003717422486, "subset_score_loss": 0.03827003717422486}
+{"step": 930000, "wall_time": 8870.041249275208, "train_loss_step": 4.6912384033203125, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.037774107456207275, "subset_score_loss": 0.037774107456207275}
+{"step": 940000, "wall_time": 8958.832980632782, "train_loss_step": 5.0805816650390625, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.03800287961959839, "subset_score_loss": 0.03800287961959839}
+{"step": 950000, "wall_time": 9047.848508119583, "train_loss_step": 4.669130325317383, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.03732958078384399, "subset_score_loss": 0.03732958078384399}
+{"step": 960000, "wall_time": 9134.657970428467, "train_loss_step": 4.685864448547363, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.03743314743041992, "subset_score_loss": 0.03743314743041992}
+{"step": 970000, "wall_time": 9218.88141465187, "train_loss_step": 4.495072364807129, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.03852130651473999, "subset_score_loss": 0.03852130651473999}
+{"step": 980000, "wall_time": 9307.640182733536, "train_loss_step": 5.071468353271484, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03634763956069946, "subset_score_loss": 0.03634763956069946}
+{"step": 990000, "wall_time": 9396.342377662659, "train_loss_step": 4.856921672821045, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.03731653213500977, "subset_score_loss": 0.03731653213500977}
+{"step": 1000000, "wall_time": 9553.56912279129, "train_loss_step": 4.805572509765625, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03646187067031861, "subset_score_loss": 0.03646187067031861, "memorization_fraction_pixel": 0.20020000636577606, "mean_nn_ratio_pixel": 0.6812636852264404, "fid": 51.73543266765171}
+{"step": 1010000, "wall_time": 9642.370050668716, "train_loss_step": 5.2108845710754395, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.036250429153442384, "subset_score_loss": 0.036250429153442384}
+{"step": 1020000, "wall_time": 9731.209698677063, "train_loss_step": 4.817111968994141, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.03809571027755737, "subset_score_loss": 0.03809571027755737}
+{"step": 1030000, "wall_time": 9820.07068490982, "train_loss_step": 4.898509979248047, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.036326632499694825, "subset_score_loss": 0.036326632499694825}
+{"step": 1040000, "wall_time": 9908.883927822113, "train_loss_step": 4.976349353790283, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.03780521631240845, "subset_score_loss": 0.03780521631240845}
+{"step": 1050000, "wall_time": 9997.781401872635, "train_loss_step": 5.02877140045166, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.03857666730880737, "subset_score_loss": 0.03857666730880737}
+{"step": 1060000, "wall_time": 10086.49097442627, "train_loss_step": 5.109231948852539, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.03588818073272705, "subset_score_loss": 0.03588818073272705}
+{"step": 1070000, "wall_time": 10173.15072965622, "train_loss_step": 4.693303108215332, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03502282381057739, "subset_score_loss": 0.03502282381057739}
+{"step": 1080000, "wall_time": 10257.591097593307, "train_loss_step": 4.500804901123047, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03449342727661133, "subset_score_loss": 0.03449342727661133}
+{"step": 1090000, "wall_time": 10346.22223854065, "train_loss_step": 4.650160789489746, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.035936012268066406, "subset_score_loss": 0.035936012268066406}
+{"step": 1100000, "wall_time": 10503.739790916443, "train_loss_step": 4.6262359619140625, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03623055696487427, "subset_score_loss": 0.03623055696487427, "memorization_fraction_pixel": 0.2395000010728836, "mean_nn_ratio_pixel": 0.6543018817901611, "fid": 51.70293198241531}
+{"step": 1110000, "wall_time": 10592.300011396408, "train_loss_step": 4.778258323669434, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.03472273111343384, "subset_score_loss": 0.03472273111343384}
+{"step": 1120000, "wall_time": 10681.039960384369, "train_loss_step": 4.888489723205566, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.03504763603210449, "subset_score_loss": 0.03504763603210449}
+{"step": 1130000, "wall_time": 10769.878430366516, "train_loss_step": 4.806087017059326, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.036488025188446044, "subset_score_loss": 0.036488025188446044}
+{"step": 1140000, "wall_time": 10858.671592473984, "train_loss_step": 4.711923599243164, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03588202714920044, "subset_score_loss": 0.03588202714920044}
+{"step": 1150000, "wall_time": 10947.50039768219, "train_loss_step": 4.801646709442139, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.033946266174316404, "subset_score_loss": 0.033946266174316404}
+{"step": 1160000, "wall_time": 11036.343570232391, "train_loss_step": 4.604037284851074, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.03468731164932251, "subset_score_loss": 0.03468731164932251}
+{"step": 1170000, "wall_time": 11123.400648593903, "train_loss_step": 4.992740631103516, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03514206886291504, "subset_score_loss": 0.03514206886291504}
+{"step": 1180000, "wall_time": 11207.911190032959, "train_loss_step": 4.735043048858643, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.03404503107070923, "subset_score_loss": 0.03404503107070923}
+{"step": 1190000, "wall_time": 11296.065050840378, "train_loss_step": 4.771649360656738, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.033205983638763426, "subset_score_loss": 0.033205983638763426}
+{"step": 1200000, "wall_time": 11453.171189785004, "train_loss_step": 4.814612865447998, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.034306297302246096, "subset_score_loss": 0.034306297302246096, "memorization_fraction_pixel": 0.2709999978542328, "mean_nn_ratio_pixel": 0.6485324501991272, "fid": 52.78148287176887}
+{"step": 1210000, "wall_time": 11541.961554765701, "train_loss_step": 4.184571743011475, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03309077739715576, "subset_score_loss": 0.03309077739715576}
+{"step": 1220000, "wall_time": 11630.553143501282, "train_loss_step": 4.797863006591797, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03333007097244263, "subset_score_loss": 0.03333007097244263}
+{"step": 1230000, "wall_time": 11719.156819105148, "train_loss_step": 4.721418380737305, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.03359653949737549, "subset_score_loss": 0.03359653949737549}
+{"step": 1240000, "wall_time": 11808.012836694717, "train_loss_step": 4.641905307769775, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03418281316757202, "subset_score_loss": 0.03418281316757202}
+{"step": 1250000, "wall_time": 11896.629772663116, "train_loss_step": 4.445643901824951, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03318165779113769, "subset_score_loss": 0.03318165779113769}
+{"step": 1260000, "wall_time": 11985.36894249916, "train_loss_step": 4.731698989868164, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.033892459869384765, "subset_score_loss": 0.033892459869384765}
+{"step": 1270000, "wall_time": 12074.697285175323, "train_loss_step": 4.157824516296387, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.03660217046737671, "subset_score_loss": 0.03660217046737671}
+{"step": 1280000, "wall_time": 12160.95340681076, "train_loss_step": 4.212995529174805, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03323663949966431, "subset_score_loss": 0.03323663949966431}
+{"step": 1290000, "wall_time": 12245.09496498108, "train_loss_step": 4.178380012512207, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.033865940570831296, "subset_score_loss": 0.033865940570831296}
+{"step": 1300000, "wall_time": 12402.129244804382, "train_loss_step": 4.512029647827148, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.032040202617645265, "subset_score_loss": 0.032040202617645265, "memorization_fraction_pixel": 0.3075999915599823, "mean_nn_ratio_pixel": 0.6326770782470703, "fid": 54.08130375390242}
+{"step": 1310000, "wall_time": 12490.848595619202, "train_loss_step": 4.557518482208252, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.031093647480010988, "subset_score_loss": 0.031093647480010988}
+{"step": 1320000, "wall_time": 12579.371539592743, "train_loss_step": 4.356040954589844, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03180643320083618, "subset_score_loss": 0.03180643320083618}
+{"step": 1330000, "wall_time": 12668.029936790466, "train_loss_step": 4.26782751083374, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.031855721473693845, "subset_score_loss": 0.031855721473693845}
+{"step": 1340000, "wall_time": 12756.887106657028, "train_loss_step": 4.409161567687988, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.03216277837753296, "subset_score_loss": 0.03216277837753296}
+{"step": 1350000, "wall_time": 12845.625069379807, "train_loss_step": 4.96270751953125, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.03142900466918945, "subset_score_loss": 0.03142900466918945}
+{"step": 1360000, "wall_time": 12934.489493370056, "train_loss_step": 4.341904640197754, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03184467554092407, "subset_score_loss": 0.03184467554092407}
+{"step": 1370000, "wall_time": 13023.435252666473, "train_loss_step": 4.370452880859375, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.032227888107299804, "subset_score_loss": 0.032227888107299804}
+{"step": 1380000, "wall_time": 13111.553513526917, "train_loss_step": 4.514387130737305, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.03115902900695801, "subset_score_loss": 0.03115902900695801}
+{"step": 1390000, "wall_time": 13199.561091661453, "train_loss_step": 4.564126014709473, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.03163715839385986, "subset_score_loss": 0.03163715839385986}
+{"step": 1400000, "wall_time": 13351.26807808876, "train_loss_step": 4.0862932205200195, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.031203036308288575, "subset_score_loss": 0.031203036308288575, "memorization_fraction_pixel": 0.335999995470047, "mean_nn_ratio_pixel": 0.6181387305259705, "fid": 55.02406010944926}
+{"step": 1410000, "wall_time": 13439.971180438995, "train_loss_step": 4.753005027770996, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03056492328643799, "subset_score_loss": 0.03056492328643799}
+{"step": 1420000, "wall_time": 13528.51459980011, "train_loss_step": 4.444124698638916, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.030579941272735597, "subset_score_loss": 0.030579941272735597}
+{"step": 1430000, "wall_time": 13617.187080144882, "train_loss_step": 4.445700168609619, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.03096228837966919, "subset_score_loss": 0.03096228837966919}
+{"step": 1440000, "wall_time": 13705.889018535614, "train_loss_step": 4.1513142585754395, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.03241061687469483, "subset_score_loss": 0.03241061687469483}
+{"step": 1450000, "wall_time": 13794.565059900284, "train_loss_step": 4.723983287811279, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.030598416328430175, "subset_score_loss": 0.030598416328430175}
+{"step": 1460000, "wall_time": 13883.26718378067, "train_loss_step": 4.149119853973389, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.030438060760498046, "subset_score_loss": 0.030438060760498046}
+{"step": 1470000, "wall_time": 13971.939962625504, "train_loss_step": 4.677074432373047, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.03199241638183594, "subset_score_loss": 0.03199241638183594}
+{"step": 1480000, "wall_time": 14060.919715642929, "train_loss_step": 4.470027446746826, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.03095038414001465, "subset_score_loss": 0.03095038414001465}
+{"step": 1490000, "wall_time": 14147.454856395721, "train_loss_step": 4.568171977996826, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.0316654372215271, "subset_score_loss": 0.0316654372215271}
+{"step": 1500000, "wall_time": 14300.541934728622, "train_loss_step": 4.30129337310791, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.03037104606628418, "subset_score_loss": 0.03037104606628418, "memorization_fraction_pixel": 0.382999986410141, "mean_nn_ratio_pixel": 0.5996801853179932, "fid": 55.89294295760236}
+{"step": 1510000, "wall_time": 14389.138753175735, "train_loss_step": 4.410849571228027, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.031039166450500488, "subset_score_loss": 0.031039166450500488}
+{"step": 1520000, "wall_time": 14477.693301200867, "train_loss_step": 4.487273216247559, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.030491642951965332, "subset_score_loss": 0.030491642951965332}
+{"step": 1530000, "wall_time": 14566.427398204803, "train_loss_step": 4.753509044647217, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.0304736852645874, "subset_score_loss": 0.0304736852645874}
+{"step": 1540000, "wall_time": 14655.26672744751, "train_loss_step": 4.325432777404785, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.029081735610961914, "subset_score_loss": 0.029081735610961914}
+{"step": 1550000, "wall_time": 14744.01617860794, "train_loss_step": 4.256813049316406, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.028029696941375734, "subset_score_loss": 0.028029696941375734}
+{"step": 1560000, "wall_time": 14832.808695316315, "train_loss_step": 4.073742389678955, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.03006014823913574, "subset_score_loss": 0.03006014823913574}
+{"step": 1570000, "wall_time": 14921.5931122303, "train_loss_step": 4.104874610900879, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.030237107276916503, "subset_score_loss": 0.030237107276916503}
+{"step": 1580000, "wall_time": 15010.23319029808, "train_loss_step": 4.17683744430542, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.029332990646362304, "subset_score_loss": 0.029332990646362304}
+{"step": 1590000, "wall_time": 15099.515056371689, "train_loss_step": 4.287487506866455, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.029522385597229004, "subset_score_loss": 0.029522385597229004}
+{"step": 1600000, "wall_time": 15249.680929899216, "train_loss_step": 4.154413223266602, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.028303911685943605, "subset_score_loss": 0.028303911685943605, "memorization_fraction_pixel": 0.3978999853134155, "mean_nn_ratio_pixel": 0.5945382118225098, "fid": 56.669611347100584}
+{"step": 1610000, "wall_time": 15338.268409013748, "train_loss_step": 4.366152763366699, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.029980409145355224, "subset_score_loss": 0.029980409145355224}
+{"step": 1620000, "wall_time": 15426.788034677505, "train_loss_step": 4.044305801391602, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.02937591552734375, "subset_score_loss": 0.02937591552734375}
+{"step": 1630000, "wall_time": 15515.50623178482, "train_loss_step": 4.032784461975098, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.02803908348083496, "subset_score_loss": 0.02803908348083496}
+{"step": 1640000, "wall_time": 15604.354764699936, "train_loss_step": 4.358804702758789, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.029061946868896484, "subset_score_loss": 0.029061946868896484}
+{"step": 1650000, "wall_time": 15693.090950250626, "train_loss_step": 4.378149509429932, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.029013879299163818, "subset_score_loss": 0.029013879299163818}
+{"step": 1660000, "wall_time": 15781.86286187172, "train_loss_step": 3.8929367065429688, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.028894150257110597, "subset_score_loss": 0.028894150257110597}
+{"step": 1670000, "wall_time": 15870.622640132904, "train_loss_step": 3.9532723426818848, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.0277913761138916, "subset_score_loss": 0.0277913761138916}
+{"step": 1680000, "wall_time": 15959.444349050522, "train_loss_step": 4.238058567047119, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.028422114849090577, "subset_score_loss": 0.028422114849090577}
+{"step": 1690000, "wall_time": 16048.157870292664, "train_loss_step": 3.9767866134643555, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.031015231609344482, "subset_score_loss": 0.031015231609344482}
+{"step": 1700000, "wall_time": 16203.095457553864, "train_loss_step": 4.1479902267456055, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.027531871795654295, "subset_score_loss": 0.027531871795654295, "memorization_fraction_pixel": 0.4361000061035156, "mean_nn_ratio_pixel": 0.5860529541969299, "fid": 55.83607607622068}
+{"step": 1710000, "wall_time": 16288.459743499756, "train_loss_step": 3.937744379043579, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.027757887840270997, "subset_score_loss": 0.027757887840270997}
+{"step": 1720000, "wall_time": 16377.160289525986, "train_loss_step": 4.008387565612793, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.027717745304107665, "subset_score_loss": 0.027717745304107665}
+{"step": 1730000, "wall_time": 16465.58952498436, "train_loss_step": 4.138957977294922, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.02809130907058716, "subset_score_loss": 0.02809130907058716}
+{"step": 1740000, "wall_time": 16554.46414732933, "train_loss_step": 4.096248149871826, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.027437198162078857, "subset_score_loss": 0.027437198162078857}
+{"step": 1750000, "wall_time": 16643.308863401413, "train_loss_step": 4.116611003875732, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.027657217979431152, "subset_score_loss": 0.027657217979431152}
+{"step": 1760000, "wall_time": 16732.152763843536, "train_loss_step": 4.072248458862305, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.02828402042388916, "subset_score_loss": 0.02828402042388916}
+{"step": 1770000, "wall_time": 16820.88589668274, "train_loss_step": 3.879528522491455, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.028938989639282226, "subset_score_loss": 0.028938989639282226}
+{"step": 1780000, "wall_time": 16909.53645300865, "train_loss_step": 4.5281500816345215, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.028587789535522462, "subset_score_loss": 0.028587789535522462}
+{"step": 1790000, "wall_time": 16998.109004974365, "train_loss_step": 3.9139065742492676, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.027436313629150392, "subset_score_loss": 0.027436313629150392}
+{"step": 1800000, "wall_time": 17154.162130832672, "train_loss_step": 4.2558183670043945, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.026678082942962648, "subset_score_loss": 0.026678082942962648, "memorization_fraction_pixel": 0.48539999127388, "mean_nn_ratio_pixel": 0.5535683631896973, "fid": 52.6903242958934}
+{"step": 1810000, "wall_time": 17243.94162416458, "train_loss_step": 4.016757011413574, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.02662193536758423, "subset_score_loss": 0.02662193536758423}
+{"step": 1820000, "wall_time": 17329.214033842087, "train_loss_step": 4.136704921722412, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.02692533016204834, "subset_score_loss": 0.02692533016204834}
+{"step": 1830000, "wall_time": 17417.8163626194, "train_loss_step": 3.8909082412719727, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.026446948051452635, "subset_score_loss": 0.026446948051452635}
+{"step": 1840000, "wall_time": 17506.365378141403, "train_loss_step": 4.19573450088501, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.02621647119522095, "subset_score_loss": 0.02621647119522095}
+{"step": 1850000, "wall_time": 17595.14665913582, "train_loss_step": 3.7558488845825195, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.0265730619430542, "subset_score_loss": 0.0265730619430542}
+{"step": 1860000, "wall_time": 17683.9644844532, "train_loss_step": 3.8253166675567627, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.026051898002624512, "subset_score_loss": 0.026051898002624512}
+{"step": 1870000, "wall_time": 17772.77765059471, "train_loss_step": 3.908780097961426, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.02725614309310913, "subset_score_loss": 0.02725614309310913}
+{"step": 1880000, "wall_time": 17861.645632505417, "train_loss_step": 4.028746604919434, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.026266002655029298, "subset_score_loss": 0.026266002655029298}
+{"step": 1890000, "wall_time": 17950.212997436523, "train_loss_step": 3.7498764991760254, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.026477487087249757, "subset_score_loss": 0.026477487087249757}
+{"step": 1900000, "wall_time": 18108.37527823448, "train_loss_step": 4.314929008483887, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.02548151969909668, "subset_score_loss": 0.02548151969909668, "memorization_fraction_pixel": 0.5055000185966492, "mean_nn_ratio_pixel": 0.5420403480529785, "fid": 52.00083069170309}
+{"step": 1910000, "wall_time": 18194.5266661644, "train_loss_step": 4.222592353820801, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.026304183006286622, "subset_score_loss": 0.026304183006286622}
+{"step": 1920000, "wall_time": 18280.52493596077, "train_loss_step": 3.6401312351226807, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.02525883913040161, "subset_score_loss": 0.02525883913040161}
+{"step": 1930000, "wall_time": 18369.046144247055, "train_loss_step": 3.919057607650757, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.025713863372802733, "subset_score_loss": 0.025713863372802733}
+{"step": 1940000, "wall_time": 18457.829100608826, "train_loss_step": 3.6216859817504883, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.02504331588745117, "subset_score_loss": 0.02504331588745117}
+{"step": 1950000, "wall_time": 18546.31505060196, "train_loss_step": 3.9668068885803223, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.026154141426086425, "subset_score_loss": 0.026154141426086425}
+{"step": 1960000, "wall_time": 18635.071243286133, "train_loss_step": 3.8299455642700195, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.024499738216400148, "subset_score_loss": 0.024499738216400148}
+{"step": 1970000, "wall_time": 18723.94661474228, "train_loss_step": 3.6281960010528564, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.02478278398513794, "subset_score_loss": 0.02478278398513794}
+{"step": 1980000, "wall_time": 18812.7184779644, "train_loss_step": 4.201711654663086, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.025132098197937013, "subset_score_loss": 0.025132098197937013}
+{"step": 1990000, "wall_time": 18901.302608966827, "train_loss_step": 3.984589099884033, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.025645458698272706, "subset_score_loss": 0.025645458698272706}
+{"step": 2000000, "wall_time": 19059.028071641922, "train_loss_step": 4.110872268676758, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.023719022274017332, "subset_score_loss": 0.023719022274017332, "memorization_fraction_pixel": 0.529699981212616, "mean_nn_ratio_pixel": 0.5287779569625854, "fid": 49.24059421173509}
+{"step": 2010000, "wall_time": 19147.25686430931, "train_loss_step": 3.7975375652313232, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.025878467559814454, "subset_score_loss": 0.025878467559814454}
+{"step": 2020000, "wall_time": 19234.524756669998, "train_loss_step": 3.7116990089416504, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.025225172042846678, "subset_score_loss": 0.025225172042846678}
+{"step": 2030000, "wall_time": 19319.84219145775, "train_loss_step": 3.749420404434204, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.024764630794525146, "subset_score_loss": 0.024764630794525146}
+{"step": 2040000, "wall_time": 19408.567190408707, "train_loss_step": 3.501887798309326, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.024472036361694337, "subset_score_loss": 0.024472036361694337}
+{"step": 2050000, "wall_time": 19497.439476013184, "train_loss_step": 3.5948095321655273, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.0246984338760376, "subset_score_loss": 0.0246984338760376}
+{"step": 2060000, "wall_time": 19586.181797027588, "train_loss_step": 3.848675012588501, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.024208195209503174, "subset_score_loss": 0.024208195209503174}
+{"step": 2070000, "wall_time": 19674.968103647232, "train_loss_step": 3.7436513900756836, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.024813110828399657, "subset_score_loss": 0.024813110828399657}
+{"step": 2080000, "wall_time": 19763.76516199112, "train_loss_step": 3.8972835540771484, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.024116923809051515, "subset_score_loss": 0.024116923809051515}
+{"step": 2090000, "wall_time": 19852.53311753273, "train_loss_step": 4.18752384185791, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.026070988178253172, "subset_score_loss": 0.026070988178253172}
+{"step": 2100000, "wall_time": 20008.95529127121, "train_loss_step": 3.6645355224609375, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.02370541334152222, "subset_score_loss": 0.02370541334152222, "memorization_fraction_pixel": 0.5509999990463257, "mean_nn_ratio_pixel": 0.5114279389381409, "fid": 48.559582554929904}
+{"step": 2110000, "wall_time": 20098.228962421417, "train_loss_step": 3.852231502532959, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.022625281810760497, "subset_score_loss": 0.022625281810760497}
+{"step": 2120000, "wall_time": 20184.450048923492, "train_loss_step": 3.439882278442383, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.02244213819503784, "subset_score_loss": 0.02244213819503784}
+{"step": 2130000, "wall_time": 20274.014189481735, "train_loss_step": 3.8707709312438965, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.02316823959350586, "subset_score_loss": 0.02316823959350586}
+{"step": 2140000, "wall_time": 20358.406950712204, "train_loss_step": 3.360060214996338, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024458332061767576, "subset_score_loss": 0.024458332061767576}
+{"step": 2150000, "wall_time": 20447.04465007782, "train_loss_step": 3.730915069580078, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.024015309810638426, "subset_score_loss": 0.024015309810638426}
+{"step": 2160000, "wall_time": 20535.86571598053, "train_loss_step": 3.648658275604248, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.025231995582580567, "subset_score_loss": 0.025231995582580567}
+{"step": 2170000, "wall_time": 20624.557609558105, "train_loss_step": 3.831181287765503, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.023564600944519044, "subset_score_loss": 0.023564600944519044}
+{"step": 2180000, "wall_time": 20713.31810235977, "train_loss_step": 3.9448649883270264, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.023995485305786133, "subset_score_loss": 0.023995485305786133}
+{"step": 2190000, "wall_time": 20802.06371998787, "train_loss_step": 3.9651498794555664, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.02232576608657837, "subset_score_loss": 0.02232576608657837}
+{"step": 2200000, "wall_time": 20958.45032310486, "train_loss_step": 3.640235662460327, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.02335789680480957, "subset_score_loss": 0.02335789680480957, "memorization_fraction_pixel": 0.5669000148773193, "mean_nn_ratio_pixel": 0.5037884712219238, "fid": 47.879175039257845}
+{"step": 2210000, "wall_time": 21047.249076366425, "train_loss_step": 3.5130443572998047, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.023238556385040285, "subset_score_loss": 0.023238556385040285}
+{"step": 2220000, "wall_time": 21135.038402557373, "train_loss_step": 3.862212657928467, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.02234912395477295, "subset_score_loss": 0.02234912395477295}
+{"step": 2230000, "wall_time": 21222.317893981934, "train_loss_step": 3.8734843730926514, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.022997343540191652, "subset_score_loss": 0.022997343540191652}
+{"step": 2240000, "wall_time": 21308.59123492241, "train_loss_step": 3.6876699924468994, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.024167742729187012, "subset_score_loss": 0.024167742729187012}
+{"step": 2250000, "wall_time": 21396.428827285767, "train_loss_step": 3.725975513458252, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.022444896697998047, "subset_score_loss": 0.022444896697998047}
+{"step": 2260000, "wall_time": 21485.211302042007, "train_loss_step": 3.9691555500030518, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.023398725986480712, "subset_score_loss": 0.023398725986480712}
+{"step": 2270000, "wall_time": 21573.938973903656, "train_loss_step": 3.9896655082702637, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.022565455436706544, "subset_score_loss": 0.022565455436706544}
+{"step": 2280000, "wall_time": 21662.662272453308, "train_loss_step": 3.942321300506592, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.02235856294631958, "subset_score_loss": 0.02235856294631958}
+{"step": 2290000, "wall_time": 21751.239201545715, "train_loss_step": 3.8784549236297607, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.02230928897857666, "subset_score_loss": 0.02230928897857666}
+{"step": 2300000, "wall_time": 21908.452356815338, "train_loss_step": 4.175877571105957, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.021961524486541747, "subset_score_loss": 0.021961524486541747, "memorization_fraction_pixel": 0.5910000205039978, "mean_nn_ratio_pixel": 0.488158255815506, "fid": 46.24537607512546}
+{"step": 2310000, "wall_time": 21997.282010555267, "train_loss_step": 3.6936564445495605, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.024082951545715332, "subset_score_loss": 0.024082951545715332}
+{"step": 2320000, "wall_time": 22086.16961789131, "train_loss_step": 3.891653537750244, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.021966090202331544, "subset_score_loss": 0.021966090202331544}
+{"step": 2330000, "wall_time": 22173.283452749252, "train_loss_step": 3.8003835678100586, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.02205490827560425, "subset_score_loss": 0.02205490827560425}
+{"step": 2340000, "wall_time": 22261.36434864998, "train_loss_step": 3.851841926574707, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.021264753341674804, "subset_score_loss": 0.021264753341674804}
+{"step": 2350000, "wall_time": 22346.561920404434, "train_loss_step": 3.9412946701049805, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.02232703685760498, "subset_score_loss": 0.02232703685760498}
+{"step": 2360000, "wall_time": 22435.35451889038, "train_loss_step": 3.8980517387390137, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.022012951374053954, "subset_score_loss": 0.022012951374053954}
+{"step": 2370000, "wall_time": 22524.13933324814, "train_loss_step": 3.236300468444824, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.02149087905883789, "subset_score_loss": 0.02149087905883789}
+{"step": 2380000, "wall_time": 22612.728186368942, "train_loss_step": 3.7077765464782715, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.022302217483520508, "subset_score_loss": 0.022302217483520508}
+{"step": 2390000, "wall_time": 22701.216593027115, "train_loss_step": 3.7240238189697266, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.021693234443664552, "subset_score_loss": 0.021693234443664552}
+{"step": 2400000, "wall_time": 22858.385988473892, "train_loss_step": 3.6982696056365967, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.021120519638061525, "subset_score_loss": 0.021120519638061525, "memorization_fraction_pixel": 0.5870000123977661, "mean_nn_ratio_pixel": 0.4915909171104431, "fid": 45.509863710381765}
+{"step": 2410000, "wall_time": 22947.14008331299, "train_loss_step": 3.583444595336914, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.022293317317962646, "subset_score_loss": 0.022293317317962646}
+{"step": 2420000, "wall_time": 23035.834064483643, "train_loss_step": 3.773796558380127, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.022714192867279052, "subset_score_loss": 0.022714192867279052}
+{"step": 2430000, "wall_time": 23125.28237581253, "train_loss_step": 3.775048017501831, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.022288541793823242, "subset_score_loss": 0.022288541793823242}
+{"step": 2440000, "wall_time": 23210.892132520676, "train_loss_step": 3.531548023223877, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.021293165683746337, "subset_score_loss": 0.021293165683746337}
+{"step": 2450000, "wall_time": 23300.221534252167, "train_loss_step": 3.4917776584625244, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.021431829929351807, "subset_score_loss": 0.021431829929351807}
+{"step": 2460000, "wall_time": 23385.583307743073, "train_loss_step": 3.683992624282837, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.02268846273422241, "subset_score_loss": 0.02268846273422241}
+{"step": 2470000, "wall_time": 23474.300694942474, "train_loss_step": 4.006283760070801, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.021341795921325683, "subset_score_loss": 0.021341795921325683}
+{"step": 2480000, "wall_time": 23562.977705955505, "train_loss_step": 4.007765769958496, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.021168053150177002, "subset_score_loss": 0.021168053150177002}
+{"step": 2490000, "wall_time": 23651.212955713272, "train_loss_step": 3.4262688159942627, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.021142764091491698, "subset_score_loss": 0.021142764091491698}
+{"step": 2500000, "wall_time": 23808.61679792404, "train_loss_step": 3.725008487701416, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.021227593421936034, "subset_score_loss": 0.021227593421936034, "memorization_fraction_pixel": 0.5963000059127808, "mean_nn_ratio_pixel": 0.4858042597770691, "fid": 45.52899780255364}
+{"step": 2510000, "wall_time": 23897.471828222275, "train_loss_step": 3.509401559829712, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.021443638801574707, "subset_score_loss": 0.021443638801574707}
+{"step": 2520000, "wall_time": 23986.269149780273, "train_loss_step": 3.8189749717712402, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.02087445020675659, "subset_score_loss": 0.02087445020675659}
+{"step": 2530000, "wall_time": 24075.039793491364, "train_loss_step": 3.3841559886932373, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.021479365825653077, "subset_score_loss": 0.021479365825653077}
+{"step": 2540000, "wall_time": 24162.972012758255, "train_loss_step": 3.5863940715789795, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.02042142391204834, "subset_score_loss": 0.02042142391204834}
+{"step": 2550000, "wall_time": 24249.738195180893, "train_loss_step": 3.605151653289795, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.02028370141983032, "subset_score_loss": 0.02028370141983032}
+{"step": 2560000, "wall_time": 24338.576865434647, "train_loss_step": 3.9179134368896484, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.02189422369003296, "subset_score_loss": 0.02189422369003296}
+{"step": 2570000, "wall_time": 24424.603317975998, "train_loss_step": 3.478731632232666, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.020563902854919432, "subset_score_loss": 0.020563902854919432}
+{"step": 2580000, "wall_time": 24513.410298109055, "train_loss_step": 3.5986104011535645, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.019911341667175293, "subset_score_loss": 0.019911341667175293}
+{"step": 2590000, "wall_time": 24602.026397943497, "train_loss_step": 3.584413528442383, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.021822903156280517, "subset_score_loss": 0.021822903156280517}
+{"step": 2600000, "wall_time": 24759.274154901505, "train_loss_step": 3.305846691131592, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.0202413010597229, "subset_score_loss": 0.0202413010597229, "memorization_fraction_pixel": 0.6211000084877014, "mean_nn_ratio_pixel": 0.47185468673706055, "fid": 45.37490075168052}
+{"step": 2610000, "wall_time": 24848.05260181427, "train_loss_step": 3.1839444637298584, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.02070243835449219, "subset_score_loss": 0.02070243835449219}
+{"step": 2620000, "wall_time": 24936.730073928833, "train_loss_step": 3.3958077430725098, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.021045780181884764, "subset_score_loss": 0.021045780181884764}
+{"step": 2630000, "wall_time": 25025.481291532516, "train_loss_step": 3.4027204513549805, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.020075440406799316, "subset_score_loss": 0.020075440406799316}
+{"step": 2640000, "wall_time": 25114.55478167534, "train_loss_step": 3.6584157943725586, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.020325963497161866, "subset_score_loss": 0.020325963497161866}
+{"step": 2650000, "wall_time": 25200.637436151505, "train_loss_step": 3.3782873153686523, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.019904910326004027, "subset_score_loss": 0.019904910326004027}
+{"step": 2660000, "wall_time": 25289.47962808609, "train_loss_step": 3.4020724296569824, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.020407068729400634, "subset_score_loss": 0.020407068729400634}
+{"step": 2670000, "wall_time": 25374.861241340637, "train_loss_step": 3.5358591079711914, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.019671977758407594, "subset_score_loss": 0.019671977758407594}
+{"step": 2680000, "wall_time": 25463.58934402466, "train_loss_step": 3.4627022743225098, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.019950315952301026, "subset_score_loss": 0.019950315952301026}
+{"step": 2690000, "wall_time": 25552.05602145195, "train_loss_step": 3.675175905227661, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.020917930603027345, "subset_score_loss": 0.020917930603027345}
+{"step": 2700000, "wall_time": 25709.327852249146, "train_loss_step": 3.579035997390747, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.0195904278755188, "subset_score_loss": 0.0195904278755188, "memorization_fraction_pixel": 0.670199990272522, "mean_nn_ratio_pixel": 0.43656036257743835, "fid": 42.927127543305666}
+{"step": 2710000, "wall_time": 25797.766525268555, "train_loss_step": 3.376126289367676, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.01989154577255249, "subset_score_loss": 0.01989154577255249}
+{"step": 2720000, "wall_time": 25886.510586738586, "train_loss_step": 3.5780060291290283, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.020370452404022216, "subset_score_loss": 0.020370452404022216}
+{"step": 2730000, "wall_time": 25975.25858283043, "train_loss_step": 3.414782762527466, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.01982483983039856, "subset_score_loss": 0.01982483983039856}
+{"step": 2740000, "wall_time": 26063.9421377182, "train_loss_step": 3.451366901397705, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.01956313133239746, "subset_score_loss": 0.01956313133239746}
+{"step": 2750000, "wall_time": 26153.023760795593, "train_loss_step": 3.169631004333496, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.019487669467926027, "subset_score_loss": 0.019487669467926027}
+{"step": 2760000, "wall_time": 26238.959567785263, "train_loss_step": 3.872856616973877, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.020178720951080323, "subset_score_loss": 0.020178720951080323}
+{"step": 2770000, "wall_time": 26328.13994216919, "train_loss_step": 3.226423740386963, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.020245206356048585, "subset_score_loss": 0.020245206356048585}
+{"step": 2780000, "wall_time": 26414.1596698761, "train_loss_step": 3.5418591499328613, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.02030829668045044, "subset_score_loss": 0.02030829668045044}
+{"step": 2790000, "wall_time": 26502.661182403564, "train_loss_step": 3.5860729217529297, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.019595701694488526, "subset_score_loss": 0.019595701694488526}
+{"step": 2800000, "wall_time": 26660.10395503044, "train_loss_step": 3.787106990814209, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.02017416715621948, "subset_score_loss": 0.02017416715621948, "memorization_fraction_pixel": 0.6466000080108643, "mean_nn_ratio_pixel": 0.45492246747016907, "fid": 43.37196453713237}
+{"step": 2810000, "wall_time": 26748.79837822914, "train_loss_step": 3.2758374214172363, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.01941270351409912, "subset_score_loss": 0.01941270351409912}
+{"step": 2820000, "wall_time": 26837.389855146408, "train_loss_step": 3.2645657062530518, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019547311067581178, "subset_score_loss": 0.019547311067581178}
+{"step": 2830000, "wall_time": 26926.13851761818, "train_loss_step": 3.4768362045288086, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.01986716628074646, "subset_score_loss": 0.01986716628074646}
+{"step": 2840000, "wall_time": 27014.83261537552, "train_loss_step": 3.6947479248046875, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.01968153715133667, "subset_score_loss": 0.01968153715133667}
+{"step": 2850000, "wall_time": 27103.59350156784, "train_loss_step": 3.463028907775879, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.018851778507232665, "subset_score_loss": 0.018851778507232665}
+{"step": 2860000, "wall_time": 27191.70930504799, "train_loss_step": 3.6722331047058105, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.01982267141342163, "subset_score_loss": 0.01982267141342163}
+{"step": 2870000, "wall_time": 27278.527595758438, "train_loss_step": 3.426377534866333, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.018753316402435303, "subset_score_loss": 0.018753316402435303}
+{"step": 2880000, "wall_time": 27368.094655752182, "train_loss_step": 3.33217191696167, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.018908220529556274, "subset_score_loss": 0.018908220529556274}
+{"step": 2890000, "wall_time": 27453.586171627045, "train_loss_step": 3.7801663875579834, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.019604216814041137, "subset_score_loss": 0.019604216814041137}
+{"step": 2900000, "wall_time": 27609.78548693657, "train_loss_step": 3.491626262664795, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.01960444211959839, "subset_score_loss": 0.01960444211959839, "memorization_fraction_pixel": 0.6542999744415283, "mean_nn_ratio_pixel": 0.4473227560520172, "fid": 42.87666308054544}
+{"step": 2910000, "wall_time": 27698.503976345062, "train_loss_step": 3.166851043701172, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.018445749282836914, "subset_score_loss": 0.018445749282836914}
+{"step": 2920000, "wall_time": 27787.22407436371, "train_loss_step": 3.4298810958862305, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.018585155010223387, "subset_score_loss": 0.018585155010223387}
+{"step": 2930000, "wall_time": 27875.860602855682, "train_loss_step": 3.4988081455230713, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018714802265167238, "subset_score_loss": 0.018714802265167238}
+{"step": 2940000, "wall_time": 27964.611604213715, "train_loss_step": 3.1126351356506348, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.01875115156173706, "subset_score_loss": 0.01875115156173706}
+{"step": 2950000, "wall_time": 28053.392938375473, "train_loss_step": 3.5987963676452637, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.018867615461349487, "subset_score_loss": 0.018867615461349487}
+{"step": 2960000, "wall_time": 28142.64369225502, "train_loss_step": 3.8003439903259277, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.019844291210174562, "subset_score_loss": 0.019844291210174562}
+{"step": 2970000, "wall_time": 28228.426809310913, "train_loss_step": 3.3246331214904785, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.01856461524963379, "subset_score_loss": 0.01856461524963379}
+{"step": 2980000, "wall_time": 28317.130033254623, "train_loss_step": 3.303199291229248, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.018905259370803833, "subset_score_loss": 0.018905259370803833}
+{"step": 2990000, "wall_time": 28403.023270845413, "train_loss_step": 3.5568149089813232, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.01871692419052124, "subset_score_loss": 0.01871692419052124}
+{"step": 3000000, "wall_time": 28559.434939146042, "train_loss_step": 3.0904643535614014, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.018682093620300294, "subset_score_loss": 0.018682093620300294, "memorization_fraction_pixel": 0.6780999898910522, "mean_nn_ratio_pixel": 0.42803341150283813, "fid": 42.69365325257618}
+{"step": 3010000, "wall_time": 28648.2975833416, "train_loss_step": 3.4464261531829834, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.01840448260307312, "subset_score_loss": 0.01840448260307312}
+{"step": 3020000, "wall_time": 28737.080837488174, "train_loss_step": 3.1367268562316895, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.018447951078414918, "subset_score_loss": 0.018447951078414918}
+{"step": 3030000, "wall_time": 28825.685574531555, "train_loss_step": 3.435112953186035, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.018826935291290283, "subset_score_loss": 0.018826935291290283}
+{"step": 3040000, "wall_time": 28914.25080704689, "train_loss_step": 3.312419891357422, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.01785397171974182, "subset_score_loss": 0.01785397171974182}
+{"step": 3050000, "wall_time": 29002.933748960495, "train_loss_step": 3.669337272644043, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.017770798206329347, "subset_score_loss": 0.017770798206329347}
+{"step": 3060000, "wall_time": 29091.68621993065, "train_loss_step": 3.600642204284668, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.019315308332443236, "subset_score_loss": 0.019315308332443236}
+{"step": 3070000, "wall_time": 29179.618960380554, "train_loss_step": 3.497408151626587, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.01853852152824402, "subset_score_loss": 0.01853852152824402}
+{"step": 3080000, "wall_time": 29266.704763650894, "train_loss_step": 3.422227621078491, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.01814485192298889, "subset_score_loss": 0.01814485192298889}
+{"step": 3090000, "wall_time": 29355.60925221443, "train_loss_step": 2.9257826805114746, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.017714098691940308, "subset_score_loss": 0.017714098691940308}
+{"step": 3100000, "wall_time": 29509.681421756744, "train_loss_step": 3.195545196533203, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.01994677782058716, "subset_score_loss": 0.01994677782058716, "memorization_fraction_pixel": 0.675000011920929, "mean_nn_ratio_pixel": 0.4333232045173645, "fid": 43.11209176047671}
+{"step": 3110000, "wall_time": 29598.436162233353, "train_loss_step": 3.323729991912842, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.017950875759124754, "subset_score_loss": 0.017950875759124754}
+{"step": 3120000, "wall_time": 29687.09552383423, "train_loss_step": 3.3238401412963867, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.018793545961380005, "subset_score_loss": 0.018793545961380005}
+{"step": 3130000, "wall_time": 29775.853955745697, "train_loss_step": 3.1884989738464355, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.01893894076347351, "subset_score_loss": 0.01893894076347351}
+{"step": 3140000, "wall_time": 29864.442888498306, "train_loss_step": 3.2401633262634277, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.018715186119079588, "subset_score_loss": 0.018715186119079588}
+{"step": 3150000, "wall_time": 29953.11427640915, "train_loss_step": 3.5306129455566406, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.017592539787292482, "subset_score_loss": 0.017592539787292482}
+{"step": 3160000, "wall_time": 30041.795780181885, "train_loss_step": 2.9635419845581055, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.0182880699634552, "subset_score_loss": 0.0182880699634552}
+{"step": 3170000, "wall_time": 30130.671543598175, "train_loss_step": 3.1440961360931396, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.01859715223312378, "subset_score_loss": 0.01859715223312378}
+{"step": 3180000, "wall_time": 30217.050621271133, "train_loss_step": 3.306562900543213, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.017344717979431153, "subset_score_loss": 0.017344717979431153}
+{"step": 3190000, "wall_time": 30305.23356628418, "train_loss_step": 3.540343761444092, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.017852576971054076, "subset_score_loss": 0.017852576971054076}
+{"step": 3200000, "wall_time": 30458.860338687897, "train_loss_step": 3.6600799560546875, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.01873795986175537, "subset_score_loss": 0.01873795986175537, "memorization_fraction_pixel": 0.6855999827384949, "mean_nn_ratio_pixel": 0.4231322705745697, "fid": 43.823529378285784}
+{"step": 3210000, "wall_time": 30547.666427135468, "train_loss_step": 3.317992925643921, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.019362730979919432, "subset_score_loss": 0.019362730979919432}
+{"step": 3220000, "wall_time": 30636.374566316605, "train_loss_step": 3.313915252685547, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.01845643639564514, "subset_score_loss": 0.01845643639564514}
+{"step": 3230000, "wall_time": 30725.182720184326, "train_loss_step": 3.1971611976623535, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.018221495151519777, "subset_score_loss": 0.018221495151519777}
+{"step": 3240000, "wall_time": 30813.888430595398, "train_loss_step": 3.3095407485961914, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.01779567837715149, "subset_score_loss": 0.01779567837715149}
+{"step": 3250000, "wall_time": 30902.512511730194, "train_loss_step": 3.5044212341308594, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.017388087511062623, "subset_score_loss": 0.017388087511062623}
+{"step": 3260000, "wall_time": 30991.156175851822, "train_loss_step": 3.748513698577881, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.017772815227508544, "subset_score_loss": 0.017772815227508544}
+{"step": 3270000, "wall_time": 31079.95759320259, "train_loss_step": 3.530954599380493, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.018495935201644897, "subset_score_loss": 0.018495935201644897}
+{"step": 3280000, "wall_time": 31169.2231631279, "train_loss_step": 3.4016292095184326, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.01800895094871521, "subset_score_loss": 0.01800895094871521}
+{"step": 3290000, "wall_time": 31254.639026880264, "train_loss_step": 3.414306640625, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.017835887670516967, "subset_score_loss": 0.017835887670516967}
+{"step": 3300000, "wall_time": 31413.193729162216, "train_loss_step": 3.2308311462402344, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.016865919828414917, "subset_score_loss": 0.016865919828414917, "memorization_fraction_pixel": 0.6976000070571899, "mean_nn_ratio_pixel": 0.41798895597457886, "fid": 41.83063507189927}
+{"step": 3310000, "wall_time": 31499.45801448822, "train_loss_step": 3.30293607711792, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.017367626428604125, "subset_score_loss": 0.017367626428604125}
+{"step": 3320000, "wall_time": 31588.157979011536, "train_loss_step": 3.2496774196624756, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.017790932655334473, "subset_score_loss": 0.017790932655334473}
+{"step": 3330000, "wall_time": 31676.7859082222, "train_loss_step": 3.27073335647583, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.018092471361160278, "subset_score_loss": 0.018092471361160278}
+{"step": 3340000, "wall_time": 31765.501620531082, "train_loss_step": 3.0875749588012695, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.01888491749763489, "subset_score_loss": 0.01888491749763489}
+{"step": 3350000, "wall_time": 31854.213207244873, "train_loss_step": 3.233652353286743, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.017816702127456664, "subset_score_loss": 0.017816702127456664}
+{"step": 3360000, "wall_time": 31942.635200738907, "train_loss_step": 3.3345227241516113, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.01763406991958618, "subset_score_loss": 0.01763406991958618}
+{"step": 3370000, "wall_time": 32031.38311767578, "train_loss_step": 2.9747180938720703, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.018082334995269775, "subset_score_loss": 0.018082334995269775}
+{"step": 3380000, "wall_time": 32120.140033960342, "train_loss_step": 3.4337830543518066, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.01688504695892334, "subset_score_loss": 0.01688504695892334}
+{"step": 3390000, "wall_time": 32208.344415187836, "train_loss_step": 3.2469005584716797, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.01720461368560791, "subset_score_loss": 0.01720461368560791}
+{"step": 3400000, "wall_time": 32363.07513642311, "train_loss_step": 3.3407530784606934, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017136455774307252, "subset_score_loss": 0.017136455774307252, "memorization_fraction_pixel": 0.7092000246047974, "mean_nn_ratio_pixel": 0.4109340310096741, "fid": 41.04350917841031}
+{"step": 3410000, "wall_time": 32449.278012752533, "train_loss_step": 3.3411617279052734, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.018326538801193237, "subset_score_loss": 0.018326538801193237}
+{"step": 3420000, "wall_time": 32538.04811167717, "train_loss_step": 3.482910394668579, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.018757209777832032, "subset_score_loss": 0.018757209777832032}
+{"step": 3430000, "wall_time": 32626.808880090714, "train_loss_step": 2.977870464324951, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.017187159061431884, "subset_score_loss": 0.017187159061431884}
+{"step": 3440000, "wall_time": 32715.545989990234, "train_loss_step": 3.3295233249664307, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.017637736797332763, "subset_score_loss": 0.017637736797332763}
+{"step": 3450000, "wall_time": 32804.27361869812, "train_loss_step": 3.1960179805755615, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.01630154013633728, "subset_score_loss": 0.01630154013633728}
+{"step": 3460000, "wall_time": 32892.832114219666, "train_loss_step": 3.2079885005950928, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.01779774785041809, "subset_score_loss": 0.01779774785041809}
+{"step": 3470000, "wall_time": 32981.33740091324, "train_loss_step": 3.128669023513794, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.016985559463500978, "subset_score_loss": 0.016985559463500978}
+{"step": 3480000, "wall_time": 33070.00551819801, "train_loss_step": 3.331707715988159, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.01847532272338867, "subset_score_loss": 0.01847532272338867}
+{"step": 3490000, "wall_time": 33159.06096172333, "train_loss_step": 3.078395366668701, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.017515108585357667, "subset_score_loss": 0.017515108585357667}
+{"step": 3500000, "wall_time": 33314.67572975159, "train_loss_step": 3.3332557678222656, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.017629551887512206, "subset_score_loss": 0.017629551887512206, "memorization_fraction_pixel": 0.7116000056266785, "mean_nn_ratio_pixel": 0.40422284603118896, "fid": 41.994246989394895}
+{"step": 3510000, "wall_time": 33404.04134106636, "train_loss_step": 3.2118234634399414, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.01712695002555847, "subset_score_loss": 0.01712695002555847}
+{"step": 3520000, "wall_time": 33488.72566986084, "train_loss_step": 3.290773391723633, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.017408058643341065, "subset_score_loss": 0.017408058643341065}
+{"step": 3530000, "wall_time": 33577.32712197304, "train_loss_step": 3.474306583404541, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.016613978147506713, "subset_score_loss": 0.016613978147506713}
+{"step": 3540000, "wall_time": 33666.200821876526, "train_loss_step": 3.0701847076416016, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.01693901538848877, "subset_score_loss": 0.01693901538848877}
+{"step": 3550000, "wall_time": 33754.91661334038, "train_loss_step": 3.280895709991455, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.016086039543151857, "subset_score_loss": 0.016086039543151857}
+{"step": 3560000, "wall_time": 33843.55616092682, "train_loss_step": 3.6260013580322266, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.016604007482528688, "subset_score_loss": 0.016604007482528688}
+{"step": 3570000, "wall_time": 33932.382623910904, "train_loss_step": 3.1088316440582275, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.016410664319992066, "subset_score_loss": 0.016410664319992066}
+{"step": 3580000, "wall_time": 34020.872361660004, "train_loss_step": 3.2480132579803467, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.01741919994354248, "subset_score_loss": 0.01741919994354248}
+{"step": 3590000, "wall_time": 34109.531974077225, "train_loss_step": 3.2349472045898438, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.016585328578948975, "subset_score_loss": 0.016585328578948975}
+{"step": 3600000, "wall_time": 34265.08217048645, "train_loss_step": 3.2129476070404053, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.017765198945999146, "subset_score_loss": 0.017765198945999146, "memorization_fraction_pixel": 0.7135999798774719, "mean_nn_ratio_pixel": 0.4059593379497528, "fid": 41.8422973601461}
+{"step": 3610000, "wall_time": 34353.82351851463, "train_loss_step": 3.050112724304199, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.017464606761932372, "subset_score_loss": 0.017464606761932372}
+{"step": 3620000, "wall_time": 34442.49914813042, "train_loss_step": 3.3011741638183594, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.016357332468032837, "subset_score_loss": 0.016357332468032837}
+{"step": 3630000, "wall_time": 34528.48212194443, "train_loss_step": 3.308614492416382, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.017226455211639406, "subset_score_loss": 0.017226455211639406}
+{"step": 3640000, "wall_time": 34617.16246891022, "train_loss_step": 3.0608742237091064, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.015900166034698487, "subset_score_loss": 0.015900166034698487}
+{"step": 3650000, "wall_time": 34705.91780614853, "train_loss_step": 3.181584119796753, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.01663076877593994, "subset_score_loss": 0.01663076877593994}
+{"step": 3660000, "wall_time": 34794.60452103615, "train_loss_step": 3.20265793800354, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.017020968198776246, "subset_score_loss": 0.017020968198776246}
+{"step": 3670000, "wall_time": 34883.27458667755, "train_loss_step": 3.042454719543457, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.015541821718215942, "subset_score_loss": 0.015541821718215942}
+{"step": 3680000, "wall_time": 34971.87248921394, "train_loss_step": 3.410647392272949, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.01659125804901123, "subset_score_loss": 0.01659125804901123}
+{"step": 3690000, "wall_time": 35060.20880842209, "train_loss_step": 3.3277628421783447, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.0169140625, "subset_score_loss": 0.0169140625}
+{"step": 3700000, "wall_time": 35218.08662700653, "train_loss_step": 3.2760000228881836, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.015850300788879394, "subset_score_loss": 0.015850300788879394, "memorization_fraction_pixel": 0.7409999966621399, "mean_nn_ratio_pixel": 0.38535282015800476, "fid": 40.81830128659367}
+{"step": 3710000, "wall_time": 35304.99741482735, "train_loss_step": 2.9589009284973145, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.016120359897613526, "subset_score_loss": 0.016120359897613526}
+{"step": 3720000, "wall_time": 35393.83643388748, "train_loss_step": 3.5213377475738525, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.016360079050064088, "subset_score_loss": 0.016360079050064088}
+{"step": 3730000, "wall_time": 35479.727715969086, "train_loss_step": 3.0190489292144775, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.01607959270477295, "subset_score_loss": 0.01607959270477295}
+{"step": 3740000, "wall_time": 35568.317635297775, "train_loss_step": 2.993978977203369, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.016635282039642332, "subset_score_loss": 0.016635282039642332}
+{"step": 3750000, "wall_time": 35657.00809884071, "train_loss_step": 3.418095350265503, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.016173958778381348, "subset_score_loss": 0.016173958778381348}
+{"step": 3760000, "wall_time": 35745.83748340607, "train_loss_step": 3.3114004135131836, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.016149429082870485, "subset_score_loss": 0.016149429082870485}
+{"step": 3770000, "wall_time": 35834.556868076324, "train_loss_step": 3.2523345947265625, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.016279785633087157, "subset_score_loss": 0.016279785633087157}
+{"step": 3780000, "wall_time": 35923.1039454937, "train_loss_step": 3.0299172401428223, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.015604605674743652, "subset_score_loss": 0.015604605674743652}
+{"step": 3790000, "wall_time": 36011.685316324234, "train_loss_step": 3.334348678588867, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.01704572081565857, "subset_score_loss": 0.01704572081565857}
+{"step": 3800000, "wall_time": 36171.69695329666, "train_loss_step": 3.2220659255981445, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.015925613641738893, "subset_score_loss": 0.015925613641738893, "memorization_fraction_pixel": 0.71670001745224, "mean_nn_ratio_pixel": 0.4020344316959381, "fid": 41.55650121963312}
+{"step": 3810000, "wall_time": 36257.7632932663, "train_loss_step": 3.037720203399658, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.015996216535568236, "subset_score_loss": 0.015996216535568236}
+{"step": 3820000, "wall_time": 36346.49651479721, "train_loss_step": 3.038762092590332, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.017316681146621705, "subset_score_loss": 0.017316681146621705}
+{"step": 3830000, "wall_time": 36435.95225048065, "train_loss_step": 3.415219306945801, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.016304566860198974, "subset_score_loss": 0.016304566860198974}
+{"step": 3840000, "wall_time": 36521.342062711716, "train_loss_step": 3.0763163566589355, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.01732799768447876, "subset_score_loss": 0.01732799768447876}
+{"step": 3850000, "wall_time": 36609.87305402756, "train_loss_step": 3.2838282585144043, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.015649813413619994, "subset_score_loss": 0.015649813413619994}
+{"step": 3860000, "wall_time": 36698.537915706635, "train_loss_step": 3.436457633972168, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.016281278133392335, "subset_score_loss": 0.016281278133392335}
+{"step": 3870000, "wall_time": 36787.25170969963, "train_loss_step": 3.475510358810425, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.015845212936401367, "subset_score_loss": 0.015845212936401367}
+{"step": 3880000, "wall_time": 36875.87083005905, "train_loss_step": 3.302189350128174, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.016641225814819336, "subset_score_loss": 0.016641225814819336}
+{"step": 3890000, "wall_time": 36964.47637581825, "train_loss_step": 2.8490893840789795, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.015413980484008789, "subset_score_loss": 0.015413980484008789}
+{"step": 3900000, "wall_time": 37124.46929812431, "train_loss_step": 3.087790012359619, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.01581538438796997, "subset_score_loss": 0.01581538438796997, "memorization_fraction_pixel": 0.732699990272522, "mean_nn_ratio_pixel": 0.39517179131507874, "fid": 41.240031893147005}
+{"step": 3910000, "wall_time": 37212.63560771942, "train_loss_step": 3.3645284175872803, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.016090691089630127, "subset_score_loss": 0.016090691089630127}
+{"step": 3920000, "wall_time": 37299.61809372902, "train_loss_step": 3.1591644287109375, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.016626747846603392, "subset_score_loss": 0.016626747846603392}
+{"step": 3930000, "wall_time": 37388.375829696655, "train_loss_step": 3.3533692359924316, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.015365285873413086, "subset_score_loss": 0.015365285873413086}
+{"step": 3940000, "wall_time": 37475.97970247269, "train_loss_step": 3.148456335067749, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015267289876937866, "subset_score_loss": 0.015267289876937866}
+{"step": 3950000, "wall_time": 37562.642756938934, "train_loss_step": 3.3238308429718018, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.016220523118972777, "subset_score_loss": 0.016220523118972777}
+{"step": 3960000, "wall_time": 37651.40396118164, "train_loss_step": 3.215010166168213, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015597772598266602, "subset_score_loss": 0.015597772598266602}
+{"step": 3970000, "wall_time": 37740.15375494957, "train_loss_step": 3.096815347671509, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.01624725580215454, "subset_score_loss": 0.01624725580215454}
+{"step": 3980000, "wall_time": 37828.77639198303, "train_loss_step": 3.36165714263916, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.01627992033958435, "subset_score_loss": 0.01627992033958435}
+{"step": 3990000, "wall_time": 37917.25425648689, "train_loss_step": 3.567939043045044, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015678318738937377, "subset_score_loss": 0.015678318738937377}
+{"step": 4000000, "wall_time": 38077.83485007286, "train_loss_step": 3.372231960296631, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015095120668411255, "subset_score_loss": 0.015095120668411255, "memorization_fraction_pixel": 0.7419000267982483, "mean_nn_ratio_pixel": 0.3890416622161865, "fid": 40.858141041759175}
+{"step": 4010000, "wall_time": 38166.65212082863, "train_loss_step": 3.054265260696411, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.015244641304016114, "subset_score_loss": 0.015244641304016114}
+{"step": 4020000, "wall_time": 38252.777430295944, "train_loss_step": 3.1139302253723145, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.015881762504577637, "subset_score_loss": 0.015881762504577637}
+{"step": 4030000, "wall_time": 38341.5565533638, "train_loss_step": 3.1882474422454834, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.01563694953918457, "subset_score_loss": 0.01563694953918457}
+{"step": 4040000, "wall_time": 38430.61032581329, "train_loss_step": 3.001530885696411, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.015245269536972045, "subset_score_loss": 0.015245269536972045}
+{"step": 4050000, "wall_time": 38515.56953954697, "train_loss_step": 3.459411859512329, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.015351312160491943, "subset_score_loss": 0.015351312160491943}
+{"step": 4060000, "wall_time": 38604.601565122604, "train_loss_step": 3.3456153869628906, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.015446146726608276, "subset_score_loss": 0.015446146726608276}
+{"step": 4070000, "wall_time": 38693.372784376144, "train_loss_step": 3.7333710193634033, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.014979490041732789, "subset_score_loss": 0.014979490041732789}
+{"step": 4080000, "wall_time": 38782.19822430611, "train_loss_step": 3.0614521503448486, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.015409747362136841, "subset_score_loss": 0.015409747362136841}
+{"step": 4090000, "wall_time": 38870.65172338486, "train_loss_step": 3.2059273719787598, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.014819180965423584, "subset_score_loss": 0.014819180965423584}
+{"step": 4100000, "wall_time": 39031.624885082245, "train_loss_step": 3.4738802909851074, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.016141636371612547, "subset_score_loss": 0.016141636371612547, "memorization_fraction_pixel": 0.7404000163078308, "mean_nn_ratio_pixel": 0.390446275472641, "fid": 41.04163972971092}
+{"step": 4110000, "wall_time": 39120.367335796356, "train_loss_step": 3.092682361602783, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.014466696977615356, "subset_score_loss": 0.014466696977615356}
+{"step": 4120000, "wall_time": 39208.07481908798, "train_loss_step": 3.1185457706451416, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.014770007133483887, "subset_score_loss": 0.014770007133483887}
+{"step": 4130000, "wall_time": 39294.91434717178, "train_loss_step": 3.045179843902588, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.01461804747581482, "subset_score_loss": 0.01461804747581482}
+{"step": 4140000, "wall_time": 39383.63275742531, "train_loss_step": 3.2361791133880615, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.014721035957336426, "subset_score_loss": 0.014721035957336426}
+{"step": 4150000, "wall_time": 39473.30005168915, "train_loss_step": 3.3071837425231934, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.015351729393005371, "subset_score_loss": 0.015351729393005371}
+{"step": 4160000, "wall_time": 39557.51047158241, "train_loss_step": 3.101088047027588, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.01617698907852173, "subset_score_loss": 0.01617698907852173}
+{"step": 4170000, "wall_time": 39646.18718409538, "train_loss_step": 3.388277053833008, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.014683806896209716, "subset_score_loss": 0.014683806896209716}
+{"step": 4180000, "wall_time": 39734.778594732285, "train_loss_step": 3.3938798904418945, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.015011050701141358, "subset_score_loss": 0.015011050701141358}
+{"step": 4190000, "wall_time": 39823.33631300926, "train_loss_step": 3.1426656246185303, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.014754959344863892, "subset_score_loss": 0.014754959344863892}
+{"step": 4200000, "wall_time": 39982.04271411896, "train_loss_step": 2.9529638290405273, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.015134903192520142, "subset_score_loss": 0.015134903192520142, "memorization_fraction_pixel": 0.7476000189781189, "mean_nn_ratio_pixel": 0.3846481740474701, "fid": 40.63180987634486}
+{"step": 4210000, "wall_time": 40070.79601025581, "train_loss_step": 3.271254777908325, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.014818472862243652, "subset_score_loss": 0.014818472862243652}
+{"step": 4220000, "wall_time": 40159.6044280529, "train_loss_step": 2.975210666656494, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.015205607414245606, "subset_score_loss": 0.015205607414245606}
+{"step": 4230000, "wall_time": 40245.401018857956, "train_loss_step": 3.328237771987915, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.014722946882247925, "subset_score_loss": 0.014722946882247925}
+{"step": 4240000, "wall_time": 40333.88613343239, "train_loss_step": 3.1335601806640625, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.015446702241897583, "subset_score_loss": 0.015446702241897583}
+{"step": 4250000, "wall_time": 40422.7026245594, "train_loss_step": 3.1475515365600586, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.014365543127059937, "subset_score_loss": 0.014365543127059937}
+{"step": 4260000, "wall_time": 40510.73430466652, "train_loss_step": 3.012160301208496, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.015877834558486938, "subset_score_loss": 0.015877834558486938}
+{"step": 4270000, "wall_time": 40596.537358760834, "train_loss_step": 3.1357312202453613, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.0150680673122406, "subset_score_loss": 0.0150680673122406}
+{"step": 4280000, "wall_time": 40685.21902346611, "train_loss_step": 3.12158203125, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.014579757452011108, "subset_score_loss": 0.014579757452011108}
+{"step": 4290000, "wall_time": 40774.019807100296, "train_loss_step": 3.2828454971313477, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.01454778790473938, "subset_score_loss": 0.01454778790473938}
+{"step": 4300000, "wall_time": 40934.93975710869, "train_loss_step": 3.0829432010650635, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.014857214689254761, "subset_score_loss": 0.014857214689254761, "memorization_fraction_pixel": 0.7414000034332275, "mean_nn_ratio_pixel": 0.38697609305381775, "fid": 40.36778930924467}
+{"step": 4310000, "wall_time": 41023.76635456085, "train_loss_step": 3.16691255569458, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.014230269193649291, "subset_score_loss": 0.014230269193649291}
+{"step": 4320000, "wall_time": 41112.50697374344, "train_loss_step": 3.3087940216064453, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.01582056760787964, "subset_score_loss": 0.01582056760787964}
+{"step": 4330000, "wall_time": 41201.94921755791, "train_loss_step": 3.087247848510742, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.014685254096984863, "subset_score_loss": 0.014685254096984863}
+{"step": 4340000, "wall_time": 41287.20929312706, "train_loss_step": 3.194455623626709, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.014184370040893554, "subset_score_loss": 0.014184370040893554}
+{"step": 4350000, "wall_time": 41376.09705233574, "train_loss_step": 2.8611741065979004, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.015110183954238892, "subset_score_loss": 0.015110183954238892}
+{"step": 4360000, "wall_time": 41465.19436502457, "train_loss_step": 3.127875328063965, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.014516183137893678, "subset_score_loss": 0.014516183137893678}
+{"step": 4370000, "wall_time": 41549.78308415413, "train_loss_step": 3.141481876373291, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.01502153992652893, "subset_score_loss": 0.01502153992652893}
+{"step": 4380000, "wall_time": 41638.429500579834, "train_loss_step": 3.302639961242676, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.015127031803131104, "subset_score_loss": 0.015127031803131104}
+{"step": 4390000, "wall_time": 41727.26006770134, "train_loss_step": 3.1233856678009033, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.014063472747802735, "subset_score_loss": 0.014063472747802735}
+{"step": 4400000, "wall_time": 41886.38717556, "train_loss_step": 3.139326810836792, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.014751529693603516, "subset_score_loss": 0.014751529693603516, "memorization_fraction_pixel": 0.7627000212669373, "mean_nn_ratio_pixel": 0.37209978699684143, "fid": 40.30207868629045}
+{"step": 4410000, "wall_time": 41975.135817050934, "train_loss_step": 2.969106912612915, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.01439600944519043, "subset_score_loss": 0.01439600944519043}
+{"step": 4420000, "wall_time": 42063.852128744125, "train_loss_step": 3.0239648818969727, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.014661855697631836, "subset_score_loss": 0.014661855697631836}
+{"step": 4430000, "wall_time": 42152.64052629471, "train_loss_step": 3.1454238891601562, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.01521094799041748, "subset_score_loss": 0.01521094799041748}
+{"step": 4440000, "wall_time": 42240.93760943413, "train_loss_step": 3.3337583541870117, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.014302334785461425, "subset_score_loss": 0.014302334785461425}
+{"step": 4450000, "wall_time": 42327.69604110718, "train_loss_step": 3.141390562057495, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.014411535263061524, "subset_score_loss": 0.014411535263061524}
+{"step": 4460000, "wall_time": 42416.53540277481, "train_loss_step": 3.064120292663574, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.015398868322372437, "subset_score_loss": 0.015398868322372437}
+{"step": 4470000, "wall_time": 42504.31010937691, "train_loss_step": 2.9005990028381348, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.01562812089920044, "subset_score_loss": 0.01562812089920044}
+{"step": 4480000, "wall_time": 42590.75008845329, "train_loss_step": 3.074425220489502, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.013649505376815797, "subset_score_loss": 0.013649505376815797}
+{"step": 4490000, "wall_time": 42679.44072961807, "train_loss_step": 3.1932413578033447, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014371668100357055, "subset_score_loss": 0.014371668100357055}
+{"step": 4500000, "wall_time": 42837.17124056816, "train_loss_step": 3.0737462043762207, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.014137637615203858, "subset_score_loss": 0.014137637615203858, "memorization_fraction_pixel": 0.7656000256538391, "mean_nn_ratio_pixel": 0.37154877185821533, "fid": 41.16377067823616}
+{"step": 4510000, "wall_time": 42925.728219270706, "train_loss_step": 3.046119451522827, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.013546130657196044, "subset_score_loss": 0.013546130657196044}
+{"step": 4520000, "wall_time": 43014.45334982872, "train_loss_step": 3.3313019275665283, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.014531775712966918, "subset_score_loss": 0.014531775712966918}
+{"step": 4530000, "wall_time": 43103.203246593475, "train_loss_step": 2.881124258041382, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.015272940397262574, "subset_score_loss": 0.015272940397262574}
+{"step": 4540000, "wall_time": 43192.50521206856, "train_loss_step": 3.2630057334899902, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014491003751754761, "subset_score_loss": 0.014491003751754761}
+{"step": 4550000, "wall_time": 43278.14819073677, "train_loss_step": 3.2588658332824707, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.013324021100997925, "subset_score_loss": 0.013324021100997925}
+{"step": 4560000, "wall_time": 43366.49303650856, "train_loss_step": 2.810987710952759, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.01437930464744568, "subset_score_loss": 0.01437930464744568}
+{"step": 4570000, "wall_time": 43455.4111199379, "train_loss_step": 3.283055067062378, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.013976994752883911, "subset_score_loss": 0.013976994752883911}
+{"step": 4580000, "wall_time": 43543.31780362129, "train_loss_step": 3.231411933898926, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.0142408287525177, "subset_score_loss": 0.0142408287525177}
+{"step": 4590000, "wall_time": 43629.39636707306, "train_loss_step": 3.172830104827881, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.014587346315383911, "subset_score_loss": 0.014587346315383911}
+{"step": 4600000, "wall_time": 43787.55805897713, "train_loss_step": 3.1426563262939453, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.014055641889572144, "subset_score_loss": 0.014055641889572144, "memorization_fraction_pixel": 0.7720999717712402, "mean_nn_ratio_pixel": 0.3671764135360718, "fid": 39.881077441897844}
+{"step": 4610000, "wall_time": 43876.34471297264, "train_loss_step": 3.3935141563415527, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.014190717935562133, "subset_score_loss": 0.014190717935562133}
+{"step": 4620000, "wall_time": 43965.14955639839, "train_loss_step": 3.153860092163086, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.015115575790405273, "subset_score_loss": 0.015115575790405273}
+{"step": 4630000, "wall_time": 44053.89080762863, "train_loss_step": 3.31223201751709, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.014909021854400635, "subset_score_loss": 0.014909021854400635}
+{"step": 4640000, "wall_time": 44142.58807969093, "train_loss_step": 3.2044737339019775, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.01387940526008606, "subset_score_loss": 0.01387940526008606}
+{"step": 4650000, "wall_time": 44230.46198129654, "train_loss_step": 3.117713689804077, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.013429425954818726, "subset_score_loss": 0.013429425954818726}
+{"step": 4660000, "wall_time": 44317.38297891617, "train_loss_step": 3.02059268951416, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.013958152532577515, "subset_score_loss": 0.013958152532577515}
+{"step": 4670000, "wall_time": 44405.87731099129, "train_loss_step": 3.2755517959594727, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.014377000331878663, "subset_score_loss": 0.014377000331878663}
+{"step": 4680000, "wall_time": 44494.87793111801, "train_loss_step": 3.3024275302886963, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.014673563241958619, "subset_score_loss": 0.014673563241958619}
+{"step": 4690000, "wall_time": 44580.32170176506, "train_loss_step": 3.1484947204589844, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.016175814867019654, "subset_score_loss": 0.016175814867019654}
+{"step": 4700000, "wall_time": 44740.34745025635, "train_loss_step": 3.1686463356018066, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.014929184913635254, "subset_score_loss": 0.014929184913635254, "memorization_fraction_pixel": 0.7677000164985657, "mean_nn_ratio_pixel": 0.37156355381011963, "fid": 39.95271525408423}
+{"step": 4710000, "wall_time": 44829.10804796219, "train_loss_step": 2.780301570892334, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.014551697969436646, "subset_score_loss": 0.014551697969436646}
+{"step": 4720000, "wall_time": 44917.82337355614, "train_loss_step": 3.0577731132507324, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.013996418714523316, "subset_score_loss": 0.013996418714523316}
+{"step": 4730000, "wall_time": 45006.52599978447, "train_loss_step": 3.3441860675811768, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.013953071832656861, "subset_score_loss": 0.013953071832656861}
+{"step": 4740000, "wall_time": 45095.21086668968, "train_loss_step": 3.1688332557678223, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013882153034210205, "subset_score_loss": 0.013882153034210205}
+{"step": 4750000, "wall_time": 45184.12262010574, "train_loss_step": 3.1831750869750977, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.01410342812538147, "subset_score_loss": 0.01410342812538147}
+{"step": 4760000, "wall_time": 45270.40235066414, "train_loss_step": 3.3419642448425293, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.013956141471862794, "subset_score_loss": 0.013956141471862794}
+{"step": 4770000, "wall_time": 45359.19675564766, "train_loss_step": 3.078415632247925, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.01401321291923523, "subset_score_loss": 0.01401321291923523}
+{"step": 4780000, "wall_time": 45447.90042591095, "train_loss_step": 3.1221537590026855, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.013780828714370728, "subset_score_loss": 0.013780828714370728}
+{"step": 4790000, "wall_time": 45535.486673116684, "train_loss_step": 3.199303150177002, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.01407929539680481, "subset_score_loss": 0.01407929539680481}
+{"step": 4800000, "wall_time": 45691.3737514019, "train_loss_step": 3.100686550140381, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.014154561758041383, "subset_score_loss": 0.014154561758041383, "memorization_fraction_pixel": 0.7699999809265137, "mean_nn_ratio_pixel": 0.36895158886909485, "fid": 39.40072262313324}
+{"step": 4810000, "wall_time": 45780.0057849884, "train_loss_step": 3.1282384395599365, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.014093663692474365, "subset_score_loss": 0.014093663692474365}
+{"step": 4820000, "wall_time": 45868.7155714035, "train_loss_step": 3.0402867794036865, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.013990219831466675, "subset_score_loss": 0.013990219831466675}
+{"step": 4830000, "wall_time": 45957.53530335426, "train_loss_step": 2.983790636062622, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.01373898983001709, "subset_score_loss": 0.01373898983001709}
+{"step": 4840000, "wall_time": 46046.30580854416, "train_loss_step": 3.1721017360687256, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.012841461896896363, "subset_score_loss": 0.012841461896896363}
+{"step": 4850000, "wall_time": 46134.92027068138, "train_loss_step": 3.15384578704834, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.014178816080093384, "subset_score_loss": 0.014178816080093384}
+{"step": 4860000, "wall_time": 46224.033249378204, "train_loss_step": 2.7975335121154785, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.014073486328125, "subset_score_loss": 0.014073486328125}
+{"step": 4870000, "wall_time": 46309.5309844017, "train_loss_step": 3.2557671070098877, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013811167478561402, "subset_score_loss": 0.013811167478561402}
+{"step": 4880000, "wall_time": 46398.141547203064, "train_loss_step": 3.2740015983581543, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013709791898727418, "subset_score_loss": 0.013709791898727418}
+{"step": 4890000, "wall_time": 46486.763743400574, "train_loss_step": 3.027250289916992, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.014389498233795166, "subset_score_loss": 0.014389498233795166}
+{"step": 4900000, "wall_time": 46640.27457356453, "train_loss_step": 3.2219510078430176, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.013674105405807496, "subset_score_loss": 0.013674105405807496, "memorization_fraction_pixel": 0.7736999988555908, "mean_nn_ratio_pixel": 0.36743441224098206, "fid": 39.85099045582296}
+{"step": 4910000, "wall_time": 46729.168112277985, "train_loss_step": 2.885924816131592, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.013720444440841674, "subset_score_loss": 0.013720444440841674}
+{"step": 4920000, "wall_time": 46818.093604803085, "train_loss_step": 2.6371617317199707, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013156247138977051, "subset_score_loss": 0.013156247138977051}
+{"step": 4930000, "wall_time": 46906.98082089424, "train_loss_step": 3.1478919982910156, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.014560872316360473, "subset_score_loss": 0.014560872316360473}
+{"step": 4940000, "wall_time": 46995.86816525459, "train_loss_step": 2.923431396484375, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013959519863128662, "subset_score_loss": 0.013959519863128662}
+{"step": 4950000, "wall_time": 47084.666241168976, "train_loss_step": 3.1010003089904785, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.013440749645233153, "subset_score_loss": 0.013440749645233153}
+{"step": 4960000, "wall_time": 47173.55510830879, "train_loss_step": 2.993985176086426, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.012576760053634643, "subset_score_loss": 0.012576760053634643}
+{"step": 4970000, "wall_time": 47261.78525996208, "train_loss_step": 3.0177001953125, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013202134370803833, "subset_score_loss": 0.013202134370803833}
+{"step": 4980000, "wall_time": 47348.84362411499, "train_loss_step": 3.398615598678589, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.012598413228988647, "subset_score_loss": 0.012598413228988647}
+{"step": 4990000, "wall_time": 47437.75882649422, "train_loss_step": 3.223576068878174, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.01342261552810669, "subset_score_loss": 0.01342261552810669}
+{"step": 5000000, "wall_time": 47597.39600896835, "train_loss_step": 3.1485867500305176, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.014263654947280885, "subset_score_loss": 0.014263654947280885, "memorization_fraction_pixel": 0.7716000080108643, "mean_nn_ratio_pixel": 0.36602455377578735, "fid": 40.24436467298969}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..1adbe6edf7bbb112e4908016f0befb0d1b6108d3
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d100/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=0.9957 | fid=287.1331
+  step   10000 |    154s | train_loss=0.8020
+  step   20000 |    243s | train_loss=0.6792
+  step   30000 |    331s | train_loss=0.5434
+  step   40000 |    420s | train_loss=0.4046
+  step   50000 |    509s | train_loss=0.2932
+  step   60000 |    598s | train_loss=0.2222
+  step   70000 |    687s | train_loss=0.1812
+  step   80000 |    775s | train_loss=0.1555
+  step   90000 |    864s | train_loss=0.1400
+  step  100000 |   1021s | train_loss=0.1296 | fid=61.5573
+  step  110000 |   1098s | train_loss=0.1250
+  step  120000 |   1187s | train_loss=0.1172
+  step  130000 |   1275s | train_loss=0.1096
+  step  140000 |   1364s | train_loss=0.1065
+  step  150000 |   1453s | train_loss=0.1030
+  step  160000 |   1541s | train_loss=0.0968
+  step  170000 |   1630s | train_loss=0.0936
+  step  180000 |   1719s | train_loss=0.0884
+  step  190000 |   1808s | train_loss=0.0878
+  step  200000 |   1963s | train_loss=0.0866 | fid=59.8282
+  step  210000 |   2053s | train_loss=0.0816
+  step  220000 |   2132s | train_loss=0.0802
+  step  230000 |   2221s | train_loss=0.0779
+  step  240000 |   2310s | train_loss=0.0762
+  step  250000 |   2398s | train_loss=0.0733
+  step  260000 |   2487s | train_loss=0.0733
+  step  270000 |   2576s | train_loss=0.0720
+  step  280000 |   2665s | train_loss=0.0717
+  step  290000 |   2753s | train_loss=0.0687
+  step  300000 |   2910s | train_loss=0.0667 | fid=56.4418
+  step  310000 |   2998s | train_loss=0.0645
+  step  320000 |   3087s | train_loss=0.0649
+  step  330000 |   3170s | train_loss=0.0639
+  step  340000 |   3258s | train_loss=0.0627
+  step  350000 |   3347s | train_loss=0.0623
+  step  360000 |   3436s | train_loss=0.0603
+  step  370000 |   3525s | train_loss=0.0606
+  step  380000 |   3613s | train_loss=0.0581
+  step  390000 |   3702s | train_loss=0.0593
+  step  400000 |   3858s | train_loss=0.0590 | fid=56.1448
+  step  410000 |   3947s | train_loss=0.0576
+  step  420000 |   4036s | train_loss=0.0572
+  step  430000 |   4118s | train_loss=0.0572
+  step  440000 |   4207s | train_loss=0.0557
+  step  450000 |   4295s | train_loss=0.0567
+  step  460000 |   4384s | train_loss=0.0543
+  step  470000 |   4473s | train_loss=0.0550
+  step  480000 |   4562s | train_loss=0.0531
+  step  490000 |   4650s | train_loss=0.0532
+  step  500000 |   4807s | train_loss=0.0509 | fid=52.7436
+  step  510000 |   4896s | train_loss=0.0518
+  step  520000 |   4985s | train_loss=0.0514
+  step  530000 |   5072s | train_loss=0.0503
+  step  540000 |   5155s | train_loss=0.0492
+  step  550000 |   5244s | train_loss=0.0498
+  step  560000 |   5333s | train_loss=0.0495
+  step  570000 |   5422s | train_loss=0.0502
+  step  580000 |   5510s | train_loss=0.0494
+  step  590000 |   5599s | train_loss=0.0479
+  step  600000 |   5756s | train_loss=0.0487 | fid=54.3750
+  step  610000 |   5845s | train_loss=0.0478
+  step  620000 |   5934s | train_loss=0.0487
+  step  630000 |   6023s | train_loss=0.0471
+  step  640000 |   6109s | train_loss=0.0457
+  step  650000 |   6193s | train_loss=0.0462
+  step  660000 |   6282s | train_loss=0.0450
+  step  670000 |   6371s | train_loss=0.0463
+  step  680000 |   6460s | train_loss=0.0449
+  step  690000 |   6548s | train_loss=0.0443
+  step  700000 |   6705s | train_loss=0.0436 | fid=52.7829
+  step  710000 |   6794s | train_loss=0.0443
+  step  720000 |   6883s | train_loss=0.0435
+  step  730000 |   6971s | train_loss=0.0434
+  step  740000 |   7060s | train_loss=0.0436
+  step  750000 |   7142s | train_loss=0.0427
+  step  760000 |   7231s | train_loss=0.0411
+  step  770000 |   7320s | train_loss=0.0422
+  step  780000 |   7409s | train_loss=0.0422
+  step  790000 |   7497s | train_loss=0.0414
+  step  800000 |   7654s | train_loss=0.0418 | fid=52.3147
+  step  810000 |   7742s | train_loss=0.0414
+  step  820000 |   7831s | train_loss=0.0412
+  step  830000 |   7920s | train_loss=0.0404
+  step  840000 |   8009s | train_loss=0.0399
+  step  850000 |   8097s | train_loss=0.0398
+  step  860000 |   8180s | train_loss=0.0405
+  step  870000 |   8269s | train_loss=0.0418
+  step  880000 |   8358s | train_loss=0.0395
+  step  890000 |   8447s | train_loss=0.0395
+  step  900000 |   8604s | train_loss=0.0390 | fid=51.1110
+  step  910000 |   8692s | train_loss=0.0398
+  step  920000 |   8781s | train_loss=0.0383
+  step  930000 |   8870s | train_loss=0.0378
+  step  940000 |   8959s | train_loss=0.0380
+  step  950000 |   9048s | train_loss=0.0373
+  step  960000 |   9135s | train_loss=0.0374
+  step  970000 |   9219s | train_loss=0.0385
+  step  980000 |   9308s | train_loss=0.0363
+  step  990000 |   9396s | train_loss=0.0373
+  step 1000000 |   9554s | train_loss=0.0365 | fid=51.7354
+  step 1010000 |   9642s | train_loss=0.0363
+  step 1020000 |   9731s | train_loss=0.0381
+  step 1030000 |   9820s | train_loss=0.0363
+  step 1040000 |   9909s | train_loss=0.0378
+  step 1050000 |   9998s | train_loss=0.0386
+  step 1060000 |  10086s | train_loss=0.0359
+  step 1070000 |  10173s | train_loss=0.0350
+  step 1080000 |  10258s | train_loss=0.0345
+  step 1090000 |  10346s | train_loss=0.0359
+  step 1100000 |  10504s | train_loss=0.0362 | fid=51.7029
+  step 1110000 |  10592s | train_loss=0.0347
+  step 1120000 |  10681s | train_loss=0.0350
+  step 1130000 |  10770s | train_loss=0.0365
+  step 1140000 |  10859s | train_loss=0.0359
+  step 1150000 |  10948s | train_loss=0.0339
+  step 1160000 |  11036s | train_loss=0.0347
+  step 1170000 |  11123s | train_loss=0.0351
+  step 1180000 |  11208s | train_loss=0.0340
+  step 1190000 |  11296s | train_loss=0.0332
+  step 1200000 |  11453s | train_loss=0.0343 | fid=52.7815
+  step 1210000 |  11542s | train_loss=0.0331
+  step 1220000 |  11631s | train_loss=0.0333
+  step 1230000 |  11719s | train_loss=0.0336
+  step 1240000 |  11808s | train_loss=0.0342
+  step 1250000 |  11897s | train_loss=0.0332
+  step 1260000 |  11985s | train_loss=0.0339
+  step 1270000 |  12075s | train_loss=0.0366
+  step 1280000 |  12161s | train_loss=0.0332
+  step 1290000 |  12245s | train_loss=0.0339
+  step 1300000 |  12402s | train_loss=0.0320 | fid=54.0813
+  step 1310000 |  12491s | train_loss=0.0311
+  step 1320000 |  12579s | train_loss=0.0318
+  step 1330000 |  12668s | train_loss=0.0319
+  step 1340000 |  12757s | train_loss=0.0322
+  step 1350000 |  12846s | train_loss=0.0314
+  step 1360000 |  12934s | train_loss=0.0318
+  step 1370000 |  13023s | train_loss=0.0322
+  step 1380000 |  13112s | train_loss=0.0312
+  step 1390000 |  13200s | train_loss=0.0316
+  step 1400000 |  13351s | train_loss=0.0312 | fid=55.0241
+  step 1410000 |  13440s | train_loss=0.0306
+  step 1420000 |  13529s | train_loss=0.0306
+  step 1430000 |  13617s | train_loss=0.0310
+  step 1440000 |  13706s | train_loss=0.0324
+  step 1450000 |  13795s | train_loss=0.0306
+  step 1460000 |  13883s | train_loss=0.0304
+  step 1470000 |  13972s | train_loss=0.0320
+  step 1480000 |  14061s | train_loss=0.0310
+  step 1490000 |  14147s | train_loss=0.0317
+  step 1500000 |  14301s | train_loss=0.0304 | fid=55.8929
+  step 1510000 |  14389s | train_loss=0.0310
+  step 1520000 |  14478s | train_loss=0.0305
+  step 1530000 |  14566s | train_loss=0.0305
+  step 1540000 |  14655s | train_loss=0.0291
+  step 1550000 |  14744s | train_loss=0.0280
+  step 1560000 |  14833s | train_loss=0.0301
+  step 1570000 |  14922s | train_loss=0.0302
+  step 1580000 |  15010s | train_loss=0.0293
+  step 1590000 |  15100s | train_loss=0.0295
+  step 1600000 |  15250s | train_loss=0.0283 | fid=56.6696
+  step 1610000 |  15338s | train_loss=0.0300
+  step 1620000 |  15427s | train_loss=0.0294
+  step 1630000 |  15516s | train_loss=0.0280
+  step 1640000 |  15604s | train_loss=0.0291
+  step 1650000 |  15693s | train_loss=0.0290
+  step 1660000 |  15782s | train_loss=0.0289
+  step 1670000 |  15871s | train_loss=0.0278
+  step 1680000 |  15959s | train_loss=0.0284
+  step 1690000 |  16048s | train_loss=0.0310
+  step 1700000 |  16203s | train_loss=0.0275 | fid=55.8361
+  step 1710000 |  16288s | train_loss=0.0278
+  step 1720000 |  16377s | train_loss=0.0277
+  step 1730000 |  16466s | train_loss=0.0281
+  step 1740000 |  16554s | train_loss=0.0274
+  step 1750000 |  16643s | train_loss=0.0277
+  step 1760000 |  16732s | train_loss=0.0283
+  step 1770000 |  16821s | train_loss=0.0289
+  step 1780000 |  16910s | train_loss=0.0286
+  step 1790000 |  16998s | train_loss=0.0274
+  step 1800000 |  17154s | train_loss=0.0267 | fid=52.6903
+  step 1810000 |  17244s | train_loss=0.0266
+  step 1820000 |  17329s | train_loss=0.0269
+  step 1830000 |  17418s | train_loss=0.0264
+  step 1840000 |  17506s | train_loss=0.0262
+  step 1850000 |  17595s | train_loss=0.0266
+  step 1860000 |  17684s | train_loss=0.0261
+  step 1870000 |  17773s | train_loss=0.0273
+  step 1880000 |  17862s | train_loss=0.0263
+  step 1890000 |  17950s | train_loss=0.0265
+  step 1900000 |  18108s | train_loss=0.0255 | fid=52.0008
+  step 1910000 |  18195s | train_loss=0.0263
+  step 1920000 |  18281s | train_loss=0.0253
+  step 1930000 |  18369s | train_loss=0.0257
+  step 1940000 |  18458s | train_loss=0.0250
+  step 1950000 |  18546s | train_loss=0.0262
+  step 1960000 |  18635s | train_loss=0.0245
+  step 1970000 |  18724s | train_loss=0.0248
+  step 1980000 |  18813s | train_loss=0.0251
+  step 1990000 |  18901s | train_loss=0.0256
+  step 2000000 |  19059s | train_loss=0.0237 | fid=49.2406
+  step 2010000 |  19147s | train_loss=0.0259
+  step 2020000 |  19235s | train_loss=0.0252
+  step 2030000 |  19320s | train_loss=0.0248
+  step 2040000 |  19409s | train_loss=0.0245
+  step 2050000 |  19497s | train_loss=0.0247
+  step 2060000 |  19586s | train_loss=0.0242
+  step 2070000 |  19675s | train_loss=0.0248
+  step 2080000 |  19764s | train_loss=0.0241
+  step 2090000 |  19853s | train_loss=0.0261
+  step 2100000 |  20009s | train_loss=0.0237 | fid=48.5596
+  step 2110000 |  20098s | train_loss=0.0226
+  step 2120000 |  20184s | train_loss=0.0224
+  step 2130000 |  20274s | train_loss=0.0232
+  step 2140000 |  20358s | train_loss=0.0245
+  step 2150000 |  20447s | train_loss=0.0240
+  step 2160000 |  20536s | train_loss=0.0252
+  step 2170000 |  20625s | train_loss=0.0236
+  step 2180000 |  20713s | train_loss=0.0240
+  step 2190000 |  20802s | train_loss=0.0223
+  step 2200000 |  20958s | train_loss=0.0234 | fid=47.8792
+  step 2210000 |  21047s | train_loss=0.0232
+  step 2220000 |  21135s | train_loss=0.0223
+  step 2230000 |  21222s | train_loss=0.0230
+  step 2240000 |  21309s | train_loss=0.0242
+  step 2250000 |  21396s | train_loss=0.0224
+  step 2260000 |  21485s | train_loss=0.0234
+  step 2270000 |  21574s | train_loss=0.0226
+  step 2280000 |  21663s | train_loss=0.0224
+  step 2290000 |  21751s | train_loss=0.0223
+  step 2300000 |  21908s | train_loss=0.0220 | fid=46.2454
+  step 2310000 |  21997s | train_loss=0.0241
+  step 2320000 |  22086s | train_loss=0.0220
+  step 2330000 |  22173s | train_loss=0.0221
+  step 2340000 |  22261s | train_loss=0.0213
+  step 2350000 |  22347s | train_loss=0.0223
+  step 2360000 |  22435s | train_loss=0.0220
+  step 2370000 |  22524s | train_loss=0.0215
+  step 2380000 |  22613s | train_loss=0.0223
+  step 2390000 |  22701s | train_loss=0.0217
+  step 2400000 |  22858s | train_loss=0.0211 | fid=45.5099
+  step 2410000 |  22947s | train_loss=0.0223
+  step 2420000 |  23036s | train_loss=0.0227
+  step 2430000 |  23125s | train_loss=0.0223
+  step 2440000 |  23211s | train_loss=0.0213
+  step 2450000 |  23300s | train_loss=0.0214
+  step 2460000 |  23386s | train_loss=0.0227
+  step 2470000 |  23474s | train_loss=0.0213
+  step 2480000 |  23563s | train_loss=0.0212
+  step 2490000 |  23651s | train_loss=0.0211
+  step 2500000 |  23809s | train_loss=0.0212 | fid=45.5290
+  step 2510000 |  23897s | train_loss=0.0214
+  step 2520000 |  23986s | train_loss=0.0209
+  step 2530000 |  24075s | train_loss=0.0215
+  step 2540000 |  24163s | train_loss=0.0204
+  step 2550000 |  24250s | train_loss=0.0203
+  step 2560000 |  24339s | train_loss=0.0219
+  step 2570000 |  24425s | train_loss=0.0206
+  step 2580000 |  24513s | train_loss=0.0199
+  step 2590000 |  24602s | train_loss=0.0218
+  step 2600000 |  24759s | train_loss=0.0202 | fid=45.3749
+  step 2610000 |  24848s | train_loss=0.0207
+  step 2620000 |  24937s | train_loss=0.0210
+  step 2630000 |  25025s | train_loss=0.0201
+  step 2640000 |  25115s | train_loss=0.0203
+  step 2650000 |  25201s | train_loss=0.0199
+  step 2660000 |  25289s | train_loss=0.0204
+  step 2670000 |  25375s | train_loss=0.0197
+  step 2680000 |  25464s | train_loss=0.0200
+  step 2690000 |  25552s | train_loss=0.0209
+  step 2700000 |  25709s | train_loss=0.0196 | fid=42.9271
+  step 2710000 |  25798s | train_loss=0.0199
+  step 2720000 |  25887s | train_loss=0.0204
+  step 2730000 |  25975s | train_loss=0.0198
+  step 2740000 |  26064s | train_loss=0.0196
+  step 2750000 |  26153s | train_loss=0.0195
+  step 2760000 |  26239s | train_loss=0.0202
+  step 2770000 |  26328s | train_loss=0.0202
+  step 2780000 |  26414s | train_loss=0.0203
+  step 2790000 |  26503s | train_loss=0.0196
+  step 2800000 |  26660s | train_loss=0.0202 | fid=43.3720
+  step 2810000 |  26749s | train_loss=0.0194
+  step 2820000 |  26837s | train_loss=0.0195
+  step 2830000 |  26926s | train_loss=0.0199
+  step 2840000 |  27015s | train_loss=0.0197
+  step 2850000 |  27104s | train_loss=0.0189
+  step 2860000 |  27192s | train_loss=0.0198
+  step 2870000 |  27279s | train_loss=0.0188
+  step 2880000 |  27368s | train_loss=0.0189
+  step 2890000 |  27454s | train_loss=0.0196
+  step 2900000 |  27610s | train_loss=0.0196 | fid=42.8767
+  step 2910000 |  27699s | train_loss=0.0184
+  step 2920000 |  27787s | train_loss=0.0186
+  step 2930000 |  27876s | train_loss=0.0187
+  step 2940000 |  27965s | train_loss=0.0188
+  step 2950000 |  28053s | train_loss=0.0189
+  step 2960000 |  28143s | train_loss=0.0198
+  step 2970000 |  28228s | train_loss=0.0186
+  step 2980000 |  28317s | train_loss=0.0189
+  step 2990000 |  28403s | train_loss=0.0187
+  step 3000000 |  28559s | train_loss=0.0187 | fid=42.6937
+  step 3010000 |  28648s | train_loss=0.0184
+  step 3020000 |  28737s | train_loss=0.0184
+  step 3030000 |  28826s | train_loss=0.0188
+  step 3040000 |  28914s | train_loss=0.0179
+  step 3050000 |  29003s | train_loss=0.0178
+  step 3060000 |  29092s | train_loss=0.0193
+  step 3070000 |  29180s | train_loss=0.0185
+  step 3080000 |  29267s | train_loss=0.0181
+  step 3090000 |  29356s | train_loss=0.0177
+  step 3100000 |  29510s | train_loss=0.0199 | fid=43.1121
+  step 3110000 |  29598s | train_loss=0.0180
+  step 3120000 |  29687s | train_loss=0.0188
+  step 3130000 |  29776s | train_loss=0.0189
+  step 3140000 |  29864s | train_loss=0.0187
+  step 3150000 |  29953s | train_loss=0.0176
+  step 3160000 |  30042s | train_loss=0.0183
+  step 3170000 |  30131s | train_loss=0.0186
+  step 3180000 |  30217s | train_loss=0.0173
+  step 3190000 |  30305s | train_loss=0.0179
+  step 3200000 |  30459s | train_loss=0.0187 | fid=43.8235
+  step 3210000 |  30548s | train_loss=0.0194
+  step 3220000 |  30636s | train_loss=0.0185
+  step 3230000 |  30725s | train_loss=0.0182
+  step 3240000 |  30814s | train_loss=0.0178
+  step 3250000 |  30903s | train_loss=0.0174
+  step 3260000 |  30991s | train_loss=0.0178
+  step 3270000 |  31080s | train_loss=0.0185
+  step 3280000 |  31169s | train_loss=0.0180
+  step 3290000 |  31255s | train_loss=0.0178
+  step 3300000 |  31413s | train_loss=0.0169 | fid=41.8306
+  step 3310000 |  31499s | train_loss=0.0174
+  step 3320000 |  31588s | train_loss=0.0178
+  step 3330000 |  31677s | train_loss=0.0181
+  step 3340000 |  31766s | train_loss=0.0189
+  step 3350000 |  31854s | train_loss=0.0178
+  step 3360000 |  31943s | train_loss=0.0176
+  step 3370000 |  32031s | train_loss=0.0181
+  step 3380000 |  32120s | train_loss=0.0169
+  step 3390000 |  32208s | train_loss=0.0172
+  step 3400000 |  32363s | train_loss=0.0171 | fid=41.0435
+  step 3410000 |  32449s | train_loss=0.0183
+  step 3420000 |  32538s | train_loss=0.0188
+  step 3430000 |  32627s | train_loss=0.0172
+  step 3440000 |  32716s | train_loss=0.0176
+  step 3450000 |  32804s | train_loss=0.0163
+  step 3460000 |  32893s | train_loss=0.0178
+  step 3470000 |  32981s | train_loss=0.0170
+  step 3480000 |  33070s | train_loss=0.0185
+  step 3490000 |  33159s | train_loss=0.0175
+  step 3500000 |  33315s | train_loss=0.0176 | fid=41.9942
+  step 3510000 |  33404s | train_loss=0.0171
+  step 3520000 |  33489s | train_loss=0.0174
+  step 3530000 |  33577s | train_loss=0.0166
+  step 3540000 |  33666s | train_loss=0.0169
+  step 3550000 |  33755s | train_loss=0.0161
+  step 3560000 |  33844s | train_loss=0.0166
+  step 3570000 |  33932s | train_loss=0.0164
+  step 3580000 |  34021s | train_loss=0.0174
+  step 3590000 |  34110s | train_loss=0.0166
+  step 3600000 |  34265s | train_loss=0.0178 | fid=41.8423
+  step 3610000 |  34354s | train_loss=0.0175
+  step 3620000 |  34442s | train_loss=0.0164
+  step 3630000 |  34528s | train_loss=0.0172
+  step 3640000 |  34617s | train_loss=0.0159
+  step 3650000 |  34706s | train_loss=0.0166
+  step 3660000 |  34795s | train_loss=0.0170
+  step 3670000 |  34883s | train_loss=0.0155
+  step 3680000 |  34972s | train_loss=0.0166
+  step 3690000 |  35060s | train_loss=0.0169
+  step 3700000 |  35218s | train_loss=0.0159 | fid=40.8183
+  step 3710000 |  35305s | train_loss=0.0161
+  step 3720000 |  35394s | train_loss=0.0164
+  step 3730000 |  35480s | train_loss=0.0161
+  step 3740000 |  35568s | train_loss=0.0166
+  step 3750000 |  35657s | train_loss=0.0162
+  step 3760000 |  35746s | train_loss=0.0161
+  step 3770000 |  35835s | train_loss=0.0163
+  step 3780000 |  35923s | train_loss=0.0156
+  step 3790000 |  36012s | train_loss=0.0170
+  step 3800000 |  36172s | train_loss=0.0159 | fid=41.5565
+  step 3810000 |  36258s | train_loss=0.0160
+  step 3820000 |  36346s | train_loss=0.0173
+  step 3830000 |  36436s | train_loss=0.0163
+  step 3840000 |  36521s | train_loss=0.0173
+  step 3850000 |  36610s | train_loss=0.0156
+  step 3860000 |  36699s | train_loss=0.0163
+  step 3870000 |  36787s | train_loss=0.0158
+  step 3880000 |  36876s | train_loss=0.0166
+  step 3890000 |  36964s | train_loss=0.0154
+  step 3900000 |  37124s | train_loss=0.0158 | fid=41.2400
+  step 3910000 |  37213s | train_loss=0.0161
+  step 3920000 |  37300s | train_loss=0.0166
+  step 3930000 |  37388s | train_loss=0.0154
+  step 3940000 |  37476s | train_loss=0.0153
+  step 3950000 |  37563s | train_loss=0.0162
+  step 3960000 |  37651s | train_loss=0.0156
+  step 3970000 |  37740s | train_loss=0.0162
+  step 3980000 |  37829s | train_loss=0.0163
+  step 3990000 |  37917s | train_loss=0.0157
+  step 4000000 |  38078s | train_loss=0.0151 | fid=40.8581
+  step 4010000 |  38167s | train_loss=0.0152
+  step 4020000 |  38253s | train_loss=0.0159
+  step 4030000 |  38342s | train_loss=0.0156
+  step 4040000 |  38431s | train_loss=0.0152
+  step 4050000 |  38516s | train_loss=0.0154
+  step 4060000 |  38605s | train_loss=0.0154
+  step 4070000 |  38693s | train_loss=0.0150
+  step 4080000 |  38782s | train_loss=0.0154
+  step 4090000 |  38871s | train_loss=0.0148
+  step 4100000 |  39032s | train_loss=0.0161 | fid=41.0416
+  step 4110000 |  39120s | train_loss=0.0145
+  step 4120000 |  39208s | train_loss=0.0148
+  step 4130000 |  39295s | train_loss=0.0146
+  step 4140000 |  39384s | train_loss=0.0147
+  step 4150000 |  39473s | train_loss=0.0154
+  step 4160000 |  39558s | train_loss=0.0162
+  step 4170000 |  39646s | train_loss=0.0147
+  step 4180000 |  39735s | train_loss=0.0150
+  step 4190000 |  39823s | train_loss=0.0148
+  step 4200000 |  39982s | train_loss=0.0151 | fid=40.6318
+  step 4210000 |  40071s | train_loss=0.0148
+  step 4220000 |  40160s | train_loss=0.0152
+  step 4230000 |  40245s | train_loss=0.0147
+  step 4240000 |  40334s | train_loss=0.0154
+  step 4250000 |  40423s | train_loss=0.0144
+  step 4260000 |  40511s | train_loss=0.0159
+  step 4270000 |  40597s | train_loss=0.0151
+  step 4280000 |  40685s | train_loss=0.0146
+  step 4290000 |  40774s | train_loss=0.0145
+  step 4300000 |  40935s | train_loss=0.0149 | fid=40.3678
+  step 4310000 |  41024s | train_loss=0.0142
+  step 4320000 |  41113s | train_loss=0.0158
+  step 4330000 |  41202s | train_loss=0.0147
+  step 4340000 |  41287s | train_loss=0.0142
+  step 4350000 |  41376s | train_loss=0.0151
+  step 4360000 |  41465s | train_loss=0.0145
+  step 4370000 |  41550s | train_loss=0.0150
+  step 4380000 |  41638s | train_loss=0.0151
+  step 4390000 |  41727s | train_loss=0.0141
+  step 4400000 |  41886s | train_loss=0.0148 | fid=40.3021
+  step 4410000 |  41975s | train_loss=0.0144
+  step 4420000 |  42064s | train_loss=0.0147
+  step 4430000 |  42153s | train_loss=0.0152
+  step 4440000 |  42241s | train_loss=0.0143
+  step 4450000 |  42328s | train_loss=0.0144
+  step 4460000 |  42417s | train_loss=0.0154
+  step 4470000 |  42504s | train_loss=0.0156
+  step 4480000 |  42591s | train_loss=0.0136
+  step 4490000 |  42679s | train_loss=0.0144
+  step 4500000 |  42837s | train_loss=0.0141 | fid=41.1638
+  step 4510000 |  42926s | train_loss=0.0135
+  step 4520000 |  43014s | train_loss=0.0145
+  step 4530000 |  43103s | train_loss=0.0153
+  step 4540000 |  43193s | train_loss=0.0145
+  step 4550000 |  43278s | train_loss=0.0133
+  step 4560000 |  43366s | train_loss=0.0144
+  step 4570000 |  43455s | train_loss=0.0140
+  step 4580000 |  43543s | train_loss=0.0142
+  step 4590000 |  43629s | train_loss=0.0146
+  step 4600000 |  43788s | train_loss=0.0141 | fid=39.8811
+  step 4610000 |  43876s | train_loss=0.0142
+  step 4620000 |  43965s | train_loss=0.0151
+  step 4630000 |  44054s | train_loss=0.0149
+  step 4640000 |  44143s | train_loss=0.0139
+  step 4650000 |  44230s | train_loss=0.0134
+  step 4660000 |  44317s | train_loss=0.0140
+  step 4670000 |  44406s | train_loss=0.0144
+  step 4680000 |  44495s | train_loss=0.0147
+  step 4690000 |  44580s | train_loss=0.0162
+  step 4700000 |  44740s | train_loss=0.0149 | fid=39.9527
+  step 4710000 |  44829s | train_loss=0.0146
+  step 4720000 |  44918s | train_loss=0.0140
+  step 4730000 |  45007s | train_loss=0.0140
+  step 4740000 |  45095s | train_loss=0.0139
+  step 4750000 |  45184s | train_loss=0.0141
+  step 4760000 |  45270s | train_loss=0.0140
+  step 4770000 |  45359s | train_loss=0.0140
+  step 4780000 |  45448s | train_loss=0.0138
+  step 4790000 |  45535s | train_loss=0.0141
+  step 4800000 |  45691s | train_loss=0.0142 | fid=39.4007
+  step 4810000 |  45780s | train_loss=0.0141
+  step 4820000 |  45869s | train_loss=0.0140
+  step 4830000 |  45958s | train_loss=0.0137
+  step 4840000 |  46046s | train_loss=0.0128
+  step 4850000 |  46135s | train_loss=0.0142
+  step 4860000 |  46224s | train_loss=0.0141
+  step 4870000 |  46310s | train_loss=0.0138
+  step 4880000 |  46398s | train_loss=0.0137
+  step 4890000 |  46487s | train_loss=0.0144
+  step 4900000 |  46640s | train_loss=0.0137 | fid=39.8510
+  step 4910000 |  46729s | train_loss=0.0137
+  step 4920000 |  46818s | train_loss=0.0132
+  step 4930000 |  46907s | train_loss=0.0146
+  step 4940000 |  46996s | train_loss=0.0140
+  step 4950000 |  47085s | train_loss=0.0134
+  step 4960000 |  47174s | train_loss=0.0126
+  step 4970000 |  47262s | train_loss=0.0132
+  step 4980000 |  47349s | train_loss=0.0126
+  step 4990000 |  47438s | train_loss=0.0134
+  step 5000000 |  47597s | train_loss=0.0143 | fid=40.2444
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d11dfd2a4d1c5ffe387e48413601cf74c599961
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..828f0d77133c834daac3f384ced80b1c5fb0b5cb
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d120/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 80.83368229866028, "train_loss_step": 119.45423889160156, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 1.0000691731770834, "subset_score_loss": 1.0000691731770834, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.976563572883606, "fid": 264.9697760856263}
+{"step": 10000, "wall_time": 177.5975365638733, "train_loss_step": 24.143033981323242, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.7904418309529623, "subset_score_loss": 0.7904418309529623}
+{"step": 20000, "wall_time": 274.2802047729492, "train_loss_step": 21.223159790039062, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6535790125528972, "subset_score_loss": 0.6535790125528972}
+{"step": 30000, "wall_time": 371.05906891822815, "train_loss_step": 18.377668380737305, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.520697275797526, "subset_score_loss": 0.520697275797526}
+{"step": 40000, "wall_time": 467.69238924980164, "train_loss_step": 17.525737762451172, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.40094890594482424, "subset_score_loss": 0.40094890594482424}
+{"step": 50000, "wall_time": 564.169816493988, "train_loss_step": 12.962862014770508, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.3058831850687663, "subset_score_loss": 0.3058831850687663}
+{"step": 60000, "wall_time": 661.1249012947083, "train_loss_step": 13.04221248626709, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.23792940775553387, "subset_score_loss": 0.23792940775553387}
+{"step": 70000, "wall_time": 758.1056869029999, "train_loss_step": 11.990205764770508, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.19636039733886718, "subset_score_loss": 0.19636039733886718}
+{"step": 80000, "wall_time": 854.6624281406403, "train_loss_step": 10.968219757080078, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.1640929381052653, "subset_score_loss": 0.1640929381052653}
+{"step": 90000, "wall_time": 951.5816586017609, "train_loss_step": 10.457176208496094, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.14879500071207682, "subset_score_loss": 0.14879500071207682}
+{"step": 100000, "wall_time": 1126.901293039322, "train_loss_step": 10.13692855834961, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.13439472516377768, "subset_score_loss": 0.13439472516377768, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9205052852630615, "fid": 64.24604851345421}
+{"step": 110000, "wall_time": 1216.9649443626404, "train_loss_step": 9.848343849182129, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.12356602350870768, "subset_score_loss": 0.12356602350870768}
+{"step": 120000, "wall_time": 1313.902533531189, "train_loss_step": 10.102937698364258, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.12039490540822347, "subset_score_loss": 0.12039490540822347}
+{"step": 130000, "wall_time": 1411.1618893146515, "train_loss_step": 8.71944808959961, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11110138893127441, "subset_score_loss": 0.11110138893127441}
+{"step": 140000, "wall_time": 1508.2868797779083, "train_loss_step": 9.581212043762207, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10870506763458251, "subset_score_loss": 0.10870506763458251}
+{"step": 150000, "wall_time": 1605.6264579296112, "train_loss_step": 9.319615364074707, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.1059438149134318, "subset_score_loss": 0.1059438149134318}
+{"step": 160000, "wall_time": 1703.0664525032043, "train_loss_step": 8.824663162231445, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.0994970719019572, "subset_score_loss": 0.0994970719019572}
+{"step": 170000, "wall_time": 1799.958693742752, "train_loss_step": 8.697686195373535, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09749589761098226, "subset_score_loss": 0.09749589761098226}
+{"step": 180000, "wall_time": 1881.5296323299408, "train_loss_step": 8.264049530029297, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09111333688100179, "subset_score_loss": 0.09111333688100179}
+{"step": 190000, "wall_time": 1962.8921205997467, "train_loss_step": 7.4935832023620605, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.0897745132446289, "subset_score_loss": 0.0897745132446289}
+{"step": 200000, "wall_time": 2110.1579599380493, "train_loss_step": 7.832528114318848, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08804857730865479, "subset_score_loss": 0.08804857730865479, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.8888275623321533, "fid": 66.4075659896793}
+{"step": 210000, "wall_time": 2184.1522886753082, "train_loss_step": 7.820206642150879, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08415851593017579, "subset_score_loss": 0.08415851593017579}
+{"step": 220000, "wall_time": 2265.948834180832, "train_loss_step": 7.887492656707764, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08465696970621744, "subset_score_loss": 0.08465696970621744}
+{"step": 230000, "wall_time": 2347.5386292934418, "train_loss_step": 8.182306289672852, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.07935703595479329, "subset_score_loss": 0.07935703595479329}
+{"step": 240000, "wall_time": 2429.371422767639, "train_loss_step": 7.167697906494141, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.07959741751352946, "subset_score_loss": 0.07959741751352946}
+{"step": 250000, "wall_time": 2509.5733711719513, "train_loss_step": 7.675049781799316, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.07611809571584066, "subset_score_loss": 0.07611809571584066}
+{"step": 260000, "wall_time": 2575.2686076164246, "train_loss_step": 7.673882961273193, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07607337633768717, "subset_score_loss": 0.07607337633768717}
+{"step": 270000, "wall_time": 2641.214293241501, "train_loss_step": 7.310103416442871, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07299466133117676, "subset_score_loss": 0.07299466133117676}
+{"step": 280000, "wall_time": 2707.0991489887238, "train_loss_step": 7.554418563842773, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07233473459879557, "subset_score_loss": 0.07233473459879557}
+{"step": 290000, "wall_time": 2772.927949666977, "train_loss_step": 7.820308685302734, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07103740374247233, "subset_score_loss": 0.07103740374247233}
+{"step": 300000, "wall_time": 2871.765839576721, "train_loss_step": 7.098657608032227, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.06909135977427165, "subset_score_loss": 0.06909135977427165, "memorization_fraction_pixel": 0.01940000057220459, "mean_nn_ratio_pixel": 0.8501441478729248, "fid": 64.0767034352656}
+{"step": 310000, "wall_time": 2913.3800921440125, "train_loss_step": 7.284994125366211, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.0669148842493693, "subset_score_loss": 0.0669148842493693}
+{"step": 320000, "wall_time": 2964.4360044002533, "train_loss_step": 6.73605489730835, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06615351041158041, "subset_score_loss": 0.06615351041158041}
+{"step": 330000, "wall_time": 3048.4294922351837, "train_loss_step": 7.3986358642578125, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06671299934387206, "subset_score_loss": 0.06671299934387206}
+{"step": 340000, "wall_time": 3178.946179151535, "train_loss_step": 7.2988715171813965, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06531168222427368, "subset_score_loss": 0.06531168222427368}
+{"step": 350000, "wall_time": 3319.1938457489014, "train_loss_step": 7.099068641662598, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.0638004461924235, "subset_score_loss": 0.0638004461924235}
+{"step": 360000, "wall_time": 3459.377009153366, "train_loss_step": 6.9699320793151855, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06406046152114868, "subset_score_loss": 0.06406046152114868}
+{"step": 370000, "wall_time": 3599.61758685112, "train_loss_step": 7.329133987426758, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.061680527528127034, "subset_score_loss": 0.061680527528127034}
+{"step": 380000, "wall_time": 3739.8230273723602, "train_loss_step": 6.826504707336426, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06232836643854777, "subset_score_loss": 0.06232836643854777}
+{"step": 390000, "wall_time": 3880.023400068283, "train_loss_step": 6.648755073547363, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.06130533218383789, "subset_score_loss": 0.06130533218383789}
+{"step": 400000, "wall_time": 4124.656184434891, "train_loss_step": 6.624390125274658, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.05910442272822062, "subset_score_loss": 0.05910442272822062, "memorization_fraction_pixel": 0.03370000049471855, "mean_nn_ratio_pixel": 0.8256150484085083, "fid": 60.26932660878639}
+{"step": 410000, "wall_time": 4261.728833198547, "train_loss_step": 7.4684906005859375, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.06108238299687704, "subset_score_loss": 0.06108238299687704}
+{"step": 420000, "wall_time": 4401.907964706421, "train_loss_step": 6.375059127807617, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05924055973688761, "subset_score_loss": 0.05924055973688761}
+{"step": 430000, "wall_time": 4541.4150285720825, "train_loss_step": 6.915889739990234, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05835760434468587, "subset_score_loss": 0.05835760434468587}
+{"step": 440000, "wall_time": 4678.428252220154, "train_loss_step": 6.949845314025879, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.05809501806894938, "subset_score_loss": 0.05809501806894938}
+{"step": 450000, "wall_time": 4817.296835422516, "train_loss_step": 6.513005256652832, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.057718710104624434, "subset_score_loss": 0.057718710104624434}
+{"step": 460000, "wall_time": 4957.317086935043, "train_loss_step": 6.581758499145508, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.05713950792948405, "subset_score_loss": 0.05713950792948405}
+{"step": 470000, "wall_time": 5096.675241470337, "train_loss_step": 6.567655563354492, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.05632883310317993, "subset_score_loss": 0.05632883310317993}
+{"step": 480000, "wall_time": 5235.968789815903, "train_loss_step": 6.952073574066162, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.05538198153177897, "subset_score_loss": 0.05538198153177897}
+{"step": 490000, "wall_time": 5375.9821100234985, "train_loss_step": 7.032859802246094, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05647503932317098, "subset_score_loss": 0.05647503932317098}
+{"step": 500000, "wall_time": 5623.733395814896, "train_loss_step": 6.257969856262207, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.05362717707951863, "subset_score_loss": 0.05362717707951863, "memorization_fraction_pixel": 0.0421999990940094, "mean_nn_ratio_pixel": 0.8098407983779907, "fid": 62.05954001437871}
+{"step": 510000, "wall_time": 5761.2744925022125, "train_loss_step": 6.739803314208984, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05424750248591105, "subset_score_loss": 0.05424750248591105}
+{"step": 520000, "wall_time": 5901.326271057129, "train_loss_step": 6.7068305015563965, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.053623080253601074, "subset_score_loss": 0.053623080253601074}
+{"step": 530000, "wall_time": 6038.305306196213, "train_loss_step": 5.911126136779785, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.05332216024398804, "subset_score_loss": 0.05332216024398804}
+{"step": 540000, "wall_time": 6178.280534029007, "train_loss_step": 6.136030197143555, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.05154984792073568, "subset_score_loss": 0.05154984792073568}
+{"step": 550000, "wall_time": 6317.287411689758, "train_loss_step": 6.513662338256836, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.052302722136179605, "subset_score_loss": 0.052302722136179605}
+{"step": 560000, "wall_time": 6456.842816352844, "train_loss_step": 6.870424270629883, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.053217752774556475, "subset_score_loss": 0.053217752774556475}
+{"step": 570000, "wall_time": 6597.077769517899, "train_loss_step": 6.343219757080078, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.05268092552820842, "subset_score_loss": 0.05268092552820842}
+{"step": 580000, "wall_time": 6737.259447097778, "train_loss_step": 6.461443901062012, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.050741771856943764, "subset_score_loss": 0.050741771856943764}
+{"step": 590000, "wall_time": 6877.459760904312, "train_loss_step": 6.795566082000732, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.050431946913401283, "subset_score_loss": 0.050431946913401283}
+{"step": 600000, "wall_time": 7122.982199668884, "train_loss_step": 6.0519208908081055, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.05214171806971232, "subset_score_loss": 0.05214171806971232, "memorization_fraction_pixel": 0.05770000070333481, "mean_nn_ratio_pixel": 0.793067991733551, "fid": 60.25868129453612}
+{"step": 610000, "wall_time": 7262.048380374908, "train_loss_step": 6.682095527648926, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.0500983476638794, "subset_score_loss": 0.0500983476638794}
+{"step": 620000, "wall_time": 7400.827793598175, "train_loss_step": 6.241096019744873, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.050235132376352944, "subset_score_loss": 0.050235132376352944}
+{"step": 630000, "wall_time": 7537.146706342697, "train_loss_step": 6.371607780456543, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.04953964153925578, "subset_score_loss": 0.04953964153925578}
+{"step": 640000, "wall_time": 7677.215455055237, "train_loss_step": 6.133310794830322, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.048049350579579674, "subset_score_loss": 0.048049350579579674}
+{"step": 650000, "wall_time": 7816.176794290543, "train_loss_step": 6.32843017578125, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.04743605454762777, "subset_score_loss": 0.04743605454762777}
+{"step": 660000, "wall_time": 7956.712716817856, "train_loss_step": 6.088537216186523, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.04838819106419881, "subset_score_loss": 0.04838819106419881}
+{"step": 670000, "wall_time": 8096.065469503403, "train_loss_step": 6.188410758972168, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.04681129852930705, "subset_score_loss": 0.04681129852930705}
+{"step": 680000, "wall_time": 8236.267893791199, "train_loss_step": 6.114092826843262, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.046685791015625, "subset_score_loss": 0.046685791015625}
+{"step": 690000, "wall_time": 8376.380702018738, "train_loss_step": 6.329310894012451, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.04593899250030518, "subset_score_loss": 0.04593899250030518}
+{"step": 700000, "wall_time": 8621.97441649437, "train_loss_step": 6.4257073402404785, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.04754869143168131, "subset_score_loss": 0.04754869143168131, "memorization_fraction_pixel": 0.0706000030040741, "mean_nn_ratio_pixel": 0.78397536277771, "fid": 58.0118300720046}
+{"step": 710000, "wall_time": 8760.719795942307, "train_loss_step": 6.166376113891602, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.0471890926361084, "subset_score_loss": 0.0471890926361084}
+{"step": 720000, "wall_time": 8897.916270256042, "train_loss_step": 6.189475059509277, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.045428152879079184, "subset_score_loss": 0.045428152879079184}
+{"step": 730000, "wall_time": 9036.12630367279, "train_loss_step": 6.191529273986816, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.0461464524269104, "subset_score_loss": 0.0461464524269104}
+{"step": 740000, "wall_time": 9176.171186447144, "train_loss_step": 6.319118976593018, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04547025760014852, "subset_score_loss": 0.04547025760014852}
+{"step": 750000, "wall_time": 9316.653127670288, "train_loss_step": 5.836851596832275, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.0449548880259196, "subset_score_loss": 0.0449548880259196}
+{"step": 760000, "wall_time": 9454.313476324081, "train_loss_step": 5.603267669677734, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.043848772843678795, "subset_score_loss": 0.043848772843678795}
+{"step": 770000, "wall_time": 9594.18936252594, "train_loss_step": 6.069755554199219, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.044961607456207274, "subset_score_loss": 0.044961607456207274}
+{"step": 780000, "wall_time": 9733.19736623764, "train_loss_step": 6.1921281814575195, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.04414876699447632, "subset_score_loss": 0.04414876699447632}
+{"step": 790000, "wall_time": 9873.384593963623, "train_loss_step": 5.587824821472168, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.04406748215357462, "subset_score_loss": 0.04406748215357462}
+{"step": 800000, "wall_time": 10121.414211273193, "train_loss_step": 5.922943115234375, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.04555272658665975, "subset_score_loss": 0.04555272658665975, "memorization_fraction_pixel": 0.07890000194311142, "mean_nn_ratio_pixel": 0.7867360711097717, "fid": 60.99813702097754}
+{"step": 810000, "wall_time": 10260.69374036789, "train_loss_step": 5.6840500831604, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04407188892364502, "subset_score_loss": 0.04407188892364502}
+{"step": 820000, "wall_time": 10397.349375963211, "train_loss_step": 5.7266387939453125, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04424952268600464, "subset_score_loss": 0.04424952268600464}
+{"step": 830000, "wall_time": 10535.856620550156, "train_loss_step": 5.528704643249512, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.043183402220408125, "subset_score_loss": 0.043183402220408125}
+{"step": 840000, "wall_time": 10675.91114974022, "train_loss_step": 6.124942779541016, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.04416710535685221, "subset_score_loss": 0.04416710535685221}
+{"step": 850000, "wall_time": 10816.138917684555, "train_loss_step": 5.952634811401367, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.043751998742421465, "subset_score_loss": 0.043751998742421465}
+{"step": 860000, "wall_time": 10954.59444308281, "train_loss_step": 6.083508491516113, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04289510250091553, "subset_score_loss": 0.04289510250091553}
+{"step": 870000, "wall_time": 11031.19188785553, "train_loss_step": 5.92689323425293, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04295370578765869, "subset_score_loss": 0.04295370578765869}
+{"step": 880000, "wall_time": 11082.150180339813, "train_loss_step": 5.38499116897583, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.041449936230977376, "subset_score_loss": 0.041449936230977376}
+{"step": 890000, "wall_time": 11133.14938211441, "train_loss_step": 5.702471733093262, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.042309872309366864, "subset_score_loss": 0.042309872309366864}
+{"step": 900000, "wall_time": 11228.847595214844, "train_loss_step": 5.974902153015137, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04306108554204305, "subset_score_loss": 0.04306108554204305, "memorization_fraction_pixel": 0.1039000004529953, "mean_nn_ratio_pixel": 0.774191677570343, "fid": 61.35304920240215}
+{"step": 910000, "wall_time": 11277.405005693436, "train_loss_step": 5.918186187744141, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.0414539098739624, "subset_score_loss": 0.0414539098739624}
+{"step": 920000, "wall_time": 11322.825127601624, "train_loss_step": 5.394340991973877, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.042332406838734946, "subset_score_loss": 0.042332406838734946}
+{"step": 930000, "wall_time": 11373.796229362488, "train_loss_step": 5.684348106384277, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.041903833548227944, "subset_score_loss": 0.041903833548227944}
+{"step": 940000, "wall_time": 11424.765116930008, "train_loss_step": 5.836634159088135, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.040865592161814374, "subset_score_loss": 0.040865592161814374}
+{"step": 950000, "wall_time": 11475.749146461487, "train_loss_step": 5.3736701011657715, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.04106838703155517, "subset_score_loss": 0.04106838703155517}
+{"step": 960000, "wall_time": 11526.72529220581, "train_loss_step": 5.613332748413086, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.041141676902771, "subset_score_loss": 0.041141676902771}
+{"step": 970000, "wall_time": 11577.685651063919, "train_loss_step": 5.566043853759766, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.041620246569315594, "subset_score_loss": 0.041620246569315594}
+{"step": 980000, "wall_time": 11628.63433432579, "train_loss_step": 5.725271224975586, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.03923486868540446, "subset_score_loss": 0.03923486868540446}
+{"step": 990000, "wall_time": 11679.579395771027, "train_loss_step": 5.694684028625488, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.04030400514602661, "subset_score_loss": 0.04030400514602661}
+{"step": 1000000, "wall_time": 11774.636591672897, "train_loss_step": 5.716594696044922, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.04030989805857341, "subset_score_loss": 0.04030989805857341, "memorization_fraction_pixel": 0.13519999384880066, "mean_nn_ratio_pixel": 0.7571384906768799, "fid": 61.82265291415894}
+{"step": 1010000, "wall_time": 11824.678445339203, "train_loss_step": 5.603227615356445, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.03896607160568237, "subset_score_loss": 0.03896607160568237}
+{"step": 1020000, "wall_time": 11869.18603849411, "train_loss_step": 5.621763229370117, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.0398624857266744, "subset_score_loss": 0.0398624857266744}
+{"step": 1030000, "wall_time": 11920.088940143585, "train_loss_step": 5.494414329528809, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.03903141021728516, "subset_score_loss": 0.03903141021728516}
+{"step": 1040000, "wall_time": 11971.166244983673, "train_loss_step": 5.72075891494751, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.03972440958023071, "subset_score_loss": 0.03972440958023071}
+{"step": 1050000, "wall_time": 12022.281992197037, "train_loss_step": 5.774888038635254, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.03991097609202067, "subset_score_loss": 0.03991097609202067}
+{"step": 1060000, "wall_time": 12073.358140707016, "train_loss_step": 5.748018264770508, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.03930215040842692, "subset_score_loss": 0.03930215040842692}
+{"step": 1070000, "wall_time": 12124.408574581146, "train_loss_step": 5.613724231719971, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.03839695851008097, "subset_score_loss": 0.03839695851008097}
+{"step": 1080000, "wall_time": 12175.500591516495, "train_loss_step": 5.4365668296813965, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.04021881024042765, "subset_score_loss": 0.04021881024042765}
+{"step": 1090000, "wall_time": 12226.588007688522, "train_loss_step": 5.358311653137207, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03764084577560425, "subset_score_loss": 0.03764084577560425}
+{"step": 1100000, "wall_time": 12321.397376298904, "train_loss_step": 5.376194000244141, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.038018604119618736, "subset_score_loss": 0.038018604119618736, "memorization_fraction_pixel": 0.1542000025510788, "mean_nn_ratio_pixel": 0.7543171644210815, "fid": 64.63037879252335}
+{"step": 1110000, "wall_time": 12372.28143787384, "train_loss_step": 5.672573566436768, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.03785368998845418, "subset_score_loss": 0.03785368998845418}
+{"step": 1120000, "wall_time": 12416.260366916656, "train_loss_step": 5.568910121917725, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.036882984638214114, "subset_score_loss": 0.036882984638214114}
+{"step": 1130000, "wall_time": 12467.300127983093, "train_loss_step": 5.362219333648682, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.038388407230377196, "subset_score_loss": 0.038388407230377196}
+{"step": 1140000, "wall_time": 12518.265183448792, "train_loss_step": 5.489510536193848, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.03873767455418905, "subset_score_loss": 0.03873767455418905}
+{"step": 1150000, "wall_time": 12569.233849287033, "train_loss_step": 5.174753189086914, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.03777392307917277, "subset_score_loss": 0.03777392307917277}
+{"step": 1160000, "wall_time": 12620.20228266716, "train_loss_step": 5.395390033721924, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.03699520031611125, "subset_score_loss": 0.03699520031611125}
+{"step": 1170000, "wall_time": 12671.158724069595, "train_loss_step": 5.665513038635254, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.03689231077829997, "subset_score_loss": 0.03689231077829997}
+{"step": 1180000, "wall_time": 12722.118134021759, "train_loss_step": 5.075170516967773, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.036531861623128256, "subset_score_loss": 0.036531861623128256}
+{"step": 1190000, "wall_time": 12773.18374466896, "train_loss_step": 5.683037757873535, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.03729751507441203, "subset_score_loss": 0.03729751507441203}
+{"step": 1200000, "wall_time": 12870.172380447388, "train_loss_step": 5.309061527252197, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.037500985463460285, "subset_score_loss": 0.037500985463460285, "memorization_fraction_pixel": 0.1859000027179718, "mean_nn_ratio_pixel": 0.7395574450492859, "fid": 63.341983757488094}
+{"step": 1210000, "wall_time": 12921.144347190857, "train_loss_step": 4.578531265258789, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03525242805480957, "subset_score_loss": 0.03525242805480957}
+{"step": 1220000, "wall_time": 12964.763876199722, "train_loss_step": 5.037116050720215, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.035331912835439044, "subset_score_loss": 0.035331912835439044}
+{"step": 1230000, "wall_time": 13015.831281661987, "train_loss_step": 5.493096351623535, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03676457802454631, "subset_score_loss": 0.03676457802454631}
+{"step": 1240000, "wall_time": 13066.888815402985, "train_loss_step": 5.28289794921875, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03526645104090373, "subset_score_loss": 0.03526645104090373}
+{"step": 1250000, "wall_time": 13117.891021728516, "train_loss_step": 5.070281982421875, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.03629578749338786, "subset_score_loss": 0.03629578749338786}
+{"step": 1260000, "wall_time": 13168.835786819458, "train_loss_step": 5.64876651763916, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.03650914827982585, "subset_score_loss": 0.03650914827982585}
+{"step": 1270000, "wall_time": 13219.807837247849, "train_loss_step": 5.42166805267334, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.03647445837656657, "subset_score_loss": 0.03647445837656657}
+{"step": 1280000, "wall_time": 13270.729366064072, "train_loss_step": 5.091071128845215, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.034186935424804686, "subset_score_loss": 0.034186935424804686}
+{"step": 1290000, "wall_time": 13321.683063983917, "train_loss_step": 5.03026008605957, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03451222578684489, "subset_score_loss": 0.03451222578684489}
+{"step": 1300000, "wall_time": 13418.137303829193, "train_loss_step": 5.115447044372559, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.03440301815668742, "subset_score_loss": 0.03440301815668742, "memorization_fraction_pixel": 0.2021999955177307, "mean_nn_ratio_pixel": 0.7411071062088013, "fid": 67.47134624687504}
+{"step": 1310000, "wall_time": 13468.95164179802, "train_loss_step": 4.957261085510254, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.033837175369262694, "subset_score_loss": 0.033837175369262694}
+{"step": 1320000, "wall_time": 13511.972929477692, "train_loss_step": 5.138618469238281, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.03572804530461629, "subset_score_loss": 0.03572804530461629}
+{"step": 1330000, "wall_time": 13562.909699201584, "train_loss_step": 4.986917018890381, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03485555251439412, "subset_score_loss": 0.03485555251439412}
+{"step": 1340000, "wall_time": 13613.844254732132, "train_loss_step": 4.930971145629883, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.03493199745814005, "subset_score_loss": 0.03493199745814005}
+{"step": 1350000, "wall_time": 13664.76995396614, "train_loss_step": 5.392542839050293, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.03503621419270833, "subset_score_loss": 0.03503621419270833}
+{"step": 1360000, "wall_time": 13715.722767829895, "train_loss_step": 5.207211494445801, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.03460539579391479, "subset_score_loss": 0.03460539579391479}
+{"step": 1370000, "wall_time": 13766.676234960556, "train_loss_step": 4.884847640991211, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.03407342036565145, "subset_score_loss": 0.03407342036565145}
+{"step": 1380000, "wall_time": 13817.652985811234, "train_loss_step": 5.071468353271484, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.033886146545410153, "subset_score_loss": 0.033886146545410153}
+{"step": 1390000, "wall_time": 13868.600406646729, "train_loss_step": 4.971131324768066, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.03524696429570516, "subset_score_loss": 0.03524696429570516}
+{"step": 1400000, "wall_time": 13964.957108020782, "train_loss_step": 4.887757301330566, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.03431305487950643, "subset_score_loss": 0.03431305487950643, "memorization_fraction_pixel": 0.23440000414848328, "mean_nn_ratio_pixel": 0.7208195924758911, "fid": 68.73166066694981}
+{"step": 1410000, "wall_time": 14015.809447288513, "train_loss_step": 5.291031837463379, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.03493550618489583, "subset_score_loss": 0.03493550618489583}
+{"step": 1420000, "wall_time": 14058.95737695694, "train_loss_step": 4.848171234130859, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.03426171938578288, "subset_score_loss": 0.03426171938578288}
+{"step": 1430000, "wall_time": 14109.915467977524, "train_loss_step": 4.891970634460449, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.03354577223459879, "subset_score_loss": 0.03354577223459879}
+{"step": 1440000, "wall_time": 14160.835228681564, "train_loss_step": 4.914634704589844, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.033339897791544594, "subset_score_loss": 0.033339897791544594}
+{"step": 1450000, "wall_time": 14211.770186424255, "train_loss_step": 5.1044921875, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.0339013934135437, "subset_score_loss": 0.0339013934135437}
+{"step": 1460000, "wall_time": 14262.699922561646, "train_loss_step": 4.87109375, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.03303833603858948, "subset_score_loss": 0.03303833603858948}
+{"step": 1470000, "wall_time": 14313.62532901764, "train_loss_step": 5.178333282470703, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.034642159938812256, "subset_score_loss": 0.034642159938812256}
+{"step": 1480000, "wall_time": 14364.532153606415, "train_loss_step": 5.123897552490234, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.033748475710550944, "subset_score_loss": 0.033748475710550944}
+{"step": 1490000, "wall_time": 14415.473619937897, "train_loss_step": 5.343116760253906, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.033090098698933916, "subset_score_loss": 0.033090098698933916}
+{"step": 1500000, "wall_time": 14511.544468402863, "train_loss_step": 4.975172996520996, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.03359660704930623, "subset_score_loss": 0.03359660704930623, "memorization_fraction_pixel": 0.26669999957084656, "mean_nn_ratio_pixel": 0.7055174112319946, "fid": 68.35336883486197}
+{"step": 1510000, "wall_time": 14562.421732902527, "train_loss_step": 4.8335466384887695, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.032619810104370116, "subset_score_loss": 0.032619810104370116}
+{"step": 1520000, "wall_time": 14605.706228971481, "train_loss_step": 5.0138959884643555, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.033815407752990724, "subset_score_loss": 0.033815407752990724}
+{"step": 1530000, "wall_time": 14656.784124851227, "train_loss_step": 5.061450481414795, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.0349530021349589, "subset_score_loss": 0.0349530021349589}
+{"step": 1540000, "wall_time": 14707.867122650146, "train_loss_step": 5.038958549499512, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.031431055068969725, "subset_score_loss": 0.031431055068969725}
+{"step": 1550000, "wall_time": 14758.95450925827, "train_loss_step": 4.634237289428711, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.0331225593884786, "subset_score_loss": 0.0331225593884786}
+{"step": 1560000, "wall_time": 14809.995020151138, "train_loss_step": 4.949991226196289, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03184335231781006, "subset_score_loss": 0.03184335231781006}
+{"step": 1570000, "wall_time": 14861.076229810715, "train_loss_step": 5.082686424255371, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03138258655865987, "subset_score_loss": 0.03138258655865987}
+{"step": 1580000, "wall_time": 14912.163239002228, "train_loss_step": 4.875714302062988, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.03410143454869588, "subset_score_loss": 0.03410143454869588}
+{"step": 1590000, "wall_time": 14963.257030248642, "train_loss_step": 4.96672248840332, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.031229670842488608, "subset_score_loss": 0.031229670842488608}
+{"step": 1600000, "wall_time": 15060.006988048553, "train_loss_step": 4.705589771270752, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.030676905314127603, "subset_score_loss": 0.030676905314127603, "memorization_fraction_pixel": 0.30000001192092896, "mean_nn_ratio_pixel": 0.6812214851379395, "fid": 67.20729228947155}
+{"step": 1610000, "wall_time": 15111.056383132935, "train_loss_step": 4.938061714172363, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.030864836772282918, "subset_score_loss": 0.030864836772282918}
+{"step": 1620000, "wall_time": 15155.393410682678, "train_loss_step": 4.59195613861084, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.03201128443082173, "subset_score_loss": 0.03201128443082173}
+{"step": 1630000, "wall_time": 15205.55446600914, "train_loss_step": 4.680770397186279, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.030914604663848877, "subset_score_loss": 0.030914604663848877}
+{"step": 1640000, "wall_time": 15256.630242586136, "train_loss_step": 4.995163917541504, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.031127893924713136, "subset_score_loss": 0.031127893924713136}
+{"step": 1650000, "wall_time": 15307.713387012482, "train_loss_step": 4.7697601318359375, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.03169370690981547, "subset_score_loss": 0.03169370690981547}
+{"step": 1660000, "wall_time": 15358.799955368042, "train_loss_step": 4.381528854370117, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.032332787911097206, "subset_score_loss": 0.032332787911097206}
+{"step": 1670000, "wall_time": 15409.830903291702, "train_loss_step": 4.381767272949219, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.030157725016276043, "subset_score_loss": 0.030157725016276043}
+{"step": 1680000, "wall_time": 15460.935225725174, "train_loss_step": 5.021585941314697, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.03051517208417257, "subset_score_loss": 0.03051517208417257}
+{"step": 1690000, "wall_time": 15512.046467542648, "train_loss_step": 4.2847700119018555, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.029706275463104247, "subset_score_loss": 0.029706275463104247}
+{"step": 1700000, "wall_time": 15609.565056800842, "train_loss_step": 4.858120918273926, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.02980908950169881, "subset_score_loss": 0.02980908950169881, "memorization_fraction_pixel": 0.33169999718666077, "mean_nn_ratio_pixel": 0.6633399128913879, "fid": 65.41294505815114}
+{"step": 1710000, "wall_time": 15660.604434013367, "train_loss_step": 4.5871405601501465, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.029671347141265868, "subset_score_loss": 0.029671347141265868}
+{"step": 1720000, "wall_time": 15705.729119062424, "train_loss_step": 4.878561973571777, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.030815553665161134, "subset_score_loss": 0.030815553665161134}
+{"step": 1730000, "wall_time": 15755.183816671371, "train_loss_step": 4.744585990905762, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.03087526559829712, "subset_score_loss": 0.03087526559829712}
+{"step": 1740000, "wall_time": 15806.293334245682, "train_loss_step": 4.780176162719727, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.031059745947519937, "subset_score_loss": 0.031059745947519937}
+{"step": 1750000, "wall_time": 15857.317725658417, "train_loss_step": 4.353276252746582, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.03065905173619588, "subset_score_loss": 0.03065905173619588}
+{"step": 1760000, "wall_time": 15908.421792030334, "train_loss_step": 4.586513519287109, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.02987776001294454, "subset_score_loss": 0.02987776001294454}
+{"step": 1770000, "wall_time": 15959.449853420258, "train_loss_step": 4.328478813171387, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.02989305059115092, "subset_score_loss": 0.02989305059115092}
+{"step": 1780000, "wall_time": 16010.525366544724, "train_loss_step": 4.805407524108887, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.030265988906224568, "subset_score_loss": 0.030265988906224568}
+{"step": 1790000, "wall_time": 16061.6442091465, "train_loss_step": 4.693080425262451, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.02909801204999288, "subset_score_loss": 0.02909801204999288}
+{"step": 1800000, "wall_time": 16159.187983751297, "train_loss_step": 4.7217535972595215, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.029385656118392944, "subset_score_loss": 0.029385656118392944, "memorization_fraction_pixel": 0.3637000024318695, "mean_nn_ratio_pixel": 0.6446766257286072, "fid": 62.972995267704654}
+{"step": 1810000, "wall_time": 16210.263242721558, "train_loss_step": 4.468881607055664, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.029200075070063274, "subset_score_loss": 0.029200075070063274}
+{"step": 1820000, "wall_time": 16256.045356750488, "train_loss_step": 4.922019958496094, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.028724586963653563, "subset_score_loss": 0.028724586963653563}
+{"step": 1830000, "wall_time": 16304.663130283356, "train_loss_step": 4.528806686401367, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.02805365522702535, "subset_score_loss": 0.02805365522702535}
+{"step": 1840000, "wall_time": 16355.688617944717, "train_loss_step": 4.5973663330078125, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.02928939660390218, "subset_score_loss": 0.02928939660390218}
+{"step": 1850000, "wall_time": 16406.773332357407, "train_loss_step": 4.335988521575928, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.028500415881474814, "subset_score_loss": 0.028500415881474814}
+{"step": 1860000, "wall_time": 16457.864490509033, "train_loss_step": 4.169191360473633, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.028659331798553466, "subset_score_loss": 0.028659331798553466}
+{"step": 1870000, "wall_time": 16508.985862016678, "train_loss_step": 4.414792060852051, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.028515332937240602, "subset_score_loss": 0.028515332937240602}
+{"step": 1880000, "wall_time": 16560.082673311234, "train_loss_step": 4.400763511657715, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.0289596160252889, "subset_score_loss": 0.0289596160252889}
+{"step": 1890000, "wall_time": 16611.18240380287, "train_loss_step": 4.607272624969482, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.027848158280054727, "subset_score_loss": 0.027848158280054727}
+{"step": 1900000, "wall_time": 16708.105288505554, "train_loss_step": 5.023953437805176, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.02825770378112793, "subset_score_loss": 0.02825770378112793, "memorization_fraction_pixel": 0.39879998564720154, "mean_nn_ratio_pixel": 0.6192447543144226, "fid": 59.06363776952971}
+{"step": 1910000, "wall_time": 16759.19037747383, "train_loss_step": 4.708627700805664, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.028952922423680624, "subset_score_loss": 0.028952922423680624}
+{"step": 1920000, "wall_time": 16806.059376716614, "train_loss_step": 4.254973411560059, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.029095757007598876, "subset_score_loss": 0.029095757007598876}
+{"step": 1930000, "wall_time": 16853.7039334774, "train_loss_step": 4.057415008544922, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.02781047821044922, "subset_score_loss": 0.02781047821044922}
+{"step": 1940000, "wall_time": 16904.766702890396, "train_loss_step": 4.503665924072266, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.02811829447746277, "subset_score_loss": 0.02811829447746277}
+{"step": 1950000, "wall_time": 16955.834531068802, "train_loss_step": 4.498770236968994, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.029029993216196696, "subset_score_loss": 0.029029993216196696}
+{"step": 1960000, "wall_time": 17006.904631376266, "train_loss_step": 4.338414669036865, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.027873541911443075, "subset_score_loss": 0.027873541911443075}
+{"step": 1970000, "wall_time": 17057.94758105278, "train_loss_step": 3.9686203002929688, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.026762614647547405, "subset_score_loss": 0.026762614647547405}
+{"step": 1980000, "wall_time": 17108.97949552536, "train_loss_step": 4.520854473114014, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.02848438024520874, "subset_score_loss": 0.02848438024520874}
+{"step": 1990000, "wall_time": 17160.01570916176, "train_loss_step": 4.350964069366455, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.028033355871836346, "subset_score_loss": 0.028033355871836346}
+{"step": 2000000, "wall_time": 17258.008022785187, "train_loss_step": 4.455105781555176, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.028003833691279092, "subset_score_loss": 0.028003833691279092, "memorization_fraction_pixel": 0.4153999984264374, "mean_nn_ratio_pixel": 0.6102175116539001, "fid": 59.40664414888702}
+{"step": 2010000, "wall_time": 17309.06719684601, "train_loss_step": 4.463409900665283, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.028194671869277953, "subset_score_loss": 0.028194671869277953}
+{"step": 2020000, "wall_time": 17356.195242404938, "train_loss_step": 4.0971150398254395, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.027453788121541343, "subset_score_loss": 0.027453788121541343}
+{"step": 2030000, "wall_time": 17403.519599199295, "train_loss_step": 4.256084442138672, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.026790416240692137, "subset_score_loss": 0.026790416240692137}
+{"step": 2040000, "wall_time": 17454.579308986664, "train_loss_step": 3.9827046394348145, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.026457440853118897, "subset_score_loss": 0.026457440853118897}
+{"step": 2050000, "wall_time": 17505.58685016632, "train_loss_step": 4.090153217315674, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.026500147581100465, "subset_score_loss": 0.026500147581100465}
+{"step": 2060000, "wall_time": 17556.67068171501, "train_loss_step": 4.310901165008545, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.027443140745162964, "subset_score_loss": 0.027443140745162964}
+{"step": 2070000, "wall_time": 17607.732930898666, "train_loss_step": 4.290226459503174, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.02685851256052653, "subset_score_loss": 0.02685851256052653}
+{"step": 2080000, "wall_time": 17658.829030752182, "train_loss_step": 4.423074722290039, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.02683533032735189, "subset_score_loss": 0.02683533032735189}
+{"step": 2090000, "wall_time": 17709.931311130524, "train_loss_step": 4.884648323059082, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.027811976273854573, "subset_score_loss": 0.027811976273854573}
+{"step": 2100000, "wall_time": 17807.84652519226, "train_loss_step": 4.19510555267334, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.02710632880528768, "subset_score_loss": 0.02710632880528768, "memorization_fraction_pixel": 0.4603999853134155, "mean_nn_ratio_pixel": 0.580711305141449, "fid": 56.05795320922499}
+{"step": 2110000, "wall_time": 17858.92150425911, "train_loss_step": 4.406180381774902, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.025661367177963256, "subset_score_loss": 0.025661367177963256}
+{"step": 2120000, "wall_time": 17906.166365385056, "train_loss_step": 3.7772035598754883, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.02620282570521037, "subset_score_loss": 0.02620282570521037}
+{"step": 2130000, "wall_time": 17953.578784942627, "train_loss_step": 4.098237991333008, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.025416932503382363, "subset_score_loss": 0.025416932503382363}
+{"step": 2140000, "wall_time": 18004.67228293419, "train_loss_step": 3.929781436920166, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.027406934897104898, "subset_score_loss": 0.027406934897104898}
+{"step": 2150000, "wall_time": 18055.753593444824, "train_loss_step": 4.200325012207031, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.02604151964187622, "subset_score_loss": 0.02604151964187622}
+{"step": 2160000, "wall_time": 18106.824867010117, "train_loss_step": 4.310679912567139, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.025418406724929808, "subset_score_loss": 0.025418406724929808}
+{"step": 2170000, "wall_time": 18157.91684627533, "train_loss_step": 4.2032012939453125, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.02894948919614156, "subset_score_loss": 0.02894948919614156}
+{"step": 2180000, "wall_time": 18208.98130464554, "train_loss_step": 4.462000846862793, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.027086919546127318, "subset_score_loss": 0.027086919546127318}
+{"step": 2190000, "wall_time": 18260.021594524384, "train_loss_step": 4.331748008728027, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.02635125517845154, "subset_score_loss": 0.02635125517845154}
+{"step": 2200000, "wall_time": 18357.72041273117, "train_loss_step": 4.157402992248535, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.025483200947443645, "subset_score_loss": 0.025483200947443645, "memorization_fraction_pixel": 0.47929999232292175, "mean_nn_ratio_pixel": 0.5712365508079529, "fid": 55.25760189907868}
+{"step": 2210000, "wall_time": 18408.801196336746, "train_loss_step": 4.032562732696533, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.02452828089396159, "subset_score_loss": 0.02452828089396159}
+{"step": 2220000, "wall_time": 18456.07886147499, "train_loss_step": 4.629715442657471, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.02450657288233439, "subset_score_loss": 0.02450657288233439}
+{"step": 2230000, "wall_time": 18503.41981625557, "train_loss_step": 4.069242477416992, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.024105109771092734, "subset_score_loss": 0.024105109771092734}
+{"step": 2240000, "wall_time": 18554.546015024185, "train_loss_step": 4.269667625427246, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.0260254700978597, "subset_score_loss": 0.0260254700978597}
+{"step": 2250000, "wall_time": 18605.63690304756, "train_loss_step": 4.284907341003418, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.024503568808237713, "subset_score_loss": 0.024503568808237713}
+{"step": 2260000, "wall_time": 18656.68141269684, "train_loss_step": 4.230179309844971, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.024895445505777995, "subset_score_loss": 0.024895445505777995}
+{"step": 2270000, "wall_time": 18707.785773277283, "train_loss_step": 4.44362735748291, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.024470774332682292, "subset_score_loss": 0.024470774332682292}
+{"step": 2280000, "wall_time": 18758.819586277008, "train_loss_step": 4.163422107696533, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.02404212752978007, "subset_score_loss": 0.02404212752978007}
+{"step": 2290000, "wall_time": 18809.902682304382, "train_loss_step": 4.029121398925781, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.02480437755584717, "subset_score_loss": 0.02480437755584717}
+{"step": 2300000, "wall_time": 18952.26223540306, "train_loss_step": 4.488348960876465, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.02629515329996745, "subset_score_loss": 0.02629515329996745, "memorization_fraction_pixel": 0.48100000619888306, "mean_nn_ratio_pixel": 0.5724933743476868, "fid": 56.225113690172165}
+{"step": 2310000, "wall_time": 18997.154792308807, "train_loss_step": 4.059119701385498, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.024338901042938232, "subset_score_loss": 0.024338901042938232}
+{"step": 2320000, "wall_time": 19048.205406665802, "train_loss_step": 4.193952560424805, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.024322917064030964, "subset_score_loss": 0.024322917064030964}
+{"step": 2330000, "wall_time": 19099.268881320953, "train_loss_step": 4.186982154846191, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.02536076307296753, "subset_score_loss": 0.02536076307296753}
+{"step": 2340000, "wall_time": 19150.33767056465, "train_loss_step": 4.133212566375732, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.023004738489786784, "subset_score_loss": 0.023004738489786784}
+{"step": 2350000, "wall_time": 19201.400228261948, "train_loss_step": 4.317208290100098, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.02363595962524414, "subset_score_loss": 0.02363595962524414}
+{"step": 2360000, "wall_time": 19252.509279727936, "train_loss_step": 4.060120582580566, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.024424479405085246, "subset_score_loss": 0.024424479405085246}
+{"step": 2370000, "wall_time": 19303.613651275635, "train_loss_step": 3.7875900268554688, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.024932233492533366, "subset_score_loss": 0.024932233492533366}
+{"step": 2380000, "wall_time": 19354.725430250168, "train_loss_step": 3.831015110015869, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.024023600419362388, "subset_score_loss": 0.024023600419362388}
+{"step": 2390000, "wall_time": 19405.83335351944, "train_loss_step": 4.018644332885742, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02360047698020935, "subset_score_loss": 0.02360047698020935}
+{"step": 2400000, "wall_time": 19544.832307100296, "train_loss_step": 4.056830406188965, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.023700888951619467, "subset_score_loss": 0.023700888951619467, "memorization_fraction_pixel": 0.4871000051498413, "mean_nn_ratio_pixel": 0.5712058544158936, "fid": 56.55485248429195}
+{"step": 2410000, "wall_time": 19596.047928094864, "train_loss_step": 4.267456531524658, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.02447955807050069, "subset_score_loss": 0.02447955807050069}
+{"step": 2420000, "wall_time": 19647.26006579399, "train_loss_step": 4.363551616668701, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.026128705342610678, "subset_score_loss": 0.026128705342610678}
+{"step": 2430000, "wall_time": 19698.459584474564, "train_loss_step": 4.144622802734375, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.024588521321614584, "subset_score_loss": 0.024588521321614584}
+{"step": 2440000, "wall_time": 19749.670693159103, "train_loss_step": 4.227068901062012, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.023815308014551798, "subset_score_loss": 0.023815308014551798}
+{"step": 2450000, "wall_time": 19800.888434410095, "train_loss_step": 4.055838108062744, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.024196332693099974, "subset_score_loss": 0.024196332693099974}
+{"step": 2460000, "wall_time": 19852.09095788002, "train_loss_step": 4.225162506103516, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.0240858256816864, "subset_score_loss": 0.0240858256816864}
+{"step": 2470000, "wall_time": 19903.228975057602, "train_loss_step": 4.041560173034668, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.023618568976720173, "subset_score_loss": 0.023618568976720173}
+{"step": 2480000, "wall_time": 19954.446779727936, "train_loss_step": 4.115622520446777, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.023766223589579263, "subset_score_loss": 0.023766223589579263}
+{"step": 2490000, "wall_time": 20005.640885829926, "train_loss_step": 3.9507665634155273, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.023473471403121948, "subset_score_loss": 0.023473471403121948}
+{"step": 2500000, "wall_time": 20096.417023420334, "train_loss_step": 3.878972053527832, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.023422749837239583, "subset_score_loss": 0.023422749837239583, "memorization_fraction_pixel": 0.5338000059127808, "mean_nn_ratio_pixel": 0.5363049507141113, "fid": 53.90687665917019}
+{"step": 2510000, "wall_time": 20147.541083574295, "train_loss_step": 3.9334840774536133, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.02452414631843567, "subset_score_loss": 0.02452414631843567}
+{"step": 2520000, "wall_time": 20198.619900226593, "train_loss_step": 4.153064727783203, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.024014031887054442, "subset_score_loss": 0.024014031887054442}
+{"step": 2530000, "wall_time": 20249.691239595413, "train_loss_step": 3.8068132400512695, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.02331096331278483, "subset_score_loss": 0.02331096331278483}
+{"step": 2540000, "wall_time": 20300.762437343597, "train_loss_step": 4.261753559112549, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.0229097048441569, "subset_score_loss": 0.0229097048441569}
+{"step": 2550000, "wall_time": 20351.828241348267, "train_loss_step": 4.011706352233887, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.022643359502156575, "subset_score_loss": 0.022643359502156575}
+{"step": 2560000, "wall_time": 20402.904539823532, "train_loss_step": 4.047006130218506, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.024767794211705527, "subset_score_loss": 0.024767794211705527}
+{"step": 2570000, "wall_time": 20453.94680762291, "train_loss_step": 3.9367899894714355, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.0225363552570343, "subset_score_loss": 0.0225363552570343}
+{"step": 2580000, "wall_time": 20505.03486919403, "train_loss_step": 3.6678593158721924, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.022461835543314615, "subset_score_loss": 0.022461835543314615}
+{"step": 2590000, "wall_time": 20556.139559984207, "train_loss_step": 4.165858268737793, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.023509424924850465, "subset_score_loss": 0.023509424924850465}
+{"step": 2600000, "wall_time": 20646.397108078003, "train_loss_step": 3.714723587036133, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.023161079486211142, "subset_score_loss": 0.023161079486211142, "memorization_fraction_pixel": 0.5184000134468079, "mean_nn_ratio_pixel": 0.5502143502235413, "fid": 53.71494579249487}
+{"step": 2610000, "wall_time": 20697.48310470581, "train_loss_step": 3.7143502235412598, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.022897011041641234, "subset_score_loss": 0.022897011041641234}
+{"step": 2620000, "wall_time": 20748.576854467392, "train_loss_step": 4.014594078063965, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.023597723245620726, "subset_score_loss": 0.023597723245620726}
+{"step": 2630000, "wall_time": 20799.66269826889, "train_loss_step": 3.6723179817199707, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.021735320488611858, "subset_score_loss": 0.021735320488611858}
+{"step": 2640000, "wall_time": 20850.73550081253, "train_loss_step": 4.1762800216674805, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.02224117914835612, "subset_score_loss": 0.02224117914835612}
+{"step": 2650000, "wall_time": 20901.803004980087, "train_loss_step": 3.5415894985198975, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.02313868999481201, "subset_score_loss": 0.02313868999481201}
+{"step": 2660000, "wall_time": 20952.8905980587, "train_loss_step": 3.922870397567749, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.02273236115773519, "subset_score_loss": 0.02273236115773519}
+{"step": 2670000, "wall_time": 21003.98852276802, "train_loss_step": 3.952822685241699, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.022200342019399008, "subset_score_loss": 0.022200342019399008}
+{"step": 2680000, "wall_time": 21055.02536392212, "train_loss_step": 3.830871820449829, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.02321912447611491, "subset_score_loss": 0.02321912447611491}
+{"step": 2690000, "wall_time": 21106.145096302032, "train_loss_step": 4.035540580749512, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.023207145929336547, "subset_score_loss": 0.023207145929336547}
+{"step": 2700000, "wall_time": 21196.54627943039, "train_loss_step": 4.070528984069824, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.02177929679552714, "subset_score_loss": 0.02177929679552714, "memorization_fraction_pixel": 0.5558000206947327, "mean_nn_ratio_pixel": 0.522888720035553, "fid": 50.27410772954065}
+{"step": 2710000, "wall_time": 21247.665835380554, "train_loss_step": 3.7676212787628174, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.022250640392303466, "subset_score_loss": 0.022250640392303466}
+{"step": 2720000, "wall_time": 21298.676817417145, "train_loss_step": 3.7801451683044434, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.021550202369689943, "subset_score_loss": 0.021550202369689943}
+{"step": 2730000, "wall_time": 21349.753095149994, "train_loss_step": 3.761692523956299, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.02175727883974711, "subset_score_loss": 0.02175727883974711}
+{"step": 2740000, "wall_time": 21400.820914268494, "train_loss_step": 3.818690299987793, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.022110835711161295, "subset_score_loss": 0.022110835711161295}
+{"step": 2750000, "wall_time": 21451.84084701538, "train_loss_step": 3.661266326904297, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.021802679697672526, "subset_score_loss": 0.021802679697672526}
+{"step": 2760000, "wall_time": 21502.90536379814, "train_loss_step": 4.143166542053223, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.02298916975657145, "subset_score_loss": 0.02298916975657145}
+{"step": 2770000, "wall_time": 21553.978993177414, "train_loss_step": 3.9859213829040527, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.02174604932467143, "subset_score_loss": 0.02174604932467143}
+{"step": 2780000, "wall_time": 21605.05363345146, "train_loss_step": 3.692133903503418, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.022028174002965292, "subset_score_loss": 0.022028174002965292}
+{"step": 2790000, "wall_time": 21656.144624710083, "train_loss_step": 3.9097225666046143, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.022422669331232707, "subset_score_loss": 0.022422669331232707}
+{"step": 2800000, "wall_time": 21798.256975889206, "train_loss_step": 4.17036247253418, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.02245504061381022, "subset_score_loss": 0.02245504061381022, "memorization_fraction_pixel": 0.5590000152587891, "mean_nn_ratio_pixel": 0.5236956477165222, "fid": 49.89901870338012}
+{"step": 2810000, "wall_time": 21849.360696792603, "train_loss_step": 3.8162806034088135, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.02133453687032064, "subset_score_loss": 0.02133453687032064}
+{"step": 2820000, "wall_time": 21900.40818977356, "train_loss_step": 3.7199556827545166, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.022909112771352134, "subset_score_loss": 0.022909112771352134}
+{"step": 2830000, "wall_time": 21951.512947797775, "train_loss_step": 3.969954490661621, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.021168792247772218, "subset_score_loss": 0.021168792247772218}
+{"step": 2840000, "wall_time": 22002.597327709198, "train_loss_step": 3.908069610595703, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.02179734706878662, "subset_score_loss": 0.02179734706878662}
+{"step": 2850000, "wall_time": 22053.67326784134, "train_loss_step": 3.7148489952087402, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.022014743089675902, "subset_score_loss": 0.022014743089675902}
+{"step": 2860000, "wall_time": 22104.71842432022, "train_loss_step": 3.846073865890503, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.022180648644765218, "subset_score_loss": 0.022180648644765218}
+{"step": 2870000, "wall_time": 22155.780447483063, "train_loss_step": 3.5826215744018555, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.02078191836675008, "subset_score_loss": 0.02078191836675008}
+{"step": 2880000, "wall_time": 22206.692409992218, "train_loss_step": 3.8301215171813965, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.02116626501083374, "subset_score_loss": 0.02116626501083374}
+{"step": 2890000, "wall_time": 22253.8907456398, "train_loss_step": 3.87490177154541, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.021800114711125692, "subset_score_loss": 0.021800114711125692}
+{"step": 2900000, "wall_time": 22397.880400180817, "train_loss_step": 3.7211380004882812, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.02217291792233785, "subset_score_loss": 0.02217291792233785, "memorization_fraction_pixel": 0.5694000124931335, "mean_nn_ratio_pixel": 0.5201873779296875, "fid": 49.54960208083389}
+{"step": 2910000, "wall_time": 22448.965204954147, "train_loss_step": 3.6366634368896484, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.020662788550059, "subset_score_loss": 0.020662788550059}
+{"step": 2920000, "wall_time": 22500.031705141068, "train_loss_step": 3.9013044834136963, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.021023380756378173, "subset_score_loss": 0.021023380756378173}
+{"step": 2930000, "wall_time": 22551.03410768509, "train_loss_step": 3.650512933731079, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.02073046366373698, "subset_score_loss": 0.02073046366373698}
+{"step": 2940000, "wall_time": 22602.122139453888, "train_loss_step": 3.5854406356811523, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.021187428633371988, "subset_score_loss": 0.021187428633371988}
+{"step": 2950000, "wall_time": 22653.177082300186, "train_loss_step": 3.764514923095703, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.021352030833562217, "subset_score_loss": 0.021352030833562217}
+{"step": 2960000, "wall_time": 22704.264634370804, "train_loss_step": 3.662720203399658, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.021937012672424316, "subset_score_loss": 0.021937012672424316}
+{"step": 2970000, "wall_time": 22751.53649044037, "train_loss_step": 3.864016532897949, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.020557616154352823, "subset_score_loss": 0.020557616154352823}
+{"step": 2980000, "wall_time": 22798.695157527924, "train_loss_step": 3.6510839462280273, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.021082874139149985, "subset_score_loss": 0.021082874139149985}
+{"step": 2990000, "wall_time": 22849.760666131973, "train_loss_step": 3.7850089073181152, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.021289978424708048, "subset_score_loss": 0.021289978424708048}
+{"step": 3000000, "wall_time": 22950.947793006897, "train_loss_step": 3.5953173637390137, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.020710498094558716, "subset_score_loss": 0.020710498094558716, "memorization_fraction_pixel": 0.5810999870300293, "mean_nn_ratio_pixel": 0.5065325498580933, "fid": 47.5800175559565}
+{"step": 3010000, "wall_time": 23002.046924114227, "train_loss_step": 3.8103551864624023, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.020028048753738405, "subset_score_loss": 0.020028048753738405}
+{"step": 3020000, "wall_time": 23053.10297346115, "train_loss_step": 3.819005012512207, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.020283597707748412, "subset_score_loss": 0.020283597707748412}
+{"step": 3030000, "wall_time": 23104.176807403564, "train_loss_step": 3.6679766178131104, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.019749244054158527, "subset_score_loss": 0.019749244054158527}
+{"step": 3040000, "wall_time": 23155.23147559166, "train_loss_step": 3.754577159881592, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.02000317970911662, "subset_score_loss": 0.02000317970911662}
+{"step": 3050000, "wall_time": 23206.306615829468, "train_loss_step": 3.8325374126434326, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.019871145486831665, "subset_score_loss": 0.019871145486831665}
+{"step": 3060000, "wall_time": 23257.358086586, "train_loss_step": 4.05615234375, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.021772090593973795, "subset_score_loss": 0.021772090593973795}
+{"step": 3070000, "wall_time": 23304.75717639923, "train_loss_step": 3.643156051635742, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020114880800247193, "subset_score_loss": 0.020114880800247193}
+{"step": 3080000, "wall_time": 23351.884437084198, "train_loss_step": 3.5776422023773193, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.021144177516301474, "subset_score_loss": 0.021144177516301474}
+{"step": 3090000, "wall_time": 23402.944112062454, "train_loss_step": 3.5397753715515137, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.020362518231074014, "subset_score_loss": 0.020362518231074014}
+{"step": 3100000, "wall_time": 23500.41983628273, "train_loss_step": 3.604447364807129, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.021162009239196776, "subset_score_loss": 0.021162009239196776, "memorization_fraction_pixel": 0.6144999861717224, "mean_nn_ratio_pixel": 0.4856284260749817, "fid": 45.66690169516073}
+{"step": 3110000, "wall_time": 23551.504682779312, "train_loss_step": 3.5805492401123047, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.020115208625793458, "subset_score_loss": 0.020115208625793458}
+{"step": 3120000, "wall_time": 23602.591262578964, "train_loss_step": 3.6851344108581543, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.020691696802775064, "subset_score_loss": 0.020691696802775064}
+{"step": 3130000, "wall_time": 23653.67954683304, "train_loss_step": 3.4529387950897217, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.019946489731470743, "subset_score_loss": 0.019946489731470743}
+{"step": 3140000, "wall_time": 23704.749297380447, "train_loss_step": 3.3931756019592285, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.019821363687515258, "subset_score_loss": 0.019821363687515258}
+{"step": 3150000, "wall_time": 23755.827379226685, "train_loss_step": 3.634176254272461, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.01944973270098368, "subset_score_loss": 0.01944973270098368}
+{"step": 3160000, "wall_time": 23806.83014345169, "train_loss_step": 3.337559700012207, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.020412649710973105, "subset_score_loss": 0.020412649710973105}
+{"step": 3170000, "wall_time": 23854.170926570892, "train_loss_step": 3.417738676071167, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.020290154218673705, "subset_score_loss": 0.020290154218673705}
+{"step": 3180000, "wall_time": 23901.34808731079, "train_loss_step": 3.7244977951049805, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.019437100489934286, "subset_score_loss": 0.019437100489934286}
+{"step": 3190000, "wall_time": 23952.410141706467, "train_loss_step": 3.889130115509033, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.019833868741989134, "subset_score_loss": 0.019833868741989134}
+{"step": 3200000, "wall_time": 24069.190396547318, "train_loss_step": 3.4626870155334473, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.021168591578801473, "subset_score_loss": 0.021168591578801473, "memorization_fraction_pixel": 0.6200000047683716, "mean_nn_ratio_pixel": 0.48053720593452454, "fid": 45.36294460017936}
+{"step": 3210000, "wall_time": 24120.31804203987, "train_loss_step": 3.277792453765869, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.022096685568491616, "subset_score_loss": 0.022096685568491616}
+{"step": 3220000, "wall_time": 24171.428965568542, "train_loss_step": 3.532660961151123, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.02044360836346944, "subset_score_loss": 0.02044360836346944}
+{"step": 3230000, "wall_time": 24222.47389483452, "train_loss_step": 3.293978214263916, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.021260774135589598, "subset_score_loss": 0.021260774135589598}
+{"step": 3240000, "wall_time": 24273.531222820282, "train_loss_step": 3.6505560874938965, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.01913378636042277, "subset_score_loss": 0.01913378636042277}
+{"step": 3250000, "wall_time": 24324.60280442238, "train_loss_step": 3.5504589080810547, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.018811851739883423, "subset_score_loss": 0.018811851739883423}
+{"step": 3260000, "wall_time": 24373.950839281082, "train_loss_step": 3.865617275238037, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.02041285832722982, "subset_score_loss": 0.02041285832722982}
+{"step": 3270000, "wall_time": 24422.919639348984, "train_loss_step": 3.85282039642334, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.019248761733373008, "subset_score_loss": 0.019248761733373008}
+{"step": 3280000, "wall_time": 24470.31124472618, "train_loss_step": 3.6374709606170654, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.01921865940093994, "subset_score_loss": 0.01921865940093994}
+{"step": 3290000, "wall_time": 24521.408141613007, "train_loss_step": 3.476381301879883, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.019418925046920776, "subset_score_loss": 0.019418925046920776}
+{"step": 3300000, "wall_time": 24636.368397951126, "train_loss_step": 3.363370418548584, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.01949346661567688, "subset_score_loss": 0.01949346661567688, "memorization_fraction_pixel": 0.6471999883651733, "mean_nn_ratio_pixel": 0.45768892765045166, "fid": 42.84054281629584}
+{"step": 3310000, "wall_time": 24687.402361392975, "train_loss_step": 3.8965327739715576, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.019507588942845662, "subset_score_loss": 0.019507588942845662}
+{"step": 3320000, "wall_time": 24738.444231987, "train_loss_step": 3.905146360397339, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.019291810194651284, "subset_score_loss": 0.019291810194651284}
+{"step": 3330000, "wall_time": 24789.550729990005, "train_loss_step": 3.635012626647949, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.018455201387405397, "subset_score_loss": 0.018455201387405397}
+{"step": 3340000, "wall_time": 24840.631674289703, "train_loss_step": 3.3445794582366943, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.02060320576032003, "subset_score_loss": 0.02060320576032003}
+{"step": 3350000, "wall_time": 24891.706653356552, "train_loss_step": 3.389470338821411, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.019625139236450196, "subset_score_loss": 0.019625139236450196}
+{"step": 3360000, "wall_time": 24939.01905441284, "train_loss_step": 3.625922203063965, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.02055318554242452, "subset_score_loss": 0.02055318554242452}
+{"step": 3370000, "wall_time": 24986.27465748787, "train_loss_step": 3.427931308746338, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.019179127613703408, "subset_score_loss": 0.019179127613703408}
+{"step": 3380000, "wall_time": 25037.36429166794, "train_loss_step": 3.538724422454834, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.019045825799306235, "subset_score_loss": 0.019045825799306235}
+{"step": 3390000, "wall_time": 25088.381292819977, "train_loss_step": 3.418395519256592, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.018850640455881754, "subset_score_loss": 0.018850640455881754}
+{"step": 3400000, "wall_time": 25213.71093249321, "train_loss_step": 3.6020331382751465, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.020256513357162477, "subset_score_loss": 0.020256513357162477, "memorization_fraction_pixel": 0.6269999742507935, "mean_nn_ratio_pixel": 0.476578027009964, "fid": 43.84006889253763}
+{"step": 3410000, "wall_time": 25264.814924955368, "train_loss_step": 3.698728561401367, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.020032763481140137, "subset_score_loss": 0.020032763481140137}
+{"step": 3420000, "wall_time": 25315.91232895851, "train_loss_step": 3.689084053039551, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.02138566176096598, "subset_score_loss": 0.02138566176096598}
+{"step": 3430000, "wall_time": 25366.983600854874, "train_loss_step": 3.326244831085205, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.01873829960823059, "subset_score_loss": 0.01873829960823059}
+{"step": 3440000, "wall_time": 25418.10102725029, "train_loss_step": 3.3885607719421387, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.019702510039011637, "subset_score_loss": 0.019702510039011637}
+{"step": 3450000, "wall_time": 25465.353581905365, "train_loss_step": 3.4798293113708496, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.018238188823064168, "subset_score_loss": 0.018238188823064168}
+{"step": 3460000, "wall_time": 25512.683026075363, "train_loss_step": 3.630100965499878, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.018899557987848918, "subset_score_loss": 0.018899557987848918}
+{"step": 3470000, "wall_time": 25563.700099229813, "train_loss_step": 3.5207090377807617, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.01867665449778239, "subset_score_loss": 0.01867665449778239}
+{"step": 3480000, "wall_time": 25614.785588264465, "train_loss_step": 3.822885036468506, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.019382059574127197, "subset_score_loss": 0.019382059574127197}
+{"step": 3490000, "wall_time": 25665.873377799988, "train_loss_step": 3.399463176727295, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.018446157375971477, "subset_score_loss": 0.018446157375971477}
+{"step": 3500000, "wall_time": 25800.050062656403, "train_loss_step": 3.7313528060913086, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.018865060806274415, "subset_score_loss": 0.018865060806274415, "memorization_fraction_pixel": 0.6489999890327454, "mean_nn_ratio_pixel": 0.45973438024520874, "fid": 43.760546120480036}
+{"step": 3510000, "wall_time": 25851.173268556595, "train_loss_step": 3.6936159133911133, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.019617793957392375, "subset_score_loss": 0.019617793957392375}
+{"step": 3520000, "wall_time": 25902.24622321129, "train_loss_step": 3.0997860431671143, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.018269906441370647, "subset_score_loss": 0.018269906441370647}
+{"step": 3530000, "wall_time": 25953.32969403267, "train_loss_step": 3.767240524291992, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.018122591574986777, "subset_score_loss": 0.018122591574986777}
+{"step": 3540000, "wall_time": 26000.56034064293, "train_loss_step": 3.463205575942993, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.018603686491648355, "subset_score_loss": 0.018603686491648355}
+{"step": 3550000, "wall_time": 26047.82040500641, "train_loss_step": 3.387373447418213, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.017887675762176515, "subset_score_loss": 0.017887675762176515}
+{"step": 3560000, "wall_time": 26098.915866851807, "train_loss_step": 3.792799711227417, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.019016687075297037, "subset_score_loss": 0.019016687075297037}
+{"step": 3570000, "wall_time": 26149.95685005188, "train_loss_step": 3.3196074962615967, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.018662176529566445, "subset_score_loss": 0.018662176529566445}
+{"step": 3580000, "wall_time": 26201.033951997757, "train_loss_step": 3.396132230758667, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.01892414689064026, "subset_score_loss": 0.01892414689064026}
+{"step": 3590000, "wall_time": 26252.13855099678, "train_loss_step": 3.4459822177886963, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.018045574426651, "subset_score_loss": 0.018045574426651}
+{"step": 3600000, "wall_time": 26363.06526327133, "train_loss_step": 3.4784188270568848, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.019240140914916992, "subset_score_loss": 0.019240140914916992, "memorization_fraction_pixel": 0.6338000297546387, "mean_nn_ratio_pixel": 0.4720633924007416, "fid": 42.75157862730509}
+{"step": 3610000, "wall_time": 26414.1565182209, "train_loss_step": 3.2579586505889893, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.01943560838699341, "subset_score_loss": 0.01943560838699341}
+{"step": 3620000, "wall_time": 26465.222542762756, "train_loss_step": 3.526733875274658, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.01765360633532206, "subset_score_loss": 0.01765360633532206}
+{"step": 3630000, "wall_time": 26516.262785434723, "train_loss_step": 3.7404799461364746, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.020587690671284995, "subset_score_loss": 0.020587690671284995}
+{"step": 3640000, "wall_time": 26563.658940792084, "train_loss_step": 3.2655229568481445, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.017873187859853108, "subset_score_loss": 0.017873187859853108}
+{"step": 3650000, "wall_time": 26610.99505019188, "train_loss_step": 3.38666033744812, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.01787611246109009, "subset_score_loss": 0.01787611246109009}
+{"step": 3660000, "wall_time": 26662.027483463287, "train_loss_step": 3.183241844177246, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.0190295139948527, "subset_score_loss": 0.0190295139948527}
+{"step": 3670000, "wall_time": 26713.106202602386, "train_loss_step": 3.2928659915924072, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.01751463214556376, "subset_score_loss": 0.01751463214556376}
+{"step": 3680000, "wall_time": 26764.187080860138, "train_loss_step": 3.3710992336273193, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.017754536867141724, "subset_score_loss": 0.017754536867141724}
+{"step": 3690000, "wall_time": 26815.271084308624, "train_loss_step": 3.471616268157959, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.018333391348520914, "subset_score_loss": 0.018333391348520914}
+{"step": 3700000, "wall_time": 26910.436548948288, "train_loss_step": 3.167860984802246, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.016990635792414346, "subset_score_loss": 0.016990635792414346, "memorization_fraction_pixel": 0.6615999937057495, "mean_nn_ratio_pixel": 0.4515669047832489, "fid": 43.03501322127242}
+{"step": 3710000, "wall_time": 26961.539638519287, "train_loss_step": 3.331462860107422, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.01753550370534261, "subset_score_loss": 0.01753550370534261}
+{"step": 3720000, "wall_time": 27012.641343832016, "train_loss_step": 3.8874733448028564, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.018701295057932537, "subset_score_loss": 0.018701295057932537}
+{"step": 3730000, "wall_time": 27063.66786456108, "train_loss_step": 3.421145439147949, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.01828502615292867, "subset_score_loss": 0.01828502615292867}
+{"step": 3740000, "wall_time": 27111.065896749496, "train_loss_step": 3.252070426940918, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.017386134465535483, "subset_score_loss": 0.017386134465535483}
+{"step": 3750000, "wall_time": 27158.415231227875, "train_loss_step": 3.590890407562256, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.01784917712211609, "subset_score_loss": 0.01784917712211609}
+{"step": 3760000, "wall_time": 27209.510806322098, "train_loss_step": 3.618587017059326, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.018390323718388876, "subset_score_loss": 0.018390323718388876}
+{"step": 3770000, "wall_time": 27260.58997297287, "train_loss_step": 3.416667938232422, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.017883557081222533, "subset_score_loss": 0.017883557081222533}
+{"step": 3780000, "wall_time": 27311.691905498505, "train_loss_step": 3.253035068511963, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.016913429896036784, "subset_score_loss": 0.016913429896036784}
+{"step": 3790000, "wall_time": 27362.786736249924, "train_loss_step": 3.2134194374084473, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.018663644790649414, "subset_score_loss": 0.018663644790649414}
+{"step": 3800000, "wall_time": 27456.652745246887, "train_loss_step": 3.628084182739258, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.017737168073654174, "subset_score_loss": 0.017737168073654174, "memorization_fraction_pixel": 0.6607000231742859, "mean_nn_ratio_pixel": 0.4521533250808716, "fid": 41.96394771511524}
+{"step": 3810000, "wall_time": 27507.76976299286, "train_loss_step": 3.484321355819702, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.01793086528778076, "subset_score_loss": 0.01793086528778076}
+{"step": 3820000, "wall_time": 27558.880491256714, "train_loss_step": 3.270799160003662, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.018784894545873006, "subset_score_loss": 0.018784894545873006}
+{"step": 3830000, "wall_time": 27609.961382865906, "train_loss_step": 3.843629837036133, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.018597298860549928, "subset_score_loss": 0.018597298860549928}
+{"step": 3840000, "wall_time": 27657.26069378853, "train_loss_step": 3.4973225593566895, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.018200294176737467, "subset_score_loss": 0.018200294176737467}
+{"step": 3850000, "wall_time": 27704.533383369446, "train_loss_step": 3.5513157844543457, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.01759872635205587, "subset_score_loss": 0.01759872635205587}
+{"step": 3860000, "wall_time": 27755.624542236328, "train_loss_step": 3.0644850730895996, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.01730589270591736, "subset_score_loss": 0.01730589270591736}
+{"step": 3870000, "wall_time": 27806.69779586792, "train_loss_step": 3.2609243392944336, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.0171023428440094, "subset_score_loss": 0.0171023428440094}
+{"step": 3880000, "wall_time": 27857.772770404816, "train_loss_step": 3.471714735031128, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.0184892733891805, "subset_score_loss": 0.0184892733891805}
+{"step": 3890000, "wall_time": 27908.853384256363, "train_loss_step": 3.263251304626465, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.017560277382532755, "subset_score_loss": 0.017560277382532755}
+{"step": 3900000, "wall_time": 28002.819229125977, "train_loss_step": 3.419497489929199, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.017583839098612466, "subset_score_loss": 0.017583839098612466, "memorization_fraction_pixel": 0.6797000169754028, "mean_nn_ratio_pixel": 0.4376327693462372, "fid": 41.63890595946201}
+{"step": 3910000, "wall_time": 28053.91649889946, "train_loss_step": 3.800323009490967, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.018205469846725462, "subset_score_loss": 0.018205469846725462}
+{"step": 3920000, "wall_time": 28105.000373363495, "train_loss_step": 3.3200855255126953, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.017188348372777305, "subset_score_loss": 0.017188348372777305}
+{"step": 3930000, "wall_time": 28156.057759284973, "train_loss_step": 3.4364962577819824, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.016776788234710693, "subset_score_loss": 0.016776788234710693}
+{"step": 3940000, "wall_time": 28203.483478546143, "train_loss_step": 3.4904019832611084, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.017215760548909505, "subset_score_loss": 0.017215760548909505}
+{"step": 3950000, "wall_time": 28250.781959295273, "train_loss_step": 3.408935070037842, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.017055773735046388, "subset_score_loss": 0.017055773735046388}
+{"step": 3960000, "wall_time": 28301.875679969788, "train_loss_step": 3.30313777923584, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.017124817768732706, "subset_score_loss": 0.017124817768732706}
+{"step": 3970000, "wall_time": 28352.98387980461, "train_loss_step": 3.3918533325195312, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.01860820452372233, "subset_score_loss": 0.01860820452372233}
+{"step": 3980000, "wall_time": 28404.095268011093, "train_loss_step": 3.4968528747558594, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.016932918628056844, "subset_score_loss": 0.016932918628056844}
+{"step": 3990000, "wall_time": 28455.21446967125, "train_loss_step": 3.8389699459075928, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.01686322291692098, "subset_score_loss": 0.01686322291692098}
+{"step": 4000000, "wall_time": 28549.1154255867, "train_loss_step": 3.516900062561035, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.017233526706695555, "subset_score_loss": 0.017233526706695555, "memorization_fraction_pixel": 0.6671000123023987, "mean_nn_ratio_pixel": 0.44739872217178345, "fid": 41.72019925097356}
+{"step": 4010000, "wall_time": 28600.23743224144, "train_loss_step": 3.2021796703338623, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.017182159423828124, "subset_score_loss": 0.017182159423828124}
+{"step": 4020000, "wall_time": 28651.362936019897, "train_loss_step": 3.354539394378662, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.017621282736460367, "subset_score_loss": 0.017621282736460367}
+{"step": 4030000, "wall_time": 28702.4911339283, "train_loss_step": 3.5377068519592285, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.017074223359425864, "subset_score_loss": 0.017074223359425864}
+{"step": 4040000, "wall_time": 28749.788014173508, "train_loss_step": 3.018413543701172, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.01686338980992635, "subset_score_loss": 0.01686338980992635}
+{"step": 4050000, "wall_time": 28799.417011737823, "train_loss_step": 3.443258762359619, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.016990832487742105, "subset_score_loss": 0.016990832487742105}
+{"step": 4060000, "wall_time": 28848.2194108963, "train_loss_step": 3.5612130165100098, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.01739184856414795, "subset_score_loss": 0.01739184856414795}
+{"step": 4070000, "wall_time": 28899.307848215103, "train_loss_step": 3.6566381454467773, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.017404709259668985, "subset_score_loss": 0.017404709259668985}
+{"step": 4080000, "wall_time": 28950.38569188118, "train_loss_step": 3.436815023422241, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.016453685363133748, "subset_score_loss": 0.016453685363133748}
+{"step": 4090000, "wall_time": 29001.490136146545, "train_loss_step": 3.236144542694092, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.01701359947522481, "subset_score_loss": 0.01701359947522481}
+{"step": 4100000, "wall_time": 29095.494300842285, "train_loss_step": 3.3548455238342285, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.016573476791381835, "subset_score_loss": 0.016573476791381835, "memorization_fraction_pixel": 0.6886000037193298, "mean_nn_ratio_pixel": 0.4330059587955475, "fid": 41.89580721062804}
+{"step": 4110000, "wall_time": 29146.583903074265, "train_loss_step": 3.528177261352539, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.016659011443456013, "subset_score_loss": 0.016659011443456013}
+{"step": 4120000, "wall_time": 29197.666146993637, "train_loss_step": 2.899451732635498, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.016614070534706114, "subset_score_loss": 0.016614070534706114}
+{"step": 4130000, "wall_time": 29248.743474006653, "train_loss_step": 3.122478485107422, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.01617403527100881, "subset_score_loss": 0.01617403527100881}
+{"step": 4140000, "wall_time": 29296.07426214218, "train_loss_step": 3.7539591789245605, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.016139997045199077, "subset_score_loss": 0.016139997045199077}
+{"step": 4150000, "wall_time": 29347.092509269714, "train_loss_step": 3.555344343185425, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.016502596934636436, "subset_score_loss": 0.016502596934636436}
+{"step": 4160000, "wall_time": 29394.476984500885, "train_loss_step": 3.4099254608154297, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.017715964714686075, "subset_score_loss": 0.017715964714686075}
+{"step": 4170000, "wall_time": 29445.585235357285, "train_loss_step": 3.218874931335449, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.01570232808589935, "subset_score_loss": 0.01570232808589935}
+{"step": 4180000, "wall_time": 29496.681666135788, "train_loss_step": 3.3581128120422363, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.017134724060694377, "subset_score_loss": 0.017134724060694377}
+{"step": 4190000, "wall_time": 29547.786369800568, "train_loss_step": 3.549196243286133, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.016394764184951782, "subset_score_loss": 0.016394764184951782}
+{"step": 4200000, "wall_time": 29642.03736782074, "train_loss_step": 3.3164784908294678, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.016961111625035604, "subset_score_loss": 0.016961111625035604, "memorization_fraction_pixel": 0.6858000159263611, "mean_nn_ratio_pixel": 0.4350932538509369, "fid": 41.883714506605635}
+{"step": 4210000, "wall_time": 29693.143476963043, "train_loss_step": 3.6978065967559814, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.015944440166155496, "subset_score_loss": 0.015944440166155496}
+{"step": 4220000, "wall_time": 29744.2410902977, "train_loss_step": 2.990774393081665, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.016859811544418336, "subset_score_loss": 0.016859811544418336}
+{"step": 4230000, "wall_time": 29795.338623285294, "train_loss_step": 3.4395790100097656, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.016862299044926962, "subset_score_loss": 0.016862299044926962}
+{"step": 4240000, "wall_time": 29842.677184343338, "train_loss_step": 3.487092971801758, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.01686931053797404, "subset_score_loss": 0.01686931053797404}
+{"step": 4250000, "wall_time": 29893.729172706604, "train_loss_step": 3.362271547317505, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.01602326234181722, "subset_score_loss": 0.01602326234181722}
+{"step": 4260000, "wall_time": 29941.005175113678, "train_loss_step": 3.52528715133667, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.01805219848950704, "subset_score_loss": 0.01805219848950704}
+{"step": 4270000, "wall_time": 29992.09629034996, "train_loss_step": 3.4985759258270264, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.01722430984179179, "subset_score_loss": 0.01722430984179179}
+{"step": 4280000, "wall_time": 30043.176703453064, "train_loss_step": 3.399077892303467, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.015659956137339275, "subset_score_loss": 0.015659956137339275}
+{"step": 4290000, "wall_time": 30094.2817838192, "train_loss_step": 3.6294283866882324, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.016131036480267844, "subset_score_loss": 0.016131036480267844}
+{"step": 4300000, "wall_time": 30188.409907579422, "train_loss_step": 3.2494537830352783, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.01651811401049296, "subset_score_loss": 0.01651811401049296, "memorization_fraction_pixel": 0.7002000212669373, "mean_nn_ratio_pixel": 0.4220055639743805, "fid": 40.91792119067311}
+{"step": 4310000, "wall_time": 30239.575815677643, "train_loss_step": 3.392390251159668, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.01568439801534017, "subset_score_loss": 0.01568439801534017}
+{"step": 4320000, "wall_time": 30290.669542074203, "train_loss_step": 3.609497547149658, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.017538990577061972, "subset_score_loss": 0.017538990577061972}
+{"step": 4330000, "wall_time": 30341.772483587265, "train_loss_step": 3.446101665496826, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.016201776266098023, "subset_score_loss": 0.016201776266098023}
+{"step": 4340000, "wall_time": 30390.40812087059, "train_loss_step": 3.564680576324463, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.015882368882497153, "subset_score_loss": 0.015882368882497153}
+{"step": 4350000, "wall_time": 30440.302159309387, "train_loss_step": 3.1466293334960938, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.015773011247316997, "subset_score_loss": 0.015773011247316997}
+{"step": 4360000, "wall_time": 30487.563547372818, "train_loss_step": 3.2381608486175537, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.016146389643351237, "subset_score_loss": 0.016146389643351237}
+{"step": 4370000, "wall_time": 30538.619049549103, "train_loss_step": 3.1189630031585693, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.01656055947144826, "subset_score_loss": 0.01656055947144826}
+{"step": 4380000, "wall_time": 30589.7509598732, "train_loss_step": 3.2890591621398926, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.01692879597345988, "subset_score_loss": 0.01692879597345988}
+{"step": 4390000, "wall_time": 30640.855385780334, "train_loss_step": 3.225527286529541, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.016483484705289205, "subset_score_loss": 0.016483484705289205}
+{"step": 4400000, "wall_time": 30735.46510195732, "train_loss_step": 3.4507970809936523, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.0162413756052653, "subset_score_loss": 0.0162413756052653, "memorization_fraction_pixel": 0.7009000182151794, "mean_nn_ratio_pixel": 0.4210624396800995, "fid": 40.54348775897784}
+{"step": 4410000, "wall_time": 30786.560484409332, "train_loss_step": 3.3594911098480225, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.015952340761820474, "subset_score_loss": 0.015952340761820474}
+{"step": 4420000, "wall_time": 30837.659640550613, "train_loss_step": 3.2100610733032227, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.016277662913004556, "subset_score_loss": 0.016277662913004556}
+{"step": 4430000, "wall_time": 30888.734706163406, "train_loss_step": 3.606382369995117, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.01644142766793569, "subset_score_loss": 0.01644142766793569}
+{"step": 4440000, "wall_time": 30938.898854255676, "train_loss_step": 3.7858996391296387, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.016322954495747884, "subset_score_loss": 0.016322954495747884}
+{"step": 4450000, "wall_time": 30987.112179517746, "train_loss_step": 3.324516773223877, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.01567228138446808, "subset_score_loss": 0.01567228138446808}
+{"step": 4460000, "wall_time": 31034.414528369904, "train_loss_step": 3.4760489463806152, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.016289857029914857, "subset_score_loss": 0.016289857029914857}
+{"step": 4470000, "wall_time": 31085.51136779785, "train_loss_step": 3.187408447265625, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.016983193159103394, "subset_score_loss": 0.016983193159103394}
+{"step": 4480000, "wall_time": 31136.60118818283, "train_loss_step": 3.084996461868286, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.015300906697909037, "subset_score_loss": 0.015300906697909037}
+{"step": 4490000, "wall_time": 31187.68345093727, "train_loss_step": 3.6481990814208984, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.016734200716018676, "subset_score_loss": 0.016734200716018676}
+{"step": 4500000, "wall_time": 31282.32019329071, "train_loss_step": 3.331949472427368, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.016004892190297444, "subset_score_loss": 0.016004892190297444, "memorization_fraction_pixel": 0.7218999862670898, "mean_nn_ratio_pixel": 0.4081471860408783, "fid": 39.79002887361164}
+{"step": 4510000, "wall_time": 31333.42396044731, "train_loss_step": 3.3061118125915527, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.014753914872805278, "subset_score_loss": 0.014753914872805278}
+{"step": 4520000, "wall_time": 31384.529888391495, "train_loss_step": 3.3011417388916016, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.01643758813540141, "subset_score_loss": 0.01643758813540141}
+{"step": 4530000, "wall_time": 31435.600190877914, "train_loss_step": 3.3130500316619873, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.015967188278834026, "subset_score_loss": 0.015967188278834026}
+{"step": 4540000, "wall_time": 31486.595510721207, "train_loss_step": 3.365640640258789, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.01587804357210795, "subset_score_loss": 0.01587804357210795}
+{"step": 4550000, "wall_time": 31534.00802230835, "train_loss_step": 3.4235668182373047, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.015019737680753072, "subset_score_loss": 0.015019737680753072}
+{"step": 4560000, "wall_time": 31581.260299682617, "train_loss_step": 3.187488079071045, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.01724805235862732, "subset_score_loss": 0.01724805235862732}
+{"step": 4570000, "wall_time": 31632.36004948616, "train_loss_step": 3.36683988571167, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.015608778595924378, "subset_score_loss": 0.015608778595924378}
+{"step": 4580000, "wall_time": 31683.46902489662, "train_loss_step": 3.2285244464874268, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.01547968884309133, "subset_score_loss": 0.01547968884309133}
+{"step": 4590000, "wall_time": 31734.57253575325, "train_loss_step": 3.2921524047851562, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.015779303510983785, "subset_score_loss": 0.015779303510983785}
+{"step": 4600000, "wall_time": 31829.328673124313, "train_loss_step": 3.5279417037963867, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.015625999371210734, "subset_score_loss": 0.015625999371210734, "memorization_fraction_pixel": 0.7279000282287598, "mean_nn_ratio_pixel": 0.4044748842716217, "fid": 38.706858919673614}
+{"step": 4610000, "wall_time": 31880.462157726288, "train_loss_step": 3.452852249145508, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.01591044763724009, "subset_score_loss": 0.01591044763724009}
+{"step": 4620000, "wall_time": 31931.550966501236, "train_loss_step": 3.5209248065948486, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.017496635516484577, "subset_score_loss": 0.017496635516484577}
+{"step": 4630000, "wall_time": 31982.62200498581, "train_loss_step": 3.4714138507843018, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.01552828053633372, "subset_score_loss": 0.01552828053633372}
+{"step": 4640000, "wall_time": 32033.666122674942, "train_loss_step": 3.28912353515625, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.015153442819913229, "subset_score_loss": 0.015153442819913229}
+{"step": 4650000, "wall_time": 32081.01096200943, "train_loss_step": 3.4030117988586426, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.015208316842714946, "subset_score_loss": 0.015208316842714946}
+{"step": 4660000, "wall_time": 32128.201959609985, "train_loss_step": 3.625814914703369, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.01567739943663279, "subset_score_loss": 0.01567739943663279}
+{"step": 4670000, "wall_time": 32179.25982952118, "train_loss_step": 3.414855480194092, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.015032513936360677, "subset_score_loss": 0.015032513936360677}
+{"step": 4680000, "wall_time": 32230.35818886757, "train_loss_step": 3.548029661178589, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.016412815451622008, "subset_score_loss": 0.016412815451622008}
+{"step": 4690000, "wall_time": 32281.43583059311, "train_loss_step": 3.1823368072509766, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.018333264191945395, "subset_score_loss": 0.018333264191945395}
+{"step": 4700000, "wall_time": 32378.818664312363, "train_loss_step": 3.4667916297912598, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.017325653632481893, "subset_score_loss": 0.017325653632481893, "memorization_fraction_pixel": 0.7063999772071838, "mean_nn_ratio_pixel": 0.41740044951438904, "fid": 40.5607248751093}
+{"step": 4710000, "wall_time": 32429.85520672798, "train_loss_step": 3.1403868198394775, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.016217501958211263, "subset_score_loss": 0.016217501958211263}
+{"step": 4720000, "wall_time": 32480.86417222023, "train_loss_step": 3.145477771759033, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.015056448181470235, "subset_score_loss": 0.015056448181470235}
+{"step": 4730000, "wall_time": 32531.96076774597, "train_loss_step": 3.240726947784424, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.015522713462511698, "subset_score_loss": 0.015522713462511698}
+{"step": 4740000, "wall_time": 32582.90458226204, "train_loss_step": 3.439929962158203, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.015436674157778421, "subset_score_loss": 0.015436674157778421}
+{"step": 4750000, "wall_time": 32630.136337518692, "train_loss_step": 3.3968610763549805, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.016143614053726198, "subset_score_loss": 0.016143614053726198}
+{"step": 4760000, "wall_time": 32677.22752737999, "train_loss_step": 3.4728662967681885, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.015342237552007039, "subset_score_loss": 0.015342237552007039}
+{"step": 4770000, "wall_time": 32728.331186294556, "train_loss_step": 3.2338294982910156, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.014759967724482218, "subset_score_loss": 0.014759967724482218}
+{"step": 4780000, "wall_time": 32779.441333055496, "train_loss_step": 3.140995502471924, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.014863446354866028, "subset_score_loss": 0.014863446354866028}
+{"step": 4790000, "wall_time": 32830.49937725067, "train_loss_step": 2.98441219329834, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.014682588974634807, "subset_score_loss": 0.014682588974634807}
+{"step": 4800000, "wall_time": 32926.448201179504, "train_loss_step": 3.5267629623413086, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.01589284638563792, "subset_score_loss": 0.01589284638563792, "memorization_fraction_pixel": 0.7304999828338623, "mean_nn_ratio_pixel": 0.4007625877857208, "fid": 38.77154353289937}
+{"step": 4810000, "wall_time": 32977.55717253685, "train_loss_step": 3.453688621520996, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.016268066565195718, "subset_score_loss": 0.016268066565195718}
+{"step": 4820000, "wall_time": 33028.639993190765, "train_loss_step": 3.643592357635498, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.015510173638661702, "subset_score_loss": 0.015510173638661702}
+{"step": 4830000, "wall_time": 33079.71138262749, "train_loss_step": 3.452561378479004, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.01452514926592509, "subset_score_loss": 0.01452514926592509}
+{"step": 4840000, "wall_time": 33130.73449110985, "train_loss_step": 3.245605945587158, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.014015099406242371, "subset_score_loss": 0.014015099406242371}
+{"step": 4850000, "wall_time": 33178.07323169708, "train_loss_step": 3.2445712089538574, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.015007964769999186, "subset_score_loss": 0.015007964769999186}
+{"step": 4860000, "wall_time": 33226.1648311615, "train_loss_step": 3.2003426551818848, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.01507903536160787, "subset_score_loss": 0.01507903536160787}
+{"step": 4870000, "wall_time": 33276.243857860565, "train_loss_step": 3.3747732639312744, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.014858105778694152, "subset_score_loss": 0.014858105778694152}
+{"step": 4880000, "wall_time": 33327.329370737076, "train_loss_step": 3.4397783279418945, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.015606104334195455, "subset_score_loss": 0.015606104334195455}
+{"step": 4890000, "wall_time": 33378.296364068985, "train_loss_step": 2.9999451637268066, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.01641908288002014, "subset_score_loss": 0.01641908288002014}
+{"step": 4900000, "wall_time": 33475.650673389435, "train_loss_step": 3.215506076812744, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.015368713935216268, "subset_score_loss": 0.015368713935216268, "memorization_fraction_pixel": 0.7337999939918518, "mean_nn_ratio_pixel": 0.39804375171661377, "fid": 39.34928297289784}
+{"step": 4910000, "wall_time": 33526.75510883331, "train_loss_step": 3.0359420776367188, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.014307323098182678, "subset_score_loss": 0.014307323098182678}
+{"step": 4920000, "wall_time": 33577.78743290901, "train_loss_step": 3.0402672290802, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.01498801310857137, "subset_score_loss": 0.01498801310857137}
+{"step": 4930000, "wall_time": 33628.85858511925, "train_loss_step": 3.4276232719421387, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.015936171015103657, "subset_score_loss": 0.015936171015103657}
+{"step": 4940000, "wall_time": 33679.899272203445, "train_loss_step": 3.149959087371826, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.015166519085566203, "subset_score_loss": 0.015166519085566203}
+{"step": 4950000, "wall_time": 33717.63424062729, "train_loss_step": 3.2607078552246094, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.015072903037071228, "subset_score_loss": 0.015072903037071228}
+{"step": 4960000, "wall_time": 33749.61745929718, "train_loss_step": 3.0114333629608154, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.014071664214134217, "subset_score_loss": 0.014071664214134217}
+{"step": 4970000, "wall_time": 33767.20690155029, "train_loss_step": 3.2506957054138184, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.015432255466779073, "subset_score_loss": 0.015432255466779073}
+{"step": 4980000, "wall_time": 33786.140563726425, "train_loss_step": 3.412616491317749, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.014456250270207723, "subset_score_loss": 0.014456250270207723}
+{"step": 4990000, "wall_time": 33803.61441540718, "train_loss_step": 3.128591537475586, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.015084593494733175, "subset_score_loss": 0.015084593494733175}
+{"step": 5000000, "wall_time": 33843.07313251495, "train_loss_step": 3.397348403930664, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.015941205620765685, "subset_score_loss": 0.015941205620765685, "memorization_fraction_pixel": 0.7311999797821045, "mean_nn_ratio_pixel": 0.4037654995918274, "fid": 39.17800779422498}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c7f9796e4b89ab80701d2758fdd70ffae0e06
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d120/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     81s | train_loss=1.0001 | fid=264.9698
+  step   10000 |    178s | train_loss=0.7904
+  step   20000 |    274s | train_loss=0.6536
+  step   30000 |    371s | train_loss=0.5207
+  step   40000 |    468s | train_loss=0.4009
+  step   50000 |    564s | train_loss=0.3059
+  step   60000 |    661s | train_loss=0.2379
+  step   70000 |    758s | train_loss=0.1964
+  step   80000 |    855s | train_loss=0.1641
+  step   90000 |    952s | train_loss=0.1488
+  step  100000 |   1127s | train_loss=0.1344 | fid=64.2460
+  step  110000 |   1217s | train_loss=0.1236
+  step  120000 |   1314s | train_loss=0.1204
+  step  130000 |   1411s | train_loss=0.1111
+  step  140000 |   1508s | train_loss=0.1087
+  step  150000 |   1606s | train_loss=0.1059
+  step  160000 |   1703s | train_loss=0.0995
+  step  170000 |   1800s | train_loss=0.0975
+  step  180000 |   1882s | train_loss=0.0911
+  step  190000 |   1963s | train_loss=0.0898
+  step  200000 |   2110s | train_loss=0.0880 | fid=66.4076
+  step  210000 |   2184s | train_loss=0.0842
+  step  220000 |   2266s | train_loss=0.0847
+  step  230000 |   2348s | train_loss=0.0794
+  step  240000 |   2429s | train_loss=0.0796
+  step  250000 |   2510s | train_loss=0.0761
+  step  260000 |   2575s | train_loss=0.0761
+  step  270000 |   2641s | train_loss=0.0730
+  step  280000 |   2707s | train_loss=0.0723
+  step  290000 |   2773s | train_loss=0.0710
+  step  300000 |   2872s | train_loss=0.0691 | fid=64.0767
+  step  310000 |   2913s | train_loss=0.0669
+  step  320000 |   2964s | train_loss=0.0662
+  step  330000 |   3048s | train_loss=0.0667
+  step  340000 |   3179s | train_loss=0.0653
+  step  350000 |   3319s | train_loss=0.0638
+  step  360000 |   3459s | train_loss=0.0641
+  step  370000 |   3600s | train_loss=0.0617
+  step  380000 |   3740s | train_loss=0.0623
+  step  390000 |   3880s | train_loss=0.0613
+  step  400000 |   4125s | train_loss=0.0591 | fid=60.2693
+  step  410000 |   4262s | train_loss=0.0611
+  step  420000 |   4402s | train_loss=0.0592
+  step  430000 |   4541s | train_loss=0.0584
+  step  440000 |   4678s | train_loss=0.0581
+  step  450000 |   4817s | train_loss=0.0577
+  step  460000 |   4957s | train_loss=0.0571
+  step  470000 |   5097s | train_loss=0.0563
+  step  480000 |   5236s | train_loss=0.0554
+  step  490000 |   5376s | train_loss=0.0565
+  step  500000 |   5624s | train_loss=0.0536 | fid=62.0595
+  step  510000 |   5761s | train_loss=0.0542
+  step  520000 |   5901s | train_loss=0.0536
+  step  530000 |   6038s | train_loss=0.0533
+  step  540000 |   6178s | train_loss=0.0515
+  step  550000 |   6317s | train_loss=0.0523
+  step  560000 |   6457s | train_loss=0.0532
+  step  570000 |   6597s | train_loss=0.0527
+  step  580000 |   6737s | train_loss=0.0507
+  step  590000 |   6877s | train_loss=0.0504
+  step  600000 |   7123s | train_loss=0.0521 | fid=60.2587
+  step  610000 |   7262s | train_loss=0.0501
+  step  620000 |   7401s | train_loss=0.0502
+  step  630000 |   7537s | train_loss=0.0495
+  step  640000 |   7677s | train_loss=0.0480
+  step  650000 |   7816s | train_loss=0.0474
+  step  660000 |   7957s | train_loss=0.0484
+  step  670000 |   8096s | train_loss=0.0468
+  step  680000 |   8236s | train_loss=0.0467
+  step  690000 |   8376s | train_loss=0.0459
+  step  700000 |   8622s | train_loss=0.0475 | fid=58.0118
+  step  710000 |   8761s | train_loss=0.0472
+  step  720000 |   8898s | train_loss=0.0454
+  step  730000 |   9036s | train_loss=0.0461
+  step  740000 |   9176s | train_loss=0.0455
+  step  750000 |   9317s | train_loss=0.0450
+  step  760000 |   9454s | train_loss=0.0438
+  step  770000 |   9594s | train_loss=0.0450
+  step  780000 |   9733s | train_loss=0.0441
+  step  790000 |   9873s | train_loss=0.0441
+  step  800000 |  10121s | train_loss=0.0456 | fid=60.9981
+  step  810000 |  10261s | train_loss=0.0441
+  step  820000 |  10397s | train_loss=0.0442
+  step  830000 |  10536s | train_loss=0.0432
+  step  840000 |  10676s | train_loss=0.0442
+  step  850000 |  10816s | train_loss=0.0438
+  step  860000 |  10955s | train_loss=0.0429
+  step  870000 |  11031s | train_loss=0.0430
+  step  880000 |  11082s | train_loss=0.0414
+  step  890000 |  11133s | train_loss=0.0423
+  step  900000 |  11229s | train_loss=0.0431 | fid=61.3530
+  step  910000 |  11277s | train_loss=0.0415
+  step  920000 |  11323s | train_loss=0.0423
+  step  930000 |  11374s | train_loss=0.0419
+  step  940000 |  11425s | train_loss=0.0409
+  step  950000 |  11476s | train_loss=0.0411
+  step  960000 |  11527s | train_loss=0.0411
+  step  970000 |  11578s | train_loss=0.0416
+  step  980000 |  11629s | train_loss=0.0392
+  step  990000 |  11680s | train_loss=0.0403
+  step 1000000 |  11775s | train_loss=0.0403 | fid=61.8227
+  step 1010000 |  11825s | train_loss=0.0390
+  step 1020000 |  11869s | train_loss=0.0399
+  step 1030000 |  11920s | train_loss=0.0390
+  step 1040000 |  11971s | train_loss=0.0397
+  step 1050000 |  12022s | train_loss=0.0399
+  step 1060000 |  12073s | train_loss=0.0393
+  step 1070000 |  12124s | train_loss=0.0384
+  step 1080000 |  12176s | train_loss=0.0402
+  step 1090000 |  12227s | train_loss=0.0376
+  step 1100000 |  12321s | train_loss=0.0380 | fid=64.6304
+  step 1110000 |  12372s | train_loss=0.0379
+  step 1120000 |  12416s | train_loss=0.0369
+  step 1130000 |  12467s | train_loss=0.0384
+  step 1140000 |  12518s | train_loss=0.0387
+  step 1150000 |  12569s | train_loss=0.0378
+  step 1160000 |  12620s | train_loss=0.0370
+  step 1170000 |  12671s | train_loss=0.0369
+  step 1180000 |  12722s | train_loss=0.0365
+  step 1190000 |  12773s | train_loss=0.0373
+  step 1200000 |  12870s | train_loss=0.0375 | fid=63.3420
+  step 1210000 |  12921s | train_loss=0.0353
+  step 1220000 |  12965s | train_loss=0.0353
+  step 1230000 |  13016s | train_loss=0.0368
+  step 1240000 |  13067s | train_loss=0.0353
+  step 1250000 |  13118s | train_loss=0.0363
+  step 1260000 |  13169s | train_loss=0.0365
+  step 1270000 |  13220s | train_loss=0.0365
+  step 1280000 |  13271s | train_loss=0.0342
+  step 1290000 |  13322s | train_loss=0.0345
+  step 1300000 |  13418s | train_loss=0.0344 | fid=67.4713
+  step 1310000 |  13469s | train_loss=0.0338
+  step 1320000 |  13512s | train_loss=0.0357
+  step 1330000 |  13563s | train_loss=0.0349
+  step 1340000 |  13614s | train_loss=0.0349
+  step 1350000 |  13665s | train_loss=0.0350
+  step 1360000 |  13716s | train_loss=0.0346
+  step 1370000 |  13767s | train_loss=0.0341
+  step 1380000 |  13818s | train_loss=0.0339
+  step 1390000 |  13869s | train_loss=0.0352
+  step 1400000 |  13965s | train_loss=0.0343 | fid=68.7317
+  step 1410000 |  14016s | train_loss=0.0349
+  step 1420000 |  14059s | train_loss=0.0343
+  step 1430000 |  14110s | train_loss=0.0335
+  step 1440000 |  14161s | train_loss=0.0333
+  step 1450000 |  14212s | train_loss=0.0339
+  step 1460000 |  14263s | train_loss=0.0330
+  step 1470000 |  14314s | train_loss=0.0346
+  step 1480000 |  14365s | train_loss=0.0337
+  step 1490000 |  14415s | train_loss=0.0331
+  step 1500000 |  14512s | train_loss=0.0336 | fid=68.3534
+  step 1510000 |  14562s | train_loss=0.0326
+  step 1520000 |  14606s | train_loss=0.0338
+  step 1530000 |  14657s | train_loss=0.0350
+  step 1540000 |  14708s | train_loss=0.0314
+  step 1550000 |  14759s | train_loss=0.0331
+  step 1560000 |  14810s | train_loss=0.0318
+  step 1570000 |  14861s | train_loss=0.0314
+  step 1580000 |  14912s | train_loss=0.0341
+  step 1590000 |  14963s | train_loss=0.0312
+  step 1600000 |  15060s | train_loss=0.0307 | fid=67.2073
+  step 1610000 |  15111s | train_loss=0.0309
+  step 1620000 |  15155s | train_loss=0.0320
+  step 1630000 |  15206s | train_loss=0.0309
+  step 1640000 |  15257s | train_loss=0.0311
+  step 1650000 |  15308s | train_loss=0.0317
+  step 1660000 |  15359s | train_loss=0.0323
+  step 1670000 |  15410s | train_loss=0.0302
+  step 1680000 |  15461s | train_loss=0.0305
+  step 1690000 |  15512s | train_loss=0.0297
+  step 1700000 |  15610s | train_loss=0.0298 | fid=65.4129
+  step 1710000 |  15661s | train_loss=0.0297
+  step 1720000 |  15706s | train_loss=0.0308
+  step 1730000 |  15755s | train_loss=0.0309
+  step 1740000 |  15806s | train_loss=0.0311
+  step 1750000 |  15857s | train_loss=0.0307
+  step 1760000 |  15908s | train_loss=0.0299
+  step 1770000 |  15959s | train_loss=0.0299
+  step 1780000 |  16011s | train_loss=0.0303
+  step 1790000 |  16062s | train_loss=0.0291
+  step 1800000 |  16159s | train_loss=0.0294 | fid=62.9730
+  step 1810000 |  16210s | train_loss=0.0292
+  step 1820000 |  16256s | train_loss=0.0287
+  step 1830000 |  16305s | train_loss=0.0281
+  step 1840000 |  16356s | train_loss=0.0293
+  step 1850000 |  16407s | train_loss=0.0285
+  step 1860000 |  16458s | train_loss=0.0287
+  step 1870000 |  16509s | train_loss=0.0285
+  step 1880000 |  16560s | train_loss=0.0290
+  step 1890000 |  16611s | train_loss=0.0278
+  step 1900000 |  16708s | train_loss=0.0283 | fid=59.0636
+  step 1910000 |  16759s | train_loss=0.0290
+  step 1920000 |  16806s | train_loss=0.0291
+  step 1930000 |  16854s | train_loss=0.0278
+  step 1940000 |  16905s | train_loss=0.0281
+  step 1950000 |  16956s | train_loss=0.0290
+  step 1960000 |  17007s | train_loss=0.0279
+  step 1970000 |  17058s | train_loss=0.0268
+  step 1980000 |  17109s | train_loss=0.0285
+  step 1990000 |  17160s | train_loss=0.0280
+  step 2000000 |  17258s | train_loss=0.0280 | fid=59.4066
+  step 2010000 |  17309s | train_loss=0.0282
+  step 2020000 |  17356s | train_loss=0.0275
+  step 2030000 |  17404s | train_loss=0.0268
+  step 2040000 |  17455s | train_loss=0.0265
+  step 2050000 |  17506s | train_loss=0.0265
+  step 2060000 |  17557s | train_loss=0.0274
+  step 2070000 |  17608s | train_loss=0.0269
+  step 2080000 |  17659s | train_loss=0.0268
+  step 2090000 |  17710s | train_loss=0.0278
+  step 2100000 |  17808s | train_loss=0.0271 | fid=56.0580
+  step 2110000 |  17859s | train_loss=0.0257
+  step 2120000 |  17906s | train_loss=0.0262
+  step 2130000 |  17954s | train_loss=0.0254
+  step 2140000 |  18005s | train_loss=0.0274
+  step 2150000 |  18056s | train_loss=0.0260
+  step 2160000 |  18107s | train_loss=0.0254
+  step 2170000 |  18158s | train_loss=0.0289
+  step 2180000 |  18209s | train_loss=0.0271
+  step 2190000 |  18260s | train_loss=0.0264
+  step 2200000 |  18358s | train_loss=0.0255 | fid=55.2576
+  step 2210000 |  18409s | train_loss=0.0245
+  step 2220000 |  18456s | train_loss=0.0245
+  step 2230000 |  18503s | train_loss=0.0241
+  step 2240000 |  18555s | train_loss=0.0260
+  step 2250000 |  18606s | train_loss=0.0245
+  step 2260000 |  18657s | train_loss=0.0249
+  step 2270000 |  18708s | train_loss=0.0245
+  step 2280000 |  18759s | train_loss=0.0240
+  step 2290000 |  18810s | train_loss=0.0248
+  step 2300000 |  18952s | train_loss=0.0263 | fid=56.2251
+  step 2310000 |  18997s | train_loss=0.0243
+  step 2320000 |  19048s | train_loss=0.0243
+  step 2330000 |  19099s | train_loss=0.0254
+  step 2340000 |  19150s | train_loss=0.0230
+  step 2350000 |  19201s | train_loss=0.0236
+  step 2360000 |  19253s | train_loss=0.0244
+  step 2370000 |  19304s | train_loss=0.0249
+  step 2380000 |  19355s | train_loss=0.0240
+  step 2390000 |  19406s | train_loss=0.0236
+  step 2400000 |  19545s | train_loss=0.0237 | fid=56.5549
+  step 2410000 |  19596s | train_loss=0.0245
+  step 2420000 |  19647s | train_loss=0.0261
+  step 2430000 |  19698s | train_loss=0.0246
+  step 2440000 |  19750s | train_loss=0.0238
+  step 2450000 |  19801s | train_loss=0.0242
+  step 2460000 |  19852s | train_loss=0.0241
+  step 2470000 |  19903s | train_loss=0.0236
+  step 2480000 |  19954s | train_loss=0.0238
+  step 2490000 |  20006s | train_loss=0.0235
+  step 2500000 |  20096s | train_loss=0.0234 | fid=53.9069
+  step 2510000 |  20148s | train_loss=0.0245
+  step 2520000 |  20199s | train_loss=0.0240
+  step 2530000 |  20250s | train_loss=0.0233
+  step 2540000 |  20301s | train_loss=0.0229
+  step 2550000 |  20352s | train_loss=0.0226
+  step 2560000 |  20403s | train_loss=0.0248
+  step 2570000 |  20454s | train_loss=0.0225
+  step 2580000 |  20505s | train_loss=0.0225
+  step 2590000 |  20556s | train_loss=0.0235
+  step 2600000 |  20646s | train_loss=0.0232 | fid=53.7149
+  step 2610000 |  20697s | train_loss=0.0229
+  step 2620000 |  20749s | train_loss=0.0236
+  step 2630000 |  20800s | train_loss=0.0217
+  step 2640000 |  20851s | train_loss=0.0222
+  step 2650000 |  20902s | train_loss=0.0231
+  step 2660000 |  20953s | train_loss=0.0227
+  step 2670000 |  21004s | train_loss=0.0222
+  step 2680000 |  21055s | train_loss=0.0232
+  step 2690000 |  21106s | train_loss=0.0232
+  step 2700000 |  21197s | train_loss=0.0218 | fid=50.2741
+  step 2710000 |  21248s | train_loss=0.0223
+  step 2720000 |  21299s | train_loss=0.0216
+  step 2730000 |  21350s | train_loss=0.0218
+  step 2740000 |  21401s | train_loss=0.0221
+  step 2750000 |  21452s | train_loss=0.0218
+  step 2760000 |  21503s | train_loss=0.0230
+  step 2770000 |  21554s | train_loss=0.0217
+  step 2780000 |  21605s | train_loss=0.0220
+  step 2790000 |  21656s | train_loss=0.0224
+  step 2800000 |  21798s | train_loss=0.0225 | fid=49.8990
+  step 2810000 |  21849s | train_loss=0.0213
+  step 2820000 |  21900s | train_loss=0.0229
+  step 2830000 |  21952s | train_loss=0.0212
+  step 2840000 |  22003s | train_loss=0.0218
+  step 2850000 |  22054s | train_loss=0.0220
+  step 2860000 |  22105s | train_loss=0.0222
+  step 2870000 |  22156s | train_loss=0.0208
+  step 2880000 |  22207s | train_loss=0.0212
+  step 2890000 |  22254s | train_loss=0.0218
+  step 2900000 |  22398s | train_loss=0.0222 | fid=49.5496
+  step 2910000 |  22449s | train_loss=0.0207
+  step 2920000 |  22500s | train_loss=0.0210
+  step 2930000 |  22551s | train_loss=0.0207
+  step 2940000 |  22602s | train_loss=0.0212
+  step 2950000 |  22653s | train_loss=0.0214
+  step 2960000 |  22704s | train_loss=0.0219
+  step 2970000 |  22752s | train_loss=0.0206
+  step 2980000 |  22799s | train_loss=0.0211
+  step 2990000 |  22850s | train_loss=0.0213
+  step 3000000 |  22951s | train_loss=0.0207 | fid=47.5800
+  step 3010000 |  23002s | train_loss=0.0200
+  step 3020000 |  23053s | train_loss=0.0203
+  step 3030000 |  23104s | train_loss=0.0197
+  step 3040000 |  23155s | train_loss=0.0200
+  step 3050000 |  23206s | train_loss=0.0199
+  step 3060000 |  23257s | train_loss=0.0218
+  step 3070000 |  23305s | train_loss=0.0201
+  step 3080000 |  23352s | train_loss=0.0211
+  step 3090000 |  23403s | train_loss=0.0204
+  step 3100000 |  23500s | train_loss=0.0212 | fid=45.6669
+  step 3110000 |  23552s | train_loss=0.0201
+  step 3120000 |  23603s | train_loss=0.0207
+  step 3130000 |  23654s | train_loss=0.0199
+  step 3140000 |  23705s | train_loss=0.0198
+  step 3150000 |  23756s | train_loss=0.0194
+  step 3160000 |  23807s | train_loss=0.0204
+  step 3170000 |  23854s | train_loss=0.0203
+  step 3180000 |  23901s | train_loss=0.0194
+  step 3190000 |  23952s | train_loss=0.0198
+  step 3200000 |  24069s | train_loss=0.0212 | fid=45.3629
+  step 3210000 |  24120s | train_loss=0.0221
+  step 3220000 |  24171s | train_loss=0.0204
+  step 3230000 |  24222s | train_loss=0.0213
+  step 3240000 |  24274s | train_loss=0.0191
+  step 3250000 |  24325s | train_loss=0.0188
+  step 3260000 |  24374s | train_loss=0.0204
+  step 3270000 |  24423s | train_loss=0.0192
+  step 3280000 |  24470s | train_loss=0.0192
+  step 3290000 |  24521s | train_loss=0.0194
+  step 3300000 |  24636s | train_loss=0.0195 | fid=42.8405
+  step 3310000 |  24687s | train_loss=0.0195
+  step 3320000 |  24738s | train_loss=0.0193
+  step 3330000 |  24790s | train_loss=0.0185
+  step 3340000 |  24841s | train_loss=0.0206
+  step 3350000 |  24892s | train_loss=0.0196
+  step 3360000 |  24939s | train_loss=0.0206
+  step 3370000 |  24986s | train_loss=0.0192
+  step 3380000 |  25037s | train_loss=0.0190
+  step 3390000 |  25088s | train_loss=0.0189
+  step 3400000 |  25214s | train_loss=0.0203 | fid=43.8401
+  step 3410000 |  25265s | train_loss=0.0200
+  step 3420000 |  25316s | train_loss=0.0214
+  step 3430000 |  25367s | train_loss=0.0187
+  step 3440000 |  25418s | train_loss=0.0197
+  step 3450000 |  25465s | train_loss=0.0182
+  step 3460000 |  25513s | train_loss=0.0189
+  step 3470000 |  25564s | train_loss=0.0187
+  step 3480000 |  25615s | train_loss=0.0194
+  step 3490000 |  25666s | train_loss=0.0184
+  step 3500000 |  25800s | train_loss=0.0189 | fid=43.7605
+  step 3510000 |  25851s | train_loss=0.0196
+  step 3520000 |  25902s | train_loss=0.0183
+  step 3530000 |  25953s | train_loss=0.0181
+  step 3540000 |  26001s | train_loss=0.0186
+  step 3550000 |  26048s | train_loss=0.0179
+  step 3560000 |  26099s | train_loss=0.0190
+  step 3570000 |  26150s | train_loss=0.0187
+  step 3580000 |  26201s | train_loss=0.0189
+  step 3590000 |  26252s | train_loss=0.0180
+  step 3600000 |  26363s | train_loss=0.0192 | fid=42.7516
+  step 3610000 |  26414s | train_loss=0.0194
+  step 3620000 |  26465s | train_loss=0.0177
+  step 3630000 |  26516s | train_loss=0.0206
+  step 3640000 |  26564s | train_loss=0.0179
+  step 3650000 |  26611s | train_loss=0.0179
+  step 3660000 |  26662s | train_loss=0.0190
+  step 3670000 |  26713s | train_loss=0.0175
+  step 3680000 |  26764s | train_loss=0.0178
+  step 3690000 |  26815s | train_loss=0.0183
+  step 3700000 |  26910s | train_loss=0.0170 | fid=43.0350
+  step 3710000 |  26962s | train_loss=0.0175
+  step 3720000 |  27013s | train_loss=0.0187
+  step 3730000 |  27064s | train_loss=0.0183
+  step 3740000 |  27111s | train_loss=0.0174
+  step 3750000 |  27158s | train_loss=0.0178
+  step 3760000 |  27210s | train_loss=0.0184
+  step 3770000 |  27261s | train_loss=0.0179
+  step 3780000 |  27312s | train_loss=0.0169
+  step 3790000 |  27363s | train_loss=0.0187
+  step 3800000 |  27457s | train_loss=0.0177 | fid=41.9639
+  step 3810000 |  27508s | train_loss=0.0179
+  step 3820000 |  27559s | train_loss=0.0188
+  step 3830000 |  27610s | train_loss=0.0186
+  step 3840000 |  27657s | train_loss=0.0182
+  step 3850000 |  27705s | train_loss=0.0176
+  step 3860000 |  27756s | train_loss=0.0173
+  step 3870000 |  27807s | train_loss=0.0171
+  step 3880000 |  27858s | train_loss=0.0185
+  step 3890000 |  27909s | train_loss=0.0176
+  step 3900000 |  28003s | train_loss=0.0176 | fid=41.6389
+  step 3910000 |  28054s | train_loss=0.0182
+  step 3920000 |  28105s | train_loss=0.0172
+  step 3930000 |  28156s | train_loss=0.0168
+  step 3940000 |  28203s | train_loss=0.0172
+  step 3950000 |  28251s | train_loss=0.0171
+  step 3960000 |  28302s | train_loss=0.0171
+  step 3970000 |  28353s | train_loss=0.0186
+  step 3980000 |  28404s | train_loss=0.0169
+  step 3990000 |  28455s | train_loss=0.0169
+  step 4000000 |  28549s | train_loss=0.0172 | fid=41.7202
+  step 4010000 |  28600s | train_loss=0.0172
+  step 4020000 |  28651s | train_loss=0.0176
+  step 4030000 |  28702s | train_loss=0.0171
+  step 4040000 |  28750s | train_loss=0.0169
+  step 4050000 |  28799s | train_loss=0.0170
+  step 4060000 |  28848s | train_loss=0.0174
+  step 4070000 |  28899s | train_loss=0.0174
+  step 4080000 |  28950s | train_loss=0.0165
+  step 4090000 |  29001s | train_loss=0.0170
+  step 4100000 |  29095s | train_loss=0.0166 | fid=41.8958
+  step 4110000 |  29147s | train_loss=0.0167
+  step 4120000 |  29198s | train_loss=0.0166
+  step 4130000 |  29249s | train_loss=0.0162
+  step 4140000 |  29296s | train_loss=0.0161
+  step 4150000 |  29347s | train_loss=0.0165
+  step 4160000 |  29394s | train_loss=0.0177
+  step 4170000 |  29446s | train_loss=0.0157
+  step 4180000 |  29497s | train_loss=0.0171
+  step 4190000 |  29548s | train_loss=0.0164
+  step 4200000 |  29642s | train_loss=0.0170 | fid=41.8837
+  step 4210000 |  29693s | train_loss=0.0159
+  step 4220000 |  29744s | train_loss=0.0169
+  step 4230000 |  29795s | train_loss=0.0169
+  step 4240000 |  29843s | train_loss=0.0169
+  step 4250000 |  29894s | train_loss=0.0160
+  step 4260000 |  29941s | train_loss=0.0181
+  step 4270000 |  29992s | train_loss=0.0172
+  step 4280000 |  30043s | train_loss=0.0157
+  step 4290000 |  30094s | train_loss=0.0161
+  step 4300000 |  30188s | train_loss=0.0165 | fid=40.9179
+  step 4310000 |  30240s | train_loss=0.0157
+  step 4320000 |  30291s | train_loss=0.0175
+  step 4330000 |  30342s | train_loss=0.0162
+  step 4340000 |  30390s | train_loss=0.0159
+  step 4350000 |  30440s | train_loss=0.0158
+  step 4360000 |  30488s | train_loss=0.0161
+  step 4370000 |  30539s | train_loss=0.0166
+  step 4380000 |  30590s | train_loss=0.0169
+  step 4390000 |  30641s | train_loss=0.0165
+  step 4400000 |  30735s | train_loss=0.0162 | fid=40.5435
+  step 4410000 |  30787s | train_loss=0.0160
+  step 4420000 |  30838s | train_loss=0.0163
+  step 4430000 |  30889s | train_loss=0.0164
+  step 4440000 |  30939s | train_loss=0.0163
+  step 4450000 |  30987s | train_loss=0.0157
+  step 4460000 |  31034s | train_loss=0.0163
+  step 4470000 |  31086s | train_loss=0.0170
+  step 4480000 |  31137s | train_loss=0.0153
+  step 4490000 |  31188s | train_loss=0.0167
+  step 4500000 |  31282s | train_loss=0.0160 | fid=39.7900
+  step 4510000 |  31333s | train_loss=0.0148
+  step 4520000 |  31385s | train_loss=0.0164
+  step 4530000 |  31436s | train_loss=0.0160
+  step 4540000 |  31487s | train_loss=0.0159
+  step 4550000 |  31534s | train_loss=0.0150
+  step 4560000 |  31581s | train_loss=0.0172
+  step 4570000 |  31632s | train_loss=0.0156
+  step 4580000 |  31683s | train_loss=0.0155
+  step 4590000 |  31735s | train_loss=0.0158
+  step 4600000 |  31829s | train_loss=0.0156 | fid=38.7069
+  step 4610000 |  31880s | train_loss=0.0159
+  step 4620000 |  31932s | train_loss=0.0175
+  step 4630000 |  31983s | train_loss=0.0155
+  step 4640000 |  32034s | train_loss=0.0152
+  step 4650000 |  32081s | train_loss=0.0152
+  step 4660000 |  32128s | train_loss=0.0157
+  step 4670000 |  32179s | train_loss=0.0150
+  step 4680000 |  32230s | train_loss=0.0164
+  step 4690000 |  32281s | train_loss=0.0183
+  step 4700000 |  32379s | train_loss=0.0173 | fid=40.5607
+  step 4710000 |  32430s | train_loss=0.0162
+  step 4720000 |  32481s | train_loss=0.0151
+  step 4730000 |  32532s | train_loss=0.0155
+  step 4740000 |  32583s | train_loss=0.0154
+  step 4750000 |  32630s | train_loss=0.0161
+  step 4760000 |  32677s | train_loss=0.0153
+  step 4770000 |  32728s | train_loss=0.0148
+  step 4780000 |  32779s | train_loss=0.0149
+  step 4790000 |  32830s | train_loss=0.0147
+  step 4800000 |  32926s | train_loss=0.0159 | fid=38.7715
+  step 4810000 |  32978s | train_loss=0.0163
+  step 4820000 |  33029s | train_loss=0.0155
+  step 4830000 |  33080s | train_loss=0.0145
+  step 4840000 |  33131s | train_loss=0.0140
+  step 4850000 |  33178s | train_loss=0.0150
+  step 4860000 |  33226s | train_loss=0.0151
+  step 4870000 |  33276s | train_loss=0.0149
+  step 4880000 |  33327s | train_loss=0.0156
+  step 4890000 |  33378s | train_loss=0.0164
+  step 4900000 |  33476s | train_loss=0.0154 | fid=39.3493
+  step 4910000 |  33527s | train_loss=0.0143
+  step 4920000 |  33578s | train_loss=0.0150
+  step 4930000 |  33629s | train_loss=0.0159
+  step 4940000 |  33680s | train_loss=0.0152
+  step 4950000 |  33718s | train_loss=0.0151
+  step 4960000 |  33750s | train_loss=0.0141
+  step 4970000 |  33767s | train_loss=0.0154
+  step 4980000 |  33786s | train_loss=0.0145
+  step 4990000 |  33804s | train_loss=0.0151
+  step 5000000 |  33843s | train_loss=0.0159 | fid=39.1780
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..91035a320bf3c654f25cf0cfcfaf4908a0ba0eda
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..9990cc053f1bf6e8224148947d91586bde0df84e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d140/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 81.08813738822937, "train_loss_step": 139.53758239746094, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 1.0021187918526786, "subset_score_loss": 1.0021187918526786, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9767163991928101, "fid": 311.6801580838337}
+{"step": 10000, "wall_time": 179.12367057800293, "train_loss_step": 26.468908309936523, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.7580158778599331, "subset_score_loss": 0.7580158778599331}
+{"step": 20000, "wall_time": 277.36555528640747, "train_loss_step": 23.878002166748047, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6294272286551339, "subset_score_loss": 0.6294272286551339}
+{"step": 30000, "wall_time": 375.42584466934204, "train_loss_step": 20.760116577148438, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.5166262490408761, "subset_score_loss": 0.5166262490408761}
+{"step": 40000, "wall_time": 473.3676917552948, "train_loss_step": 19.74591827392578, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.41631033761160713, "subset_score_loss": 0.41631033761160713}
+{"step": 50000, "wall_time": 571.5474650859833, "train_loss_step": 15.04519271850586, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.33363990783691405, "subset_score_loss": 0.33363990783691405}
+{"step": 60000, "wall_time": 669.9290015697479, "train_loss_step": 16.024513244628906, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.2666069575718471, "subset_score_loss": 0.2666069575718471}
+{"step": 70000, "wall_time": 767.9833264350891, "train_loss_step": 14.471622467041016, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.22033205032348632, "subset_score_loss": 0.22033205032348632}
+{"step": 80000, "wall_time": 866.1943175792694, "train_loss_step": 12.701379776000977, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.1903911863054548, "subset_score_loss": 0.1903911863054548}
+{"step": 90000, "wall_time": 964.3068885803223, "train_loss_step": 12.47380542755127, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.16449293409075055, "subset_score_loss": 0.16449293409075055}
+{"step": 100000, "wall_time": 1138.8240525722504, "train_loss_step": 11.68468952178955, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.1469297000340053, "subset_score_loss": 0.1469297000340053, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9265603423118591, "fid": 61.18230978880227}
+{"step": 110000, "wall_time": 1237.234406709671, "train_loss_step": 11.423885345458984, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.13706972939627513, "subset_score_loss": 0.13706972939627513}
+{"step": 120000, "wall_time": 1335.5541689395905, "train_loss_step": 11.6050386428833, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.12777748107910156, "subset_score_loss": 0.12777748107910156}
+{"step": 130000, "wall_time": 1434.1605806350708, "train_loss_step": 10.199634552001953, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.1197413580758231, "subset_score_loss": 0.1197413580758231}
+{"step": 140000, "wall_time": 1532.6560683250427, "train_loss_step": 11.118541717529297, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.11246565410069057, "subset_score_loss": 0.11246565410069057}
+{"step": 150000, "wall_time": 1631.3159382343292, "train_loss_step": 10.351882934570312, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.10742034912109374, "subset_score_loss": 0.10742034912109374}
+{"step": 160000, "wall_time": 1730.0143122673035, "train_loss_step": 10.026026725769043, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.10008599417550224, "subset_score_loss": 0.10008599417550224}
+{"step": 170000, "wall_time": 1823.6550633907318, "train_loss_step": 9.908109664916992, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.09834939411708286, "subset_score_loss": 0.09834939411708286}
+{"step": 180000, "wall_time": 1906.017638683319, "train_loss_step": 9.371570587158203, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09304374286106655, "subset_score_loss": 0.09304374286106655}
+{"step": 190000, "wall_time": 1988.4160277843475, "train_loss_step": 9.153085708618164, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.09269305637904576, "subset_score_loss": 0.09269305637904576}
+{"step": 200000, "wall_time": 2134.01571393013, "train_loss_step": 9.1080961227417, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09176695006234305, "subset_score_loss": 0.09176695006234305, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.9017638564109802, "fid": 66.57031823810644}
+{"step": 210000, "wall_time": 2215.728518009186, "train_loss_step": 8.775111198425293, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.09040910857064384, "subset_score_loss": 0.09040910857064384}
+{"step": 220000, "wall_time": 2298.2449910640717, "train_loss_step": 9.380537033081055, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08612069402422223, "subset_score_loss": 0.08612069402422223}
+{"step": 230000, "wall_time": 2380.516475915909, "train_loss_step": 9.356304168701172, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.08383594240461077, "subset_score_loss": 0.08383594240461077}
+{"step": 240000, "wall_time": 2463.026513814926, "train_loss_step": 8.3552885055542, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.08187157085963657, "subset_score_loss": 0.08187157085963657}
+{"step": 250000, "wall_time": 2537.298170566559, "train_loss_step": 8.60873794555664, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.08076145308358329, "subset_score_loss": 0.08076145308358329}
+{"step": 260000, "wall_time": 2603.917646884918, "train_loss_step": 8.721864700317383, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.07935625485011509, "subset_score_loss": 0.07935625485011509}
+{"step": 270000, "wall_time": 2670.226922273636, "train_loss_step": 7.967319488525391, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07712017468043736, "subset_score_loss": 0.07712017468043736}
+{"step": 280000, "wall_time": 2736.7985961437225, "train_loss_step": 8.537395477294922, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07431497573852539, "subset_score_loss": 0.07431497573852539}
+{"step": 290000, "wall_time": 2801.0350334644318, "train_loss_step": 8.727276802062988, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07336785452706474, "subset_score_loss": 0.07336785452706474}
+{"step": 300000, "wall_time": 2890.3771901130676, "train_loss_step": 8.26072883605957, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.07104007175990514, "subset_score_loss": 0.07104007175990514, "memorization_fraction_pixel": 0.008700000122189522, "mean_nn_ratio_pixel": 0.8762927651405334, "fid": 63.578801067903214}
+{"step": 310000, "wall_time": 2939.671289205551, "train_loss_step": 8.042539596557617, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.07040069443838937, "subset_score_loss": 0.07040069443838937}
+{"step": 320000, "wall_time": 2991.5089914798737, "train_loss_step": 7.519166946411133, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.0693359375, "subset_score_loss": 0.0693359375}
+{"step": 330000, "wall_time": 3113.4484786987305, "train_loss_step": 8.153780937194824, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.06586656570434571, "subset_score_loss": 0.06586656570434571}
+{"step": 340000, "wall_time": 3255.3655049800873, "train_loss_step": 7.953886985778809, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.06804368155343192, "subset_score_loss": 0.06804368155343192}
+{"step": 350000, "wall_time": 3397.3008890151978, "train_loss_step": 7.665895462036133, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.0646970340183803, "subset_score_loss": 0.0646970340183803}
+{"step": 360000, "wall_time": 3539.2215554714203, "train_loss_step": 7.644488334655762, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.0679879869733538, "subset_score_loss": 0.0679879869733538}
+{"step": 370000, "wall_time": 3681.1477143764496, "train_loss_step": 8.104288101196289, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06440621784755161, "subset_score_loss": 0.06440621784755161}
+{"step": 380000, "wall_time": 3823.0722184181213, "train_loss_step": 7.6368727684021, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06327011925833566, "subset_score_loss": 0.06327011925833566}
+{"step": 390000, "wall_time": 3965.1385049819946, "train_loss_step": 7.623337745666504, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06079722132001605, "subset_score_loss": 0.06079722132001605}
+{"step": 400000, "wall_time": 4209.724873542786, "train_loss_step": 7.434629440307617, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.06114802360534668, "subset_score_loss": 0.06114802360534668, "memorization_fraction_pixel": 0.017500000074505806, "mean_nn_ratio_pixel": 0.8582448959350586, "fid": 66.67583409469694}
+{"step": 410000, "wall_time": 4349.978053331375, "train_loss_step": 8.098474502563477, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.06114997182573591, "subset_score_loss": 0.06114997182573591}
+{"step": 420000, "wall_time": 4491.65531373024, "train_loss_step": 7.169671058654785, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.05964153153555734, "subset_score_loss": 0.05964153153555734}
+{"step": 430000, "wall_time": 4630.915324926376, "train_loss_step": 7.4005513191223145, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.05870754378182547, "subset_score_loss": 0.05870754378182547}
+{"step": 440000, "wall_time": 4770.461688518524, "train_loss_step": 7.532574653625488, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.05776023183550153, "subset_score_loss": 0.05776023183550153}
+{"step": 450000, "wall_time": 4912.368189334869, "train_loss_step": 6.996258735656738, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.056982510430472234, "subset_score_loss": 0.056982510430472234}
+{"step": 460000, "wall_time": 5053.743594646454, "train_loss_step": 7.034812927246094, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.056419604165213445, "subset_score_loss": 0.056419604165213445}
+{"step": 470000, "wall_time": 5194.902937889099, "train_loss_step": 7.05184268951416, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.058028275626046316, "subset_score_loss": 0.058028275626046316}
+{"step": 480000, "wall_time": 5336.577591657639, "train_loss_step": 7.415218353271484, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05525132247379848, "subset_score_loss": 0.05525132247379848}
+{"step": 490000, "wall_time": 5478.388012170792, "train_loss_step": 8.181795120239258, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.0555889436176845, "subset_score_loss": 0.0555889436176845}
+{"step": 500000, "wall_time": 5722.608221530914, "train_loss_step": 7.184422492980957, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.052372169494628903, "subset_score_loss": 0.052372169494628903, "memorization_fraction_pixel": 0.03359999880194664, "mean_nn_ratio_pixel": 0.8318027257919312, "fid": 64.04028406594547}
+{"step": 510000, "wall_time": 5863.279150724411, "train_loss_step": 7.3233137130737305, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.05560898780822754, "subset_score_loss": 0.05560898780822754}
+{"step": 520000, "wall_time": 6003.344049453735, "train_loss_step": 7.4767656326293945, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.05259254319327218, "subset_score_loss": 0.05259254319327218}
+{"step": 530000, "wall_time": 6143.536956310272, "train_loss_step": 6.798003196716309, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.05344839777265276, "subset_score_loss": 0.05344839777265276}
+{"step": 540000, "wall_time": 6284.280377149582, "train_loss_step": 6.883156776428223, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.05290001460484096, "subset_score_loss": 0.05290001460484096}
+{"step": 550000, "wall_time": 6425.6521899700165, "train_loss_step": 6.928676605224609, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.05437913281576974, "subset_score_loss": 0.05437913281576974}
+{"step": 560000, "wall_time": 6567.666150093079, "train_loss_step": 7.413014888763428, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.05324541841234479, "subset_score_loss": 0.05324541841234479}
+{"step": 570000, "wall_time": 6709.633002281189, "train_loss_step": 6.72020959854126, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05243090220860073, "subset_score_loss": 0.05243090220860073}
+{"step": 580000, "wall_time": 6851.565804481506, "train_loss_step": 6.622560501098633, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.050514663968767436, "subset_score_loss": 0.050514663968767436}
+{"step": 590000, "wall_time": 6993.503854036331, "train_loss_step": 6.836037635803223, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.050748072351728166, "subset_score_loss": 0.050748072351728166}
+{"step": 600000, "wall_time": 7236.818920373917, "train_loss_step": 6.3888349533081055, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.05079058919634138, "subset_score_loss": 0.05079058919634138, "memorization_fraction_pixel": 0.04670000076293945, "mean_nn_ratio_pixel": 0.8202258944511414, "fid": 61.061576846748196}
+{"step": 610000, "wall_time": 7377.549416542053, "train_loss_step": 6.746647834777832, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.05144607680184501, "subset_score_loss": 0.05144607680184501}
+{"step": 620000, "wall_time": 7515.619735956192, "train_loss_step": 7.065168857574463, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.04966175556182861, "subset_score_loss": 0.04966175556182861}
+{"step": 630000, "wall_time": 7657.503624916077, "train_loss_step": 6.5126729011535645, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.047955077035086495, "subset_score_loss": 0.047955077035086495}
+{"step": 640000, "wall_time": 7800.49484205246, "train_loss_step": 6.826137542724609, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.04962494713919503, "subset_score_loss": 0.04962494713919503}
+{"step": 650000, "wall_time": 7940.127622127533, "train_loss_step": 6.669271469116211, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.04907829420907157, "subset_score_loss": 0.04907829420907157}
+{"step": 660000, "wall_time": 8081.392377614975, "train_loss_step": 6.319160461425781, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.047436799321855815, "subset_score_loss": 0.047436799321855815}
+{"step": 670000, "wall_time": 8223.247054815292, "train_loss_step": 6.8603668212890625, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.04653576101575579, "subset_score_loss": 0.04653576101575579}
+{"step": 680000, "wall_time": 8365.1791203022, "train_loss_step": 6.305619239807129, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.04704223360334124, "subset_score_loss": 0.04704223360334124}
+{"step": 690000, "wall_time": 8506.910832166672, "train_loss_step": 6.944050312042236, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.048718925884791785, "subset_score_loss": 0.048718925884791785}
+{"step": 700000, "wall_time": 8751.110185623169, "train_loss_step": 6.739069938659668, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.04876766545431954, "subset_score_loss": 0.04876766545431954, "memorization_fraction_pixel": 0.05810000002384186, "mean_nn_ratio_pixel": 0.8122987151145935, "fid": 62.850680798117395}
+{"step": 710000, "wall_time": 8890.278502464294, "train_loss_step": 6.853643417358398, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.04663049152919224, "subset_score_loss": 0.04663049152919224}
+{"step": 720000, "wall_time": 9030.247193574905, "train_loss_step": 6.790521621704102, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.04616492135184152, "subset_score_loss": 0.04616492135184152}
+{"step": 730000, "wall_time": 9172.068560361862, "train_loss_step": 6.5732011795043945, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04481564589909145, "subset_score_loss": 0.04481564589909145}
+{"step": 740000, "wall_time": 9314.301617860794, "train_loss_step": 6.646197319030762, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.045147762979779925, "subset_score_loss": 0.045147762979779925}
+{"step": 750000, "wall_time": 9453.707359075546, "train_loss_step": 6.413745880126953, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.04416251863752093, "subset_score_loss": 0.04416251863752093}
+{"step": 760000, "wall_time": 9595.381942510605, "train_loss_step": 6.075188636779785, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.042565897532871794, "subset_score_loss": 0.042565897532871794}
+{"step": 770000, "wall_time": 9736.176697015762, "train_loss_step": 6.286074638366699, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.045495196751185824, "subset_score_loss": 0.045495196751185824}
+{"step": 780000, "wall_time": 9878.105750083923, "train_loss_step": 6.966671943664551, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.04543669904981341, "subset_score_loss": 0.04543669904981341}
+{"step": 790000, "wall_time": 10020.088205099106, "train_loss_step": 5.8471832275390625, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.04251108510153634, "subset_score_loss": 0.04251108510153634}
+{"step": 800000, "wall_time": 10264.229777812958, "train_loss_step": 6.3561177253723145, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.044600847789219446, "subset_score_loss": 0.044600847789219446, "memorization_fraction_pixel": 0.07410000264644623, "mean_nn_ratio_pixel": 0.7973306775093079, "fid": 59.77865718624575}
+{"step": 810000, "wall_time": 10403.174859523773, "train_loss_step": 5.890267848968506, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.043078643935067315, "subset_score_loss": 0.043078643935067315}
+{"step": 820000, "wall_time": 10543.509674310684, "train_loss_step": 6.437304973602295, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.041615111487252374, "subset_score_loss": 0.041615111487252374}
+{"step": 830000, "wall_time": 10685.364538431168, "train_loss_step": 6.190268039703369, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.04380756446293422, "subset_score_loss": 0.04380756446293422}
+{"step": 840000, "wall_time": 10827.32223892212, "train_loss_step": 6.378427982330322, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.044951772689819335, "subset_score_loss": 0.044951772689819335}
+{"step": 850000, "wall_time": 10967.20223736763, "train_loss_step": 6.313940048217773, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.04251150403703962, "subset_score_loss": 0.04251150403703962}
+{"step": 860000, "wall_time": 11036.988492012024, "train_loss_step": 6.342836380004883, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.042227043424333845, "subset_score_loss": 0.042227043424333845}
+{"step": 870000, "wall_time": 11088.604684591293, "train_loss_step": 6.3776960372924805, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.04137752056121826, "subset_score_loss": 0.04137752056121826}
+{"step": 880000, "wall_time": 11140.232757806778, "train_loss_step": 5.929378509521484, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.04103701795850481, "subset_score_loss": 0.04103701795850481}
+{"step": 890000, "wall_time": 11191.86610865593, "train_loss_step": 5.742318153381348, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.04121008941105434, "subset_score_loss": 0.04121008941105434}
+{"step": 900000, "wall_time": 11281.126392126083, "train_loss_step": 6.6893310546875, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.041607417379106795, "subset_score_loss": 0.041607417379106795, "memorization_fraction_pixel": 0.10119999945163727, "mean_nn_ratio_pixel": 0.7742246985435486, "fid": 59.466618729118906}
+{"step": 910000, "wall_time": 11328.903993844986, "train_loss_step": 6.263740539550781, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.040560187612261094, "subset_score_loss": 0.040560187612261094}
+{"step": 920000, "wall_time": 11380.51584815979, "train_loss_step": 5.553744792938232, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.04357637677873884, "subset_score_loss": 0.04357637677873884}
+{"step": 930000, "wall_time": 11432.151686906815, "train_loss_step": 5.8410115242004395, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.04241834027426583, "subset_score_loss": 0.04241834027426583}
+{"step": 940000, "wall_time": 11483.77683520317, "train_loss_step": 6.0835466384887695, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.0417252813066755, "subset_score_loss": 0.0417252813066755}
+{"step": 950000, "wall_time": 11535.413928508759, "train_loss_step": 5.692460536956787, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.040091569083077566, "subset_score_loss": 0.040091569083077566}
+{"step": 960000, "wall_time": 11587.033166646957, "train_loss_step": 5.813414573669434, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.04069244861602783, "subset_score_loss": 0.04069244861602783}
+{"step": 970000, "wall_time": 11638.64486193657, "train_loss_step": 5.483884811401367, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.039050330434526714, "subset_score_loss": 0.039050330434526714}
+{"step": 980000, "wall_time": 11690.25731253624, "train_loss_step": 6.416845798492432, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.03874079159327916, "subset_score_loss": 0.03874079159327916}
+{"step": 990000, "wall_time": 11741.786567926407, "train_loss_step": 5.990900039672852, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.04027817930494036, "subset_score_loss": 0.04027817930494036}
+{"step": 1000000, "wall_time": 11830.237922906876, "train_loss_step": 5.8352179527282715, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.03965215342385428, "subset_score_loss": 0.03965215342385428, "memorization_fraction_pixel": 0.1185000017285347, "mean_nn_ratio_pixel": 0.7633014917373657, "fid": 59.43931368331555}
+{"step": 1010000, "wall_time": 11877.981319189072, "train_loss_step": 6.271462440490723, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.038998688970293315, "subset_score_loss": 0.038998688970293315}
+{"step": 1020000, "wall_time": 11929.573719024658, "train_loss_step": 5.9197797775268555, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.03821533407483782, "subset_score_loss": 0.03821533407483782}
+{"step": 1030000, "wall_time": 11981.28672671318, "train_loss_step": 5.841645240783691, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.03891761302947998, "subset_score_loss": 0.03891761302947998}
+{"step": 1040000, "wall_time": 12033.009164094925, "train_loss_step": 5.829587936401367, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.04015063898903983, "subset_score_loss": 0.04015063898903983}
+{"step": 1050000, "wall_time": 12084.731884241104, "train_loss_step": 5.976066589355469, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.04009195055280413, "subset_score_loss": 0.04009195055280413}
+{"step": 1060000, "wall_time": 12136.423948049545, "train_loss_step": 6.270065784454346, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.03756859302520752, "subset_score_loss": 0.03756859302520752}
+{"step": 1070000, "wall_time": 12188.14433002472, "train_loss_step": 5.812642574310303, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.03769720622471401, "subset_score_loss": 0.03769720622471401}
+{"step": 1080000, "wall_time": 12239.874784946442, "train_loss_step": 5.718389511108398, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.03912052767617362, "subset_score_loss": 0.03912052767617362}
+{"step": 1090000, "wall_time": 12291.528384685516, "train_loss_step": 5.5800323486328125, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.03742799418313163, "subset_score_loss": 0.03742799418313163}
+{"step": 1100000, "wall_time": 12381.337453365326, "train_loss_step": 5.595460414886475, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.03687712805611747, "subset_score_loss": 0.03687712805611747, "memorization_fraction_pixel": 0.1468999981880188, "mean_nn_ratio_pixel": 0.7398222088813782, "fid": 57.204965351373204}
+{"step": 1110000, "wall_time": 12429.72382235527, "train_loss_step": 5.792285919189453, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.03715963363647461, "subset_score_loss": 0.03715963363647461}
+{"step": 1120000, "wall_time": 12481.4154150486, "train_loss_step": 5.758953094482422, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.03685453619275774, "subset_score_loss": 0.03685453619275774}
+{"step": 1130000, "wall_time": 12533.024080514908, "train_loss_step": 5.774899959564209, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.03637759685516358, "subset_score_loss": 0.03637759685516358}
+{"step": 1140000, "wall_time": 12584.61989569664, "train_loss_step": 5.912203788757324, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.035794128690447125, "subset_score_loss": 0.035794128690447125}
+{"step": 1150000, "wall_time": 12636.218386173248, "train_loss_step": 5.622210502624512, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.03794286591666085, "subset_score_loss": 0.03794286591666085}
+{"step": 1160000, "wall_time": 12687.850305080414, "train_loss_step": 5.472105979919434, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.035907932690211704, "subset_score_loss": 0.035907932690211704}
+{"step": 1170000, "wall_time": 12739.515906333923, "train_loss_step": 5.8139729499816895, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.03758769035339356, "subset_score_loss": 0.03758769035339356}
+{"step": 1180000, "wall_time": 12791.234091997147, "train_loss_step": 5.740516662597656, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.03525924001421247, "subset_score_loss": 0.03525924001421247}
+{"step": 1190000, "wall_time": 12842.890232801437, "train_loss_step": 5.767760276794434, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.03666634900229318, "subset_score_loss": 0.03666634900229318}
+{"step": 1200000, "wall_time": 12931.33191728592, "train_loss_step": 5.5602006912231445, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.035733188901628764, "subset_score_loss": 0.035733188901628764, "memorization_fraction_pixel": 0.17190000414848328, "mean_nn_ratio_pixel": 0.7283328175544739, "fid": 57.975113594625704}
+{"step": 1210000, "wall_time": 12979.296729564667, "train_loss_step": 5.2639546394348145, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.03522130421229771, "subset_score_loss": 0.03522130421229771}
+{"step": 1220000, "wall_time": 13031.023080825806, "train_loss_step": 5.018277168273926, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03413905075618199, "subset_score_loss": 0.03413905075618199}
+{"step": 1230000, "wall_time": 13082.693678379059, "train_loss_step": 5.641598701477051, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.03527405602591378, "subset_score_loss": 0.03527405602591378}
+{"step": 1240000, "wall_time": 13134.34103512764, "train_loss_step": 5.564873695373535, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.034554845946175715, "subset_score_loss": 0.034554845946175715}
+{"step": 1250000, "wall_time": 13185.933640480042, "train_loss_step": 5.389203071594238, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.03325200421469552, "subset_score_loss": 0.03325200421469552}
+{"step": 1260000, "wall_time": 13237.557491064072, "train_loss_step": 5.864745616912842, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.033463117054530554, "subset_score_loss": 0.033463117054530554}
+{"step": 1270000, "wall_time": 13289.152121067047, "train_loss_step": 5.302617073059082, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.03617636816842215, "subset_score_loss": 0.03617636816842215}
+{"step": 1280000, "wall_time": 13340.742021083832, "train_loss_step": 5.099610328674316, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.034790083340236116, "subset_score_loss": 0.034790083340236116}
+{"step": 1290000, "wall_time": 13392.299703359604, "train_loss_step": 5.252351760864258, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.034981587954929894, "subset_score_loss": 0.034981587954929894}
+{"step": 1300000, "wall_time": 13481.10531949997, "train_loss_step": 5.393774509429932, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.03445999622344971, "subset_score_loss": 0.03445999622344971, "memorization_fraction_pixel": 0.22429999709129333, "mean_nn_ratio_pixel": 0.6889280080795288, "fid": 53.74223776019987}
+{"step": 1310000, "wall_time": 13528.921556472778, "train_loss_step": 4.971462726593018, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.033028759275163924, "subset_score_loss": 0.033028759275163924}
+{"step": 1320000, "wall_time": 13580.528409004211, "train_loss_step": 5.271228790283203, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.034107507978166855, "subset_score_loss": 0.034107507978166855}
+{"step": 1330000, "wall_time": 13632.111337423325, "train_loss_step": 5.044835567474365, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.03293661730630057, "subset_score_loss": 0.03293661730630057}
+{"step": 1340000, "wall_time": 13683.722705125809, "train_loss_step": 5.106322765350342, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03374745505196708, "subset_score_loss": 0.03374745505196708}
+{"step": 1350000, "wall_time": 13735.344672203064, "train_loss_step": 5.520479679107666, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.03360825947352818, "subset_score_loss": 0.03360825947352818}
+{"step": 1360000, "wall_time": 13786.959710121155, "train_loss_step": 5.354063510894775, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.034016360555376324, "subset_score_loss": 0.034016360555376324}
+{"step": 1370000, "wall_time": 13838.561111211777, "train_loss_step": 4.927616119384766, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.03143726416996547, "subset_score_loss": 0.03143726416996547}
+{"step": 1380000, "wall_time": 13890.153286933899, "train_loss_step": 5.420474529266357, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.033724914278302875, "subset_score_loss": 0.033724914278302875}
+{"step": 1390000, "wall_time": 13941.692277908325, "train_loss_step": 5.4238667488098145, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.033954501152038574, "subset_score_loss": 0.033954501152038574}
+{"step": 1400000, "wall_time": 14030.423477888107, "train_loss_step": 5.12563419342041, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.0310751063483102, "subset_score_loss": 0.0310751063483102, "memorization_fraction_pixel": 0.25380000472068787, "mean_nn_ratio_pixel": 0.678486704826355, "fid": 53.34387333214829}
+{"step": 1410000, "wall_time": 14078.254315137863, "train_loss_step": 5.624894618988037, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.03439085142953055, "subset_score_loss": 0.03439085142953055}
+{"step": 1420000, "wall_time": 14129.849393844604, "train_loss_step": 4.808693885803223, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03211898803710937, "subset_score_loss": 0.03211898803710937}
+{"step": 1430000, "wall_time": 14181.434161186218, "train_loss_step": 5.316946506500244, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.030845175470624653, "subset_score_loss": 0.030845175470624653}
+{"step": 1440000, "wall_time": 14233.014875650406, "train_loss_step": 5.270221710205078, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.03216421604156494, "subset_score_loss": 0.03216421604156494}
+{"step": 1450000, "wall_time": 14284.609863758087, "train_loss_step": 5.481784820556641, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.031848812103271486, "subset_score_loss": 0.031848812103271486}
+{"step": 1460000, "wall_time": 14336.176924228668, "train_loss_step": 5.171291828155518, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.03212236676897321, "subset_score_loss": 0.03212236676897321}
+{"step": 1470000, "wall_time": 14387.755358457565, "train_loss_step": 5.362841606140137, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.03300132070268903, "subset_score_loss": 0.03300132070268903}
+{"step": 1480000, "wall_time": 14439.376399755478, "train_loss_step": 5.329059600830078, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.032681454930986675, "subset_score_loss": 0.032681454930986675}
+{"step": 1490000, "wall_time": 14490.900049686432, "train_loss_step": 5.582763671875, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.03195580414363316, "subset_score_loss": 0.03195580414363316}
+{"step": 1500000, "wall_time": 14579.676149606705, "train_loss_step": 5.099411964416504, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.02979815346854074, "subset_score_loss": 0.02979815346854074, "memorization_fraction_pixel": 0.2721000015735626, "mean_nn_ratio_pixel": 0.6831502318382263, "fid": 56.053795728722356}
+{"step": 1510000, "wall_time": 14627.704585790634, "train_loss_step": 5.080286026000977, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.031259615080697196, "subset_score_loss": 0.031259615080697196}
+{"step": 1520000, "wall_time": 14679.405795097351, "train_loss_step": 5.2880144119262695, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.030612962586539134, "subset_score_loss": 0.030612962586539134}
+{"step": 1530000, "wall_time": 14731.128769397736, "train_loss_step": 5.360284328460693, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.03351023878370012, "subset_score_loss": 0.03351023878370012}
+{"step": 1540000, "wall_time": 14782.82072687149, "train_loss_step": 5.033787727355957, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.03009513786860875, "subset_score_loss": 0.03009513786860875}
+{"step": 1550000, "wall_time": 14834.533578157425, "train_loss_step": 5.090304374694824, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.02993543829236712, "subset_score_loss": 0.02993543829236712}
+{"step": 1560000, "wall_time": 14886.250665187836, "train_loss_step": 4.862361431121826, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.02912578923361642, "subset_score_loss": 0.02912578923361642}
+{"step": 1570000, "wall_time": 14937.974093914032, "train_loss_step": 4.712182998657227, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.02958920683179583, "subset_score_loss": 0.02958920683179583}
+{"step": 1580000, "wall_time": 14989.659710407257, "train_loss_step": 4.697710990905762, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.031497468267168316, "subset_score_loss": 0.031497468267168316}
+{"step": 1590000, "wall_time": 15041.27941608429, "train_loss_step": 5.123988151550293, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.02994938918522426, "subset_score_loss": 0.02994938918522426}
+{"step": 1600000, "wall_time": 15130.105878353119, "train_loss_step": 4.843442916870117, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.030294738497052873, "subset_score_loss": 0.030294738497052873, "memorization_fraction_pixel": 0.31310001015663147, "mean_nn_ratio_pixel": 0.6627742648124695, "fid": 56.3491171689869}
+{"step": 1610000, "wall_time": 15178.046514511108, "train_loss_step": 5.196749687194824, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.029109488214765278, "subset_score_loss": 0.029109488214765278}
+{"step": 1620000, "wall_time": 15229.77922487259, "train_loss_step": 4.69855260848999, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.030050529752458845, "subset_score_loss": 0.030050529752458845}
+{"step": 1630000, "wall_time": 15281.511175870895, "train_loss_step": 4.587637424468994, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.027941296781812397, "subset_score_loss": 0.027941296781812397}
+{"step": 1640000, "wall_time": 15333.224886894226, "train_loss_step": 4.8407206535339355, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.02871793678828648, "subset_score_loss": 0.02871793678828648}
+{"step": 1650000, "wall_time": 15384.961137533188, "train_loss_step": 5.0478410720825195, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.02944343090057373, "subset_score_loss": 0.02944343090057373}
+{"step": 1660000, "wall_time": 15436.662863969803, "train_loss_step": 4.8166327476501465, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.028617467199053084, "subset_score_loss": 0.028617467199053084}
+{"step": 1670000, "wall_time": 15488.385384082794, "train_loss_step": 4.886355876922607, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.028541910648345947, "subset_score_loss": 0.028541910648345947}
+{"step": 1680000, "wall_time": 15540.085944890976, "train_loss_step": 4.786142826080322, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.02816150699343, "subset_score_loss": 0.02816150699343}
+{"step": 1690000, "wall_time": 15591.658526420593, "train_loss_step": 4.535658359527588, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.028695361954825267, "subset_score_loss": 0.028695361954825267}
+{"step": 1700000, "wall_time": 15679.982414722443, "train_loss_step": 5.180803298950195, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.029518560000828333, "subset_score_loss": 0.029518560000828333, "memorization_fraction_pixel": 0.3353999853134155, "mean_nn_ratio_pixel": 0.6586529016494751, "fid": 58.01380454626192}
+{"step": 1710000, "wall_time": 15727.992699861526, "train_loss_step": 4.71626615524292, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.028794724600655693, "subset_score_loss": 0.028794724600655693}
+{"step": 1720000, "wall_time": 15779.70971417427, "train_loss_step": 5.191555023193359, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.029411700793675014, "subset_score_loss": 0.029411700793675014}
+{"step": 1730000, "wall_time": 15831.408402204514, "train_loss_step": 4.777524948120117, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.028099632263183592, "subset_score_loss": 0.028099632263183592}
+{"step": 1740000, "wall_time": 15883.117844343185, "train_loss_step": 5.003634452819824, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.029096695355006627, "subset_score_loss": 0.029096695355006627}
+{"step": 1750000, "wall_time": 15934.820227384567, "train_loss_step": 4.294750213623047, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.02873105662209647, "subset_score_loss": 0.02873105662209647}
+{"step": 1760000, "wall_time": 15986.53557252884, "train_loss_step": 4.559746742248535, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.027968639986855642, "subset_score_loss": 0.027968639986855642}
+{"step": 1770000, "wall_time": 16038.248660564423, "train_loss_step": 4.87535285949707, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.027478999750954764, "subset_score_loss": 0.027478999750954764}
+{"step": 1780000, "wall_time": 16089.982191324234, "train_loss_step": 5.021059989929199, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.026838324751172746, "subset_score_loss": 0.026838324751172746}
+{"step": 1790000, "wall_time": 16141.55474972725, "train_loss_step": 4.794466018676758, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.028035400594983783, "subset_score_loss": 0.028035400594983783}
+{"step": 1800000, "wall_time": 16229.731849431992, "train_loss_step": 4.802751541137695, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.027603272029331754, "subset_score_loss": 0.027603272029331754, "memorization_fraction_pixel": 0.36309999227523804, "mean_nn_ratio_pixel": 0.6424160599708557, "fid": 55.679012678378285}
+{"step": 1810000, "wall_time": 16277.646960258484, "train_loss_step": 4.504358768463135, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.027192854881286622, "subset_score_loss": 0.027192854881286622}
+{"step": 1820000, "wall_time": 16329.322465896606, "train_loss_step": 4.447613716125488, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.02700904607772827, "subset_score_loss": 0.02700904607772827}
+{"step": 1830000, "wall_time": 16381.029065608978, "train_loss_step": 4.618707180023193, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.02727552822657994, "subset_score_loss": 0.02727552822657994}
+{"step": 1840000, "wall_time": 16432.768348693848, "train_loss_step": 4.929934501647949, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.028070737634386334, "subset_score_loss": 0.028070737634386334}
+{"step": 1850000, "wall_time": 16484.490919828415, "train_loss_step": 4.498783111572266, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.027701125826154437, "subset_score_loss": 0.027701125826154437}
+{"step": 1860000, "wall_time": 16536.21627497673, "train_loss_step": 4.297151565551758, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.026703771523066928, "subset_score_loss": 0.026703771523066928}
+{"step": 1870000, "wall_time": 16587.944067955017, "train_loss_step": 4.659366130828857, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.02790566853114537, "subset_score_loss": 0.02790566853114537}
+{"step": 1880000, "wall_time": 16639.659950733185, "train_loss_step": 4.540332794189453, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.02610504116330828, "subset_score_loss": 0.02610504116330828}
+{"step": 1890000, "wall_time": 16691.22795534134, "train_loss_step": 4.465732574462891, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.027712971823556084, "subset_score_loss": 0.027712971823556084}
+{"step": 1900000, "wall_time": 16779.88602042198, "train_loss_step": 4.951076507568359, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.027140559468950543, "subset_score_loss": 0.027140559468950543, "memorization_fraction_pixel": 0.40290001034736633, "mean_nn_ratio_pixel": 0.622188150882721, "fid": 55.3359359131871}
+{"step": 1910000, "wall_time": 16827.704960346222, "train_loss_step": 4.936849117279053, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.025963006700788226, "subset_score_loss": 0.025963006700788226}
+{"step": 1920000, "wall_time": 16879.422347307205, "train_loss_step": 4.324171543121338, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.02648557424545288, "subset_score_loss": 0.02648557424545288}
+{"step": 1930000, "wall_time": 16931.133678913116, "train_loss_step": 4.328223705291748, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.02552112681525094, "subset_score_loss": 0.02552112681525094}
+{"step": 1940000, "wall_time": 16982.858911275864, "train_loss_step": 4.6306471824646, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.027865745340074813, "subset_score_loss": 0.027865745340074813}
+{"step": 1950000, "wall_time": 17034.56956243515, "train_loss_step": 4.461544036865234, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.027120912075042726, "subset_score_loss": 0.027120912075042726}
+{"step": 1960000, "wall_time": 17086.241397619247, "train_loss_step": 4.4311933517456055, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.02633084569658552, "subset_score_loss": 0.02633084569658552}
+{"step": 1970000, "wall_time": 17137.963967084885, "train_loss_step": 4.460970878601074, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.024767868859427316, "subset_score_loss": 0.024767868859427316}
+{"step": 1980000, "wall_time": 17189.66978764534, "train_loss_step": 4.815941333770752, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.026212854044778005, "subset_score_loss": 0.026212854044778005}
+{"step": 1990000, "wall_time": 17241.247968435287, "train_loss_step": 4.447468280792236, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.02593414953776768, "subset_score_loss": 0.02593414953776768}
+{"step": 2000000, "wall_time": 17329.480988025665, "train_loss_step": 4.558518409729004, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.025766587257385253, "subset_score_loss": 0.025766587257385253, "memorization_fraction_pixel": 0.42010000348091125, "mean_nn_ratio_pixel": 0.613003134727478, "fid": 55.308493178964206}
+{"step": 2010000, "wall_time": 17377.353058099747, "train_loss_step": 4.592918872833252, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.027649572917393277, "subset_score_loss": 0.027649572917393277}
+{"step": 2020000, "wall_time": 17429.075446605682, "train_loss_step": 4.301725387573242, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.026767185756138394, "subset_score_loss": 0.026767185756138394}
+{"step": 2030000, "wall_time": 17480.757744789124, "train_loss_step": 4.225406646728516, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.024519004140581405, "subset_score_loss": 0.024519004140581405}
+{"step": 2040000, "wall_time": 17532.45712852478, "train_loss_step": 4.448246479034424, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.025496772357395718, "subset_score_loss": 0.025496772357395718}
+{"step": 2050000, "wall_time": 17584.169481277466, "train_loss_step": 4.325179100036621, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.024985834530421667, "subset_score_loss": 0.024985834530421667}
+{"step": 2060000, "wall_time": 17635.897282123566, "train_loss_step": 4.6469292640686035, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.025379155363355364, "subset_score_loss": 0.025379155363355364}
+{"step": 2070000, "wall_time": 17687.620692253113, "train_loss_step": 4.507633209228516, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.026088804858071465, "subset_score_loss": 0.026088804858071465}
+{"step": 2080000, "wall_time": 17739.34709072113, "train_loss_step": 4.260313987731934, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.02551623923437936, "subset_score_loss": 0.02551623923437936}
+{"step": 2090000, "wall_time": 17790.920669794083, "train_loss_step": 4.983198165893555, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.025864779949188232, "subset_score_loss": 0.025864779949188232}
+{"step": 2100000, "wall_time": 17879.035563230515, "train_loss_step": 4.260965347290039, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.024907900605882917, "subset_score_loss": 0.024907900605882917, "memorization_fraction_pixel": 0.44760000705718994, "mean_nn_ratio_pixel": 0.5956948399543762, "fid": 53.704673834475344}
+{"step": 2110000, "wall_time": 17926.962894678116, "train_loss_step": 4.344667434692383, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.02445908273969378, "subset_score_loss": 0.02445908273969378}
+{"step": 2120000, "wall_time": 17978.705320835114, "train_loss_step": 3.8635458946228027, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.023633057730538504, "subset_score_loss": 0.023633057730538504}
+{"step": 2130000, "wall_time": 18030.42586708069, "train_loss_step": 4.476985931396484, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.023954124110085625, "subset_score_loss": 0.023954124110085625}
+{"step": 2140000, "wall_time": 18082.13713169098, "train_loss_step": 4.145312309265137, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.026152076039995465, "subset_score_loss": 0.026152076039995465}
+{"step": 2150000, "wall_time": 18133.869512319565, "train_loss_step": 4.271285057067871, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.02437059198107038, "subset_score_loss": 0.02437059198107038}
+{"step": 2160000, "wall_time": 18185.582755088806, "train_loss_step": 4.27008056640625, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.0238509007862636, "subset_score_loss": 0.0238509007862636}
+{"step": 2170000, "wall_time": 18237.297568559647, "train_loss_step": 4.431661605834961, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.02477801186697824, "subset_score_loss": 0.02477801186697824}
+{"step": 2180000, "wall_time": 18288.99328994751, "train_loss_step": 4.498043060302734, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.024742955820901052, "subset_score_loss": 0.024742955820901052}
+{"step": 2190000, "wall_time": 18340.56078672409, "train_loss_step": 4.420529365539551, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.02327591521399362, "subset_score_loss": 0.02327591521399362}
+{"step": 2200000, "wall_time": 18428.825380325317, "train_loss_step": 4.1260552406311035, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.024816303593771797, "subset_score_loss": 0.024816303593771797, "memorization_fraction_pixel": 0.47200000286102295, "mean_nn_ratio_pixel": 0.5851241946220398, "fid": 52.70173777580197}
+{"step": 2210000, "wall_time": 18476.758327007294, "train_loss_step": 4.081393241882324, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.02507815190723964, "subset_score_loss": 0.02507815190723964}
+{"step": 2220000, "wall_time": 18528.485533952713, "train_loss_step": 4.348916530609131, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.023638013431004117, "subset_score_loss": 0.023638013431004117}
+{"step": 2230000, "wall_time": 18580.217878818512, "train_loss_step": 4.723809242248535, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.02428442750658308, "subset_score_loss": 0.02428442750658308}
+{"step": 2240000, "wall_time": 18631.93435192108, "train_loss_step": 4.032113075256348, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.02448585374014718, "subset_score_loss": 0.02448585374014718}
+{"step": 2250000, "wall_time": 18683.64702630043, "train_loss_step": 4.413064479827881, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.02348240954535348, "subset_score_loss": 0.02348240954535348}
+{"step": 2260000, "wall_time": 18735.357569932938, "train_loss_step": 4.221569061279297, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.02401715006147112, "subset_score_loss": 0.02401715006147112}
+{"step": 2270000, "wall_time": 18787.04002737999, "train_loss_step": 4.416593551635742, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.02334298406328474, "subset_score_loss": 0.02334298406328474}
+{"step": 2280000, "wall_time": 18838.734194993973, "train_loss_step": 4.2917799949646, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.023405870369502476, "subset_score_loss": 0.023405870369502476}
+{"step": 2290000, "wall_time": 18890.322207450867, "train_loss_step": 4.217255592346191, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.024233228819710868, "subset_score_loss": 0.024233228819710868}
+{"step": 2300000, "wall_time": 18957.546481370926, "train_loss_step": 4.482786655426025, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.02440026317323957, "subset_score_loss": 0.02440026317323957, "memorization_fraction_pixel": 0.5067999958992004, "mean_nn_ratio_pixel": 0.5547693371772766, "fid": 49.44752366015376}
+{"step": 2310000, "wall_time": 19005.471254587173, "train_loss_step": 4.065434455871582, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.024129685333796908, "subset_score_loss": 0.024129685333796908}
+{"step": 2320000, "wall_time": 19057.173042535782, "train_loss_step": 4.564889907836914, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.0228109495980399, "subset_score_loss": 0.0228109495980399}
+{"step": 2330000, "wall_time": 19108.883838891983, "train_loss_step": 4.171902656555176, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.023138197830745152, "subset_score_loss": 0.023138197830745152}
+{"step": 2340000, "wall_time": 19160.589314222336, "train_loss_step": 4.2564697265625, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.023045737402779716, "subset_score_loss": 0.023045737402779716}
+{"step": 2350000, "wall_time": 19212.302387952805, "train_loss_step": 4.387491226196289, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.022482075010027205, "subset_score_loss": 0.022482075010027205}
+{"step": 2360000, "wall_time": 19264.035418748856, "train_loss_step": 4.088763236999512, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.02239488192967006, "subset_score_loss": 0.02239488192967006}
+{"step": 2370000, "wall_time": 19315.766172885895, "train_loss_step": 4.0829267501831055, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.02261160101209368, "subset_score_loss": 0.02261160101209368}
+{"step": 2380000, "wall_time": 19367.49565553665, "train_loss_step": 3.767622947692871, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.02271508148738316, "subset_score_loss": 0.02271508148738316}
+{"step": 2390000, "wall_time": 19419.215970277786, "train_loss_step": 4.234795093536377, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.022860923835209438, "subset_score_loss": 0.022860923835209438}
+{"step": 2400000, "wall_time": 19508.527834653854, "train_loss_step": 4.013235092163086, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02154183728354318, "subset_score_loss": 0.02154183728354318, "memorization_fraction_pixel": 0.5026999711990356, "mean_nn_ratio_pixel": 0.5622997283935547, "fid": 50.745350617623174}
+{"step": 2410000, "wall_time": 19538.50132250786, "train_loss_step": 4.162528991699219, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.022932870047433034, "subset_score_loss": 0.022932870047433034}
+{"step": 2420000, "wall_time": 19586.784687042236, "train_loss_step": 4.72160530090332, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.02503284556525094, "subset_score_loss": 0.02503284556525094}
+{"step": 2430000, "wall_time": 19638.51627969742, "train_loss_step": 4.197961807250977, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.02346121072769165, "subset_score_loss": 0.02346121072769165}
+{"step": 2440000, "wall_time": 19690.26411795616, "train_loss_step": 4.203093528747559, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.022341057232448034, "subset_score_loss": 0.022341057232448034}
+{"step": 2450000, "wall_time": 19742.00941348076, "train_loss_step": 4.217372894287109, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.02239102636064802, "subset_score_loss": 0.02239102636064802}
+{"step": 2460000, "wall_time": 19793.765724658966, "train_loss_step": 4.130734443664551, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.022634300163814, "subset_score_loss": 0.022634300163814}
+{"step": 2470000, "wall_time": 19845.507967948914, "train_loss_step": 4.23380184173584, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.02269575936453683, "subset_score_loss": 0.02269575936453683}
+{"step": 2480000, "wall_time": 19897.223845005035, "train_loss_step": 4.141073703765869, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.022805147511618478, "subset_score_loss": 0.022805147511618478}
+{"step": 2490000, "wall_time": 19948.967025756836, "train_loss_step": 4.191911697387695, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.022818899154663085, "subset_score_loss": 0.022818899154663085}
+{"step": 2500000, "wall_time": 20043.222900152206, "train_loss_step": 3.908444404602051, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.02312946149281093, "subset_score_loss": 0.02312946149281093, "memorization_fraction_pixel": 0.5097000002861023, "mean_nn_ratio_pixel": 0.5564489960670471, "fid": 51.14293252067537}
+{"step": 2510000, "wall_time": 20088.814632177353, "train_loss_step": 4.151573181152344, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.023998490401676724, "subset_score_loss": 0.023998490401676724}
+{"step": 2520000, "wall_time": 20136.42932868004, "train_loss_step": 4.129512786865234, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.023110743931361605, "subset_score_loss": 0.023110743931361605}
+{"step": 2530000, "wall_time": 20188.149609804153, "train_loss_step": 3.9517548084259033, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.0227824296270098, "subset_score_loss": 0.0227824296270098}
+{"step": 2540000, "wall_time": 20239.860769987106, "train_loss_step": 4.131929397583008, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.022285728795187813, "subset_score_loss": 0.022285728795187813}
+{"step": 2550000, "wall_time": 20291.557647943497, "train_loss_step": 3.9818954467773438, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.022613637787955148, "subset_score_loss": 0.022613637787955148}
+{"step": 2560000, "wall_time": 20343.264543533325, "train_loss_step": 4.3609771728515625, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.022475593430655343, "subset_score_loss": 0.022475593430655343}
+{"step": 2570000, "wall_time": 20394.98263669014, "train_loss_step": 4.142078399658203, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.021181249618530275, "subset_score_loss": 0.021181249618530275}
+{"step": 2580000, "wall_time": 20446.65631365776, "train_loss_step": 3.6860287189483643, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.0213362421308245, "subset_score_loss": 0.0213362421308245}
+{"step": 2590000, "wall_time": 20498.373797416687, "train_loss_step": 4.222825050354004, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.02294769627707345, "subset_score_loss": 0.02294769627707345}
+{"step": 2600000, "wall_time": 20592.664420843124, "train_loss_step": 3.6691360473632812, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.021633144787379672, "subset_score_loss": 0.021633144787379672, "memorization_fraction_pixel": 0.5577999949455261, "mean_nn_ratio_pixel": 0.5226576924324036, "fid": 49.53014658971951}
+{"step": 2610000, "wall_time": 20638.709303855896, "train_loss_step": 3.9296720027923584, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.02153294937951224, "subset_score_loss": 0.02153294937951224}
+{"step": 2620000, "wall_time": 20686.25657916069, "train_loss_step": 3.8776450157165527, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.022109997272491456, "subset_score_loss": 0.022109997272491456}
+{"step": 2630000, "wall_time": 20737.970064401627, "train_loss_step": 3.9868106842041016, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.020149879796164376, "subset_score_loss": 0.020149879796164376}
+{"step": 2640000, "wall_time": 20789.68754172325, "train_loss_step": 4.037659168243408, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.021121770995003838, "subset_score_loss": 0.021121770995003838}
+{"step": 2650000, "wall_time": 20841.41835141182, "train_loss_step": 3.839047908782959, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.02210444722856794, "subset_score_loss": 0.02210444722856794}
+{"step": 2660000, "wall_time": 20893.118148088455, "train_loss_step": 3.9508235454559326, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.022683428015027728, "subset_score_loss": 0.022683428015027728}
+{"step": 2670000, "wall_time": 20944.829666614532, "train_loss_step": 4.137413501739502, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.021664753981998987, "subset_score_loss": 0.021664753981998987}
+{"step": 2680000, "wall_time": 20996.55572605133, "train_loss_step": 3.662680149078369, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.021557818140302387, "subset_score_loss": 0.021557818140302387}
+{"step": 2690000, "wall_time": 21048.251499414444, "train_loss_step": 4.338298320770264, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.022658870901380267, "subset_score_loss": 0.022658870901380267}
+{"step": 2700000, "wall_time": 21142.628194332123, "train_loss_step": 4.04227352142334, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.02036622932979039, "subset_score_loss": 0.02036622932979039, "memorization_fraction_pixel": 0.557699978351593, "mean_nn_ratio_pixel": 0.5232573747634888, "fid": 47.011934268479514}
+{"step": 2710000, "wall_time": 21188.633390665054, "train_loss_step": 3.8067197799682617, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.021391211237226215, "subset_score_loss": 0.021391211237226215}
+{"step": 2720000, "wall_time": 21236.085069417953, "train_loss_step": 3.7936854362487793, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.021357086726597377, "subset_score_loss": 0.021357086726597377}
+{"step": 2730000, "wall_time": 21287.763735055923, "train_loss_step": 3.745805501937866, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.021043925625937324, "subset_score_loss": 0.021043925625937324}
+{"step": 2740000, "wall_time": 21339.472830295563, "train_loss_step": 3.9886698722839355, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.02061933619635446, "subset_score_loss": 0.02061933619635446}
+{"step": 2750000, "wall_time": 21391.183397769928, "train_loss_step": 3.681424140930176, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.019645059108734132, "subset_score_loss": 0.019645059108734132}
+{"step": 2760000, "wall_time": 21442.856311798096, "train_loss_step": 4.376216888427734, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.022360883440290177, "subset_score_loss": 0.022360883440290177}
+{"step": 2770000, "wall_time": 21494.541899442673, "train_loss_step": 3.780749797821045, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.021753055708748952, "subset_score_loss": 0.021753055708748952}
+{"step": 2780000, "wall_time": 21546.249656677246, "train_loss_step": 3.722579002380371, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.022276745523725237, "subset_score_loss": 0.022276745523725237}
+{"step": 2790000, "wall_time": 21597.96823477745, "train_loss_step": 4.014432430267334, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.02103740658078875, "subset_score_loss": 0.02103740658078875}
+{"step": 2800000, "wall_time": 21692.080605983734, "train_loss_step": 3.997246265411377, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.021463731357029506, "subset_score_loss": 0.021463731357029506, "memorization_fraction_pixel": 0.5730999708175659, "mean_nn_ratio_pixel": 0.5147410035133362, "fid": 48.146789459141225}
+{"step": 2810000, "wall_time": 21738.21330189705, "train_loss_step": 3.936192512512207, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.02049691677093506, "subset_score_loss": 0.02049691677093506}
+{"step": 2820000, "wall_time": 21772.66822385788, "train_loss_step": 3.6252903938293457, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.021482440403529576, "subset_score_loss": 0.021482440403529576}
+{"step": 2830000, "wall_time": 21811.281691789627, "train_loss_step": 3.952930450439453, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.020520481041499547, "subset_score_loss": 0.020520481041499547}
+{"step": 2840000, "wall_time": 21863.005208015442, "train_loss_step": 3.965998411178589, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.021744280202048164, "subset_score_loss": 0.021744280202048164}
+{"step": 2850000, "wall_time": 21914.71359014511, "train_loss_step": 3.791165590286255, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.020472851821354457, "subset_score_loss": 0.020472851821354457}
+{"step": 2860000, "wall_time": 21966.44905233383, "train_loss_step": 4.195102691650391, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.020712498256138395, "subset_score_loss": 0.020712498256138395}
+{"step": 2870000, "wall_time": 22018.160848855972, "train_loss_step": 3.7730560302734375, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.020929597105298722, "subset_score_loss": 0.020929597105298722}
+{"step": 2880000, "wall_time": 22069.87835240364, "train_loss_step": 3.9481468200683594, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.020952350752694266, "subset_score_loss": 0.020952350752694266}
+{"step": 2890000, "wall_time": 22121.571793556213, "train_loss_step": 3.8903067111968994, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.020694630486624583, "subset_score_loss": 0.020694630486624583}
+{"step": 2900000, "wall_time": 22215.912568807602, "train_loss_step": 4.1515350341796875, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.02024736063820975, "subset_score_loss": 0.02024736063820975, "memorization_fraction_pixel": 0.590399980545044, "mean_nn_ratio_pixel": 0.4989069700241089, "fid": 46.196324184238705}
+{"step": 2910000, "wall_time": 22263.830047607422, "train_loss_step": 3.847055196762085, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.020092741080692835, "subset_score_loss": 0.020092741080692835}
+{"step": 2920000, "wall_time": 22315.469065904617, "train_loss_step": 3.8897509574890137, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.021020613397870744, "subset_score_loss": 0.021020613397870744}
+{"step": 2930000, "wall_time": 22356.944363594055, "train_loss_step": 4.048136234283447, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.019938766956329346, "subset_score_loss": 0.019938766956329346}
+{"step": 2940000, "wall_time": 22391.36669063568, "train_loss_step": 3.3834962844848633, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.019069109644208635, "subset_score_loss": 0.019069109644208635}
+{"step": 2950000, "wall_time": 22439.528725624084, "train_loss_step": 4.272403717041016, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.0197067277772086, "subset_score_loss": 0.0197067277772086}
+{"step": 2960000, "wall_time": 22491.232980251312, "train_loss_step": 4.109174728393555, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.021504531587873188, "subset_score_loss": 0.021504531587873188}
+{"step": 2970000, "wall_time": 22542.89883852005, "train_loss_step": 3.5705504417419434, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.020620128086635044, "subset_score_loss": 0.020620128086635044}
+{"step": 2980000, "wall_time": 22594.634143590927, "train_loss_step": 3.5028796195983887, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.021868452004023962, "subset_score_loss": 0.021868452004023962}
+{"step": 2990000, "wall_time": 22646.3436691761, "train_loss_step": 4.007654666900635, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.02018153156552996, "subset_score_loss": 0.02018153156552996}
+{"step": 3000000, "wall_time": 22740.489352703094, "train_loss_step": 3.7827274799346924, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.02003136192049299, "subset_score_loss": 0.02003136192049299, "memorization_fraction_pixel": 0.6115000247955322, "mean_nn_ratio_pixel": 0.4842844605445862, "fid": 46.116081707413}
+{"step": 3010000, "wall_time": 22788.667634487152, "train_loss_step": 3.723997116088867, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.018720286233084544, "subset_score_loss": 0.018720286233084544}
+{"step": 3020000, "wall_time": 22840.091279506683, "train_loss_step": 3.611929416656494, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.018964508601597378, "subset_score_loss": 0.018964508601597378}
+{"step": 3030000, "wall_time": 22891.788373708725, "train_loss_step": 3.7421340942382812, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.019773685932159425, "subset_score_loss": 0.019773685932159425}
+{"step": 3040000, "wall_time": 22940.96121239662, "train_loss_step": 3.9164631366729736, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.020288074016571046, "subset_score_loss": 0.020288074016571046}
+{"step": 3050000, "wall_time": 22987.352424144745, "train_loss_step": 3.828017234802246, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.019028680665152415, "subset_score_loss": 0.019028680665152415}
+{"step": 3060000, "wall_time": 23039.05572628975, "train_loss_step": 4.007224082946777, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.019973278045654297, "subset_score_loss": 0.019973278045654297}
+{"step": 3070000, "wall_time": 23090.778954267502, "train_loss_step": 3.733994960784912, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.02023175273622785, "subset_score_loss": 0.02023175273622785}
+{"step": 3080000, "wall_time": 23142.462391614914, "train_loss_step": 3.864434003829956, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.020047528403145925, "subset_score_loss": 0.020047528403145925}
+{"step": 3090000, "wall_time": 23194.1871843338, "train_loss_step": 3.725088119506836, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.018884416988917758, "subset_score_loss": 0.018884416988917758}
+{"step": 3100000, "wall_time": 23288.37296485901, "train_loss_step": 3.782682180404663, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.02049562590462821, "subset_score_loss": 0.02049562590462821, "memorization_fraction_pixel": 0.5989999771118164, "mean_nn_ratio_pixel": 0.49751636385917664, "fid": 46.27598385374468}
+{"step": 3110000, "wall_time": 23337.227337360382, "train_loss_step": 3.7520663738250732, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.01982804877417428, "subset_score_loss": 0.01982804877417428}
+{"step": 3120000, "wall_time": 23388.020456314087, "train_loss_step": 3.6475324630737305, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.020189154148101806, "subset_score_loss": 0.020189154148101806}
+{"step": 3130000, "wall_time": 23439.733563899994, "train_loss_step": 3.9179108142852783, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.019666503156934467, "subset_score_loss": 0.019666503156934467}
+{"step": 3140000, "wall_time": 23490.68061232567, "train_loss_step": 3.54744029045105, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.019087885107312883, "subset_score_loss": 0.019087885107312883}
+{"step": 3150000, "wall_time": 23537.176871061325, "train_loss_step": 3.5512263774871826, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.019166426999228343, "subset_score_loss": 0.019166426999228343}
+{"step": 3160000, "wall_time": 23588.890667438507, "train_loss_step": 3.6194100379943848, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.01884361675807408, "subset_score_loss": 0.01884361675807408}
+{"step": 3170000, "wall_time": 23640.63058280945, "train_loss_step": 3.999959707260132, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.02049093927655901, "subset_score_loss": 0.02049093927655901}
+{"step": 3180000, "wall_time": 23692.343714237213, "train_loss_step": 3.743669033050537, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.019297771794455392, "subset_score_loss": 0.019297771794455392}
+{"step": 3190000, "wall_time": 23744.063157081604, "train_loss_step": 3.9447989463806152, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.019055742876870292, "subset_score_loss": 0.019055742876870292}
+{"step": 3200000, "wall_time": 23838.278337717056, "train_loss_step": 3.9223952293395996, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.019085351058415006, "subset_score_loss": 0.019085351058415006, "memorization_fraction_pixel": 0.6212999820709229, "mean_nn_ratio_pixel": 0.4768182635307312, "fid": 44.14925284564365}
+{"step": 3210000, "wall_time": 23887.731127262115, "train_loss_step": 3.66145658493042, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.020773402282169888, "subset_score_loss": 0.020773402282169888}
+{"step": 3220000, "wall_time": 23937.952169179916, "train_loss_step": 3.8939521312713623, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.02010208879198347, "subset_score_loss": 0.02010208879198347}
+{"step": 3230000, "wall_time": 23989.67436695099, "train_loss_step": 3.444634437561035, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.01865734883717128, "subset_score_loss": 0.01865734883717128}
+{"step": 3240000, "wall_time": 24040.480181455612, "train_loss_step": 3.461735963821411, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.018237996101379394, "subset_score_loss": 0.018237996101379394}
+{"step": 3250000, "wall_time": 24077.523611307144, "train_loss_step": 3.716665267944336, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.018470232827322824, "subset_score_loss": 0.018470232827322824}
+{"step": 3260000, "wall_time": 24129.242660045624, "train_loss_step": 3.9412083625793457, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.019761558941432406, "subset_score_loss": 0.019761558941432406}
+{"step": 3270000, "wall_time": 24180.96699142456, "train_loss_step": 4.315128803253174, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.02005152872630528, "subset_score_loss": 0.02005152872630528}
+{"step": 3280000, "wall_time": 24232.6543905735, "train_loss_step": 3.56809139251709, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.018819728919437954, "subset_score_loss": 0.018819728919437954}
+{"step": 3290000, "wall_time": 24284.346994638443, "train_loss_step": 3.6067752838134766, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.018522274494171143, "subset_score_loss": 0.018522274494171143}
+{"step": 3300000, "wall_time": 24378.433592557907, "train_loss_step": 3.7996320724487305, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.01848888908113752, "subset_score_loss": 0.01848888908113752, "memorization_fraction_pixel": 0.6190999746322632, "mean_nn_ratio_pixel": 0.4804588258266449, "fid": 44.20373073166635}
+{"step": 3310000, "wall_time": 24428.533209085464, "train_loss_step": 3.792552947998047, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.018257084914616178, "subset_score_loss": 0.018257084914616178}
+{"step": 3320000, "wall_time": 24478.116183519363, "train_loss_step": 4.045641899108887, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.018732922417776927, "subset_score_loss": 0.018732922417776927}
+{"step": 3330000, "wall_time": 24529.83999800682, "train_loss_step": 3.793407917022705, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.019684723445347378, "subset_score_loss": 0.019684723445347378}
+{"step": 3340000, "wall_time": 24581.581470012665, "train_loss_step": 3.6180059909820557, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.020028024060385567, "subset_score_loss": 0.020028024060385567}
+{"step": 3350000, "wall_time": 24624.708176374435, "train_loss_step": 3.473210573196411, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.018689940656934467, "subset_score_loss": 0.018689940656934467}
+{"step": 3360000, "wall_time": 24670.26255941391, "train_loss_step": 3.651416778564453, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.01929159164428711, "subset_score_loss": 0.01929159164428711}
+{"step": 3370000, "wall_time": 24721.95224905014, "train_loss_step": 3.4679460525512695, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.017900565692356655, "subset_score_loss": 0.017900565692356655}
+{"step": 3380000, "wall_time": 24773.67594242096, "train_loss_step": 3.6867053508758545, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.018182134628295897, "subset_score_loss": 0.018182134628295897}
+{"step": 3390000, "wall_time": 24825.394978284836, "train_loss_step": 3.8008086681365967, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.018719935417175294, "subset_score_loss": 0.018719935417175294}
+{"step": 3400000, "wall_time": 24919.672896146774, "train_loss_step": 3.7079713344573975, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.018549202169690814, "subset_score_loss": 0.018549202169690814, "memorization_fraction_pixel": 0.6495000123977661, "mean_nn_ratio_pixel": 0.4590805768966675, "fid": 43.526921105168405}
+{"step": 3410000, "wall_time": 24970.331318855286, "train_loss_step": 4.103904724121094, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.01881058897290911, "subset_score_loss": 0.01881058897290911}
+{"step": 3420000, "wall_time": 25019.387330532074, "train_loss_step": 3.840402126312256, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.01947723286492484, "subset_score_loss": 0.01947723286492484}
+{"step": 3430000, "wall_time": 25071.100400686264, "train_loss_step": 3.3858842849731445, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.018993919236319406, "subset_score_loss": 0.018993919236319406}
+{"step": 3440000, "wall_time": 25122.755706310272, "train_loss_step": 3.5024161338806152, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.018572095462254117, "subset_score_loss": 0.018572095462254117}
+{"step": 3450000, "wall_time": 25174.306259155273, "train_loss_step": 3.544955253601074, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.018645145211900985, "subset_score_loss": 0.018645145211900985}
+{"step": 3460000, "wall_time": 25208.92699933052, "train_loss_step": 3.6153225898742676, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.018629212038857597, "subset_score_loss": 0.018629212038857597}
+{"step": 3470000, "wall_time": 25257.959428548813, "train_loss_step": 3.743844509124756, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.01733865567616054, "subset_score_loss": 0.01733865567616054}
+{"step": 3480000, "wall_time": 25309.67419552803, "train_loss_step": 3.7541637420654297, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.019859729494367328, "subset_score_loss": 0.019859729494367328}
+{"step": 3490000, "wall_time": 25361.382890939713, "train_loss_step": 3.587416887283325, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.01807760340826852, "subset_score_loss": 0.01807760340826852}
+{"step": 3500000, "wall_time": 25455.647922992706, "train_loss_step": 4.015811443328857, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.019107062476021903, "subset_score_loss": 0.019107062476021903, "memorization_fraction_pixel": 0.6589000225067139, "mean_nn_ratio_pixel": 0.4497341215610504, "fid": 43.20457325268785}
+{"step": 3510000, "wall_time": 25506.855783224106, "train_loss_step": 3.6249313354492188, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.017839607170649936, "subset_score_loss": 0.017839607170649936}
+{"step": 3520000, "wall_time": 25555.36835050583, "train_loss_step": 3.330768346786499, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.018289906638009206, "subset_score_loss": 0.018289906638009206}
+{"step": 3530000, "wall_time": 25607.097474336624, "train_loss_step": 3.889735698699951, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.017502553122384207, "subset_score_loss": 0.017502553122384207}
+{"step": 3540000, "wall_time": 25658.82508945465, "train_loss_step": 3.6231436729431152, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.01821173259190151, "subset_score_loss": 0.01821173259190151}
+{"step": 3550000, "wall_time": 25710.544460773468, "train_loss_step": 3.606489658355713, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.017364690984998432, "subset_score_loss": 0.017364690984998432}
+{"step": 3560000, "wall_time": 25758.885236024857, "train_loss_step": 4.0240631103515625, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.01773256744657244, "subset_score_loss": 0.01773256744657244}
+{"step": 3570000, "wall_time": 25793.33247113228, "train_loss_step": 3.511523723602295, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.0183981146131243, "subset_score_loss": 0.0183981146131243}
+{"step": 3580000, "wall_time": 25841.400236606598, "train_loss_step": 3.6343889236450195, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.019077391283852715, "subset_score_loss": 0.019077391283852715}
+{"step": 3590000, "wall_time": 25893.1173722744, "train_loss_step": 3.2217185497283936, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.01742336068834577, "subset_score_loss": 0.01742336068834577}
+{"step": 3600000, "wall_time": 25987.224197149277, "train_loss_step": 3.6401658058166504, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.01820058992930821, "subset_score_loss": 0.01820058992930821, "memorization_fraction_pixel": 0.6442999839782715, "mean_nn_ratio_pixel": 0.4626225531101227, "fid": 43.60020381359399}
+{"step": 3610000, "wall_time": 26038.884927034378, "train_loss_step": 3.3429012298583984, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.0192367570740836, "subset_score_loss": 0.0192367570740836}
+{"step": 3620000, "wall_time": 26086.930142641068, "train_loss_step": 3.664644241333008, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.017479147229875838, "subset_score_loss": 0.017479147229875838}
+{"step": 3630000, "wall_time": 26138.629752397537, "train_loss_step": 4.031365394592285, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.018532299995422365, "subset_score_loss": 0.018532299995422365}
+{"step": 3640000, "wall_time": 26190.33863377571, "train_loss_step": 3.6278505325317383, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.01721924032483782, "subset_score_loss": 0.01721924032483782}
+{"step": 3650000, "wall_time": 26242.065388679504, "train_loss_step": 3.8014228343963623, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.017335997309003558, "subset_score_loss": 0.017335997309003558}
+{"step": 3660000, "wall_time": 26293.795068502426, "train_loss_step": 3.63791561126709, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.018438570840018136, "subset_score_loss": 0.018438570840018136}
+{"step": 3670000, "wall_time": 26343.122817993164, "train_loss_step": 3.3862571716308594, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.016715536798749653, "subset_score_loss": 0.016715536798749653}
+{"step": 3680000, "wall_time": 26384.524369478226, "train_loss_step": 3.3556714057922363, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.016621247359684534, "subset_score_loss": 0.016621247359684534}
+{"step": 3690000, "wall_time": 26436.24220275879, "train_loss_step": 3.6910576820373535, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.017565015384129117, "subset_score_loss": 0.017565015384129117}
+{"step": 3700000, "wall_time": 26530.452152490616, "train_loss_step": 3.8111801147460938, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.016987012113843646, "subset_score_loss": 0.016987012113843646, "memorization_fraction_pixel": 0.6891999840736389, "mean_nn_ratio_pixel": 0.42724424600601196, "fid": 39.98255166196483}
+{"step": 3710000, "wall_time": 26582.13420033455, "train_loss_step": 3.7085816860198975, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.017464613914489745, "subset_score_loss": 0.017464613914489745}
+{"step": 3720000, "wall_time": 26630.20223045349, "train_loss_step": 3.774925947189331, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.017401858738490514, "subset_score_loss": 0.017401858738490514}
+{"step": 3730000, "wall_time": 26681.90247154236, "train_loss_step": 3.7715227603912354, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.01731837136404855, "subset_score_loss": 0.01731837136404855}
+{"step": 3740000, "wall_time": 26733.604629278183, "train_loss_step": 3.6108784675598145, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.01680184432438442, "subset_score_loss": 0.01680184432438442}
+{"step": 3750000, "wall_time": 26785.3240814209, "train_loss_step": 3.6756367683410645, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.017474445274897984, "subset_score_loss": 0.017474445274897984}
+{"step": 3760000, "wall_time": 26837.046270132065, "train_loss_step": 3.9942667484283447, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.01788149561200823, "subset_score_loss": 0.01788149561200823}
+{"step": 3770000, "wall_time": 26888.70214653015, "train_loss_step": 3.579561233520508, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.017621094839913504, "subset_score_loss": 0.017621094839913504}
+{"step": 3780000, "wall_time": 26935.70596599579, "train_loss_step": 3.544232130050659, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.016683755602155414, "subset_score_loss": 0.016683755602155414}
+{"step": 3790000, "wall_time": 26987.42421579361, "train_loss_step": 3.4421565532684326, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.0173589825630188, "subset_score_loss": 0.0173589825630188}
+{"step": 3800000, "wall_time": 27081.610097408295, "train_loss_step": 3.8099050521850586, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.01737903186253139, "subset_score_loss": 0.01737903186253139, "memorization_fraction_pixel": 0.6464999914169312, "mean_nn_ratio_pixel": 0.45725858211517334, "fid": 43.94208360888919}
+{"step": 3810000, "wall_time": 27133.311575889587, "train_loss_step": 3.572244167327881, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.0165678790637425, "subset_score_loss": 0.0165678790637425}
+{"step": 3820000, "wall_time": 27181.412091493607, "train_loss_step": 3.522165536880493, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.01935385465621948, "subset_score_loss": 0.01935385465621948}
+{"step": 3830000, "wall_time": 27233.135226249695, "train_loss_step": 3.776909589767456, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.01837717294692993, "subset_score_loss": 0.01837717294692993}
+{"step": 3840000, "wall_time": 27284.875709056854, "train_loss_step": 3.4013729095458984, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.018725648948124476, "subset_score_loss": 0.018725648948124476}
+{"step": 3850000, "wall_time": 27336.596897363663, "train_loss_step": 3.45559024810791, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.0168217624936785, "subset_score_loss": 0.0168217624936785}
+{"step": 3860000, "wall_time": 27388.326830387115, "train_loss_step": 3.432682991027832, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.01751394101551601, "subset_score_loss": 0.01751394101551601}
+{"step": 3870000, "wall_time": 27439.949679851532, "train_loss_step": 3.76418399810791, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.018427039895738875, "subset_score_loss": 0.018427039895738875}
+{"step": 3880000, "wall_time": 27487.648549318314, "train_loss_step": 3.408451557159424, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.017527920859200612, "subset_score_loss": 0.017527920859200612}
+{"step": 3890000, "wall_time": 27539.37619996071, "train_loss_step": 3.3808887004852295, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.017331240858350482, "subset_score_loss": 0.017331240858350482}
+{"step": 3900000, "wall_time": 27633.78841328621, "train_loss_step": 3.5525097846984863, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.01743079423904419, "subset_score_loss": 0.01743079423904419, "memorization_fraction_pixel": 0.697700023651123, "mean_nn_ratio_pixel": 0.41779688000679016, "fid": 41.18859914712723}
+{"step": 3910000, "wall_time": 27685.5004901886, "train_loss_step": 3.9079887866973877, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.01790924412863595, "subset_score_loss": 0.01790924412863595}
+{"step": 3920000, "wall_time": 27733.54537010193, "train_loss_step": 3.7518460750579834, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.017815915175846644, "subset_score_loss": 0.017815915175846644}
+{"step": 3930000, "wall_time": 27785.270302772522, "train_loss_step": 3.6640260219573975, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.017106362751552036, "subset_score_loss": 0.017106362751552036}
+{"step": 3940000, "wall_time": 27836.987976551056, "train_loss_step": 3.5150699615478516, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.016826180049351283, "subset_score_loss": 0.016826180049351283}
+{"step": 3950000, "wall_time": 27888.712784528732, "train_loss_step": 3.640232801437378, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.017172600541796004, "subset_score_loss": 0.017172600541796004}
+{"step": 3960000, "wall_time": 27940.444974422455, "train_loss_step": 3.6451873779296875, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.01628203902925764, "subset_score_loss": 0.01628203902925764}
+{"step": 3970000, "wall_time": 27992.038048505783, "train_loss_step": 3.6374285221099854, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.017544148649488178, "subset_score_loss": 0.017544148649488178}
+{"step": 3980000, "wall_time": 28039.740762233734, "train_loss_step": 3.8411672115325928, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.016689559391566685, "subset_score_loss": 0.016689559391566685}
+{"step": 3990000, "wall_time": 28091.454177618027, "train_loss_step": 3.6446075439453125, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.016088802473885673, "subset_score_loss": 0.016088802473885673}
+{"step": 4000000, "wall_time": 28185.74086499214, "train_loss_step": 3.5627002716064453, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.017204604830060685, "subset_score_loss": 0.017204604830060685, "memorization_fraction_pixel": 0.7044000029563904, "mean_nn_ratio_pixel": 0.41540613770484924, "fid": 40.552424035086446}
+{"step": 4010000, "wall_time": 28237.46841430664, "train_loss_step": 3.362795829772949, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.01823349509920393, "subset_score_loss": 0.01823349509920393}
+{"step": 4020000, "wall_time": 28285.478843450546, "train_loss_step": 3.6782329082489014, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.01713719878877912, "subset_score_loss": 0.01713719878877912}
+{"step": 4030000, "wall_time": 28337.199285268784, "train_loss_step": 3.4597082138061523, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.016790783405303954, "subset_score_loss": 0.016790783405303954}
+{"step": 4040000, "wall_time": 28388.92987346649, "train_loss_step": 3.2962212562561035, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.015940698555537633, "subset_score_loss": 0.015940698555537633}
+{"step": 4050000, "wall_time": 28440.65944170952, "train_loss_step": 3.6431164741516113, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.016529548168182372, "subset_score_loss": 0.016529548168182372}
+{"step": 4060000, "wall_time": 28492.390315294266, "train_loss_step": 3.5945558547973633, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.01697507074901036, "subset_score_loss": 0.01697507074901036}
+{"step": 4070000, "wall_time": 28543.206877946854, "train_loss_step": 4.026675701141357, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.016324704033987864, "subset_score_loss": 0.016324704033987864}
+{"step": 4080000, "wall_time": 28591.674028635025, "train_loss_step": 3.436753749847412, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.01650110653468541, "subset_score_loss": 0.01650110653468541}
+{"step": 4090000, "wall_time": 28643.400991678238, "train_loss_step": 3.667259931564331, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.016321120943341937, "subset_score_loss": 0.016321120943341937}
+{"step": 4100000, "wall_time": 28737.757894039154, "train_loss_step": 3.4144325256347656, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.016368230751582554, "subset_score_loss": 0.016368230751582554, "memorization_fraction_pixel": 0.6960999965667725, "mean_nn_ratio_pixel": 0.4222891628742218, "fid": 39.82016365618425}
+{"step": 4110000, "wall_time": 28789.501287460327, "train_loss_step": 3.464813232421875, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.015774428844451904, "subset_score_loss": 0.015774428844451904}
+{"step": 4120000, "wall_time": 28837.558277130127, "train_loss_step": 3.4989309310913086, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.016510960033961703, "subset_score_loss": 0.016510960033961703}
+{"step": 4130000, "wall_time": 28889.302684783936, "train_loss_step": 3.4103798866271973, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.015477558544703892, "subset_score_loss": 0.015477558544703892}
+{"step": 4140000, "wall_time": 28941.02144050598, "train_loss_step": 3.4705076217651367, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.016000705105917796, "subset_score_loss": 0.016000705105917796}
+{"step": 4150000, "wall_time": 28992.743706941605, "train_loss_step": 3.5683908462524414, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.016388826710837228, "subset_score_loss": 0.016388826710837228}
+{"step": 4160000, "wall_time": 29044.4466714859, "train_loss_step": 3.454235076904297, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.016793067114693777, "subset_score_loss": 0.016793067114693777}
+{"step": 4170000, "wall_time": 29093.339572429657, "train_loss_step": 3.548572063446045, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.01693019015448434, "subset_score_loss": 0.01693019015448434}
+{"step": 4180000, "wall_time": 29143.695229768753, "train_loss_step": 3.7108147144317627, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.017109591620309013, "subset_score_loss": 0.017109591620309013}
+{"step": 4190000, "wall_time": 29195.411266088486, "train_loss_step": 3.5281128883361816, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.01624037197657994, "subset_score_loss": 0.01624037197657994}
+{"step": 4200000, "wall_time": 29289.763788461685, "train_loss_step": 3.2014541625976562, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.01662395511354719, "subset_score_loss": 0.01662395511354719, "memorization_fraction_pixel": 0.7099000215530396, "mean_nn_ratio_pixel": 0.4114757776260376, "fid": 38.930940482491266}
+{"step": 4210000, "wall_time": 29341.51784348488, "train_loss_step": 3.685710906982422, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.015461984702519008, "subset_score_loss": 0.015461984702519008}
+{"step": 4220000, "wall_time": 29389.54097390175, "train_loss_step": 3.4554760456085205, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.01621511323111398, "subset_score_loss": 0.01621511323111398}
+{"step": 4230000, "wall_time": 29441.25517320633, "train_loss_step": 3.683116912841797, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.015576560156685966, "subset_score_loss": 0.015576560156685966}
+{"step": 4240000, "wall_time": 29492.987478494644, "train_loss_step": 3.49832820892334, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.016960201944623676, "subset_score_loss": 0.016960201944623676}
+{"step": 4250000, "wall_time": 29544.711184501648, "train_loss_step": 3.386809825897217, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.015800116743360248, "subset_score_loss": 0.015800116743360248}
+{"step": 4260000, "wall_time": 29596.43378996849, "train_loss_step": 3.436183452606201, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.01753612756729126, "subset_score_loss": 0.01753612756729126}
+{"step": 4270000, "wall_time": 29643.860276937485, "train_loss_step": 3.583521604537964, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.017006262711116247, "subset_score_loss": 0.017006262711116247}
+{"step": 4280000, "wall_time": 29695.576277971268, "train_loss_step": 3.525970935821533, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.01576505047934396, "subset_score_loss": 0.01576505047934396}
+{"step": 4290000, "wall_time": 29747.292993068695, "train_loss_step": 3.7598631381988525, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.01511519295828683, "subset_score_loss": 0.01511519295828683}
+{"step": 4300000, "wall_time": 29841.524867534637, "train_loss_step": 3.177809476852417, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.01610027211053031, "subset_score_loss": 0.01610027211053031, "memorization_fraction_pixel": 0.7211999893188477, "mean_nn_ratio_pixel": 0.4040219783782959, "fid": 39.41245042864715}
+{"step": 4310000, "wall_time": 29893.267593622208, "train_loss_step": 3.574371337890625, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.015442933355058943, "subset_score_loss": 0.015442933355058943}
+{"step": 4320000, "wall_time": 29941.23231959343, "train_loss_step": 3.612853527069092, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.017245142800467354, "subset_score_loss": 0.017245142800467354}
+{"step": 4330000, "wall_time": 29992.95551586151, "train_loss_step": 3.7296576499938965, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.01576660190309797, "subset_score_loss": 0.01576660190309797}
+{"step": 4340000, "wall_time": 30044.669187545776, "train_loss_step": 3.5089359283447266, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.015821005616869246, "subset_score_loss": 0.015821005616869246}
+{"step": 4350000, "wall_time": 30096.411041498184, "train_loss_step": 3.0589516162872314, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.01601493699210031, "subset_score_loss": 0.01601493699210031}
+{"step": 4360000, "wall_time": 30148.130549907684, "train_loss_step": 3.3107502460479736, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.016835578850337436, "subset_score_loss": 0.016835578850337436}
+{"step": 4370000, "wall_time": 30195.634863615036, "train_loss_step": 3.2701334953308105, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.016031011513301305, "subset_score_loss": 0.016031011513301305}
+{"step": 4380000, "wall_time": 30247.383945941925, "train_loss_step": 3.5811314582824707, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.01651787757873535, "subset_score_loss": 0.01651787757873535}
+{"step": 4390000, "wall_time": 30299.103326559067, "train_loss_step": 3.4403553009033203, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.015442957196916853, "subset_score_loss": 0.015442957196916853}
+{"step": 4400000, "wall_time": 30393.40119242668, "train_loss_step": 3.5731663703918457, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.015834965024675643, "subset_score_loss": 0.015834965024675643, "memorization_fraction_pixel": 0.7156999707221985, "mean_nn_ratio_pixel": 0.4035325050354004, "fid": 38.83729400039437}
+{"step": 4410000, "wall_time": 30445.17946600914, "train_loss_step": 3.4827260971069336, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.01578705140522548, "subset_score_loss": 0.01578705140522548}
+{"step": 4420000, "wall_time": 30493.181712150574, "train_loss_step": 3.4086670875549316, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.016063780444008965, "subset_score_loss": 0.016063780444008965}
+{"step": 4430000, "wall_time": 30544.88182759285, "train_loss_step": 3.413468837738037, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.015843510627746582, "subset_score_loss": 0.015843510627746582}
+{"step": 4440000, "wall_time": 30596.615326166153, "train_loss_step": 3.8229665756225586, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.017006473881857737, "subset_score_loss": 0.017006473881857737}
+{"step": 4450000, "wall_time": 30648.342572927475, "train_loss_step": 3.593597888946533, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.015589569296155657, "subset_score_loss": 0.015589569296155657}
+{"step": 4460000, "wall_time": 30700.071539402008, "train_loss_step": 3.330134868621826, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.016079229967934743, "subset_score_loss": 0.016079229967934743}
+{"step": 4470000, "wall_time": 30747.287193775177, "train_loss_step": 3.3874504566192627, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.016407813344682966, "subset_score_loss": 0.016407813344682966}
+{"step": 4480000, "wall_time": 30798.985332727432, "train_loss_step": 3.2953827381134033, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.014885154792240687, "subset_score_loss": 0.014885154792240687}
+{"step": 4490000, "wall_time": 30850.700169324875, "train_loss_step": 3.523890256881714, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.01613367795944214, "subset_score_loss": 0.01613367795944214}
+{"step": 4500000, "wall_time": 30945.10232949257, "train_loss_step": 3.6453065872192383, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.01612960270472935, "subset_score_loss": 0.01612960270472935, "memorization_fraction_pixel": 0.7285000085830688, "mean_nn_ratio_pixel": 0.3955353796482086, "fid": 37.843561299174745}
+{"step": 4510000, "wall_time": 30996.855485916138, "train_loss_step": 3.4560837745666504, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.014571767193930489, "subset_score_loss": 0.014571767193930489}
+{"step": 4520000, "wall_time": 31044.88373017311, "train_loss_step": 3.4527525901794434, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.015970024040767125, "subset_score_loss": 0.015970024040767125}
+{"step": 4530000, "wall_time": 31096.60413312912, "train_loss_step": 3.288156747817993, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.016655995164598737, "subset_score_loss": 0.016655995164598737}
+{"step": 4540000, "wall_time": 31148.320414543152, "train_loss_step": 3.480283260345459, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.016323901925768172, "subset_score_loss": 0.016323901925768172}
+{"step": 4550000, "wall_time": 31200.03556036949, "train_loss_step": 3.7340826988220215, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.014700296946934291, "subset_score_loss": 0.014700296946934291}
+{"step": 4560000, "wall_time": 31251.684655427933, "train_loss_step": 3.500593900680542, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.01622814791543143, "subset_score_loss": 0.01622814791543143}
+{"step": 4570000, "wall_time": 31298.96447658539, "train_loss_step": 3.7700672149658203, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.014817774295806885, "subset_score_loss": 0.014817774295806885}
+{"step": 4580000, "wall_time": 31350.678060293198, "train_loss_step": 3.4201431274414062, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.014902642795017787, "subset_score_loss": 0.014902642795017787}
+{"step": 4590000, "wall_time": 31402.403163194656, "train_loss_step": 3.143915891647339, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.015719398430415563, "subset_score_loss": 0.015719398430415563}
+{"step": 4600000, "wall_time": 31496.735233068466, "train_loss_step": 3.5893030166625977, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.01618727786200387, "subset_score_loss": 0.01618727786200387, "memorization_fraction_pixel": 0.739300012588501, "mean_nn_ratio_pixel": 0.3903209865093231, "fid": 37.97898435221806}
+{"step": 4610000, "wall_time": 31548.494129896164, "train_loss_step": 3.566225528717041, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.016021110330309188, "subset_score_loss": 0.016021110330309188}
+{"step": 4620000, "wall_time": 31596.472559452057, "train_loss_step": 3.8261218070983887, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.01668710708618164, "subset_score_loss": 0.01668710708618164}
+{"step": 4630000, "wall_time": 31648.20143842697, "train_loss_step": 3.4069344997406006, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.016114372866494316, "subset_score_loss": 0.016114372866494316}
+{"step": 4640000, "wall_time": 31699.930843114853, "train_loss_step": 3.4660778045654297, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.014835851533072335, "subset_score_loss": 0.014835851533072335}
+{"step": 4650000, "wall_time": 31751.655428409576, "train_loss_step": 3.5329232215881348, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.015535274573734829, "subset_score_loss": 0.015535274573734829}
+{"step": 4660000, "wall_time": 31803.316638708115, "train_loss_step": 3.693575382232666, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.014778283664158412, "subset_score_loss": 0.014778283664158412}
+{"step": 4670000, "wall_time": 31850.550004720688, "train_loss_step": 3.5002856254577637, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.015975901058741977, "subset_score_loss": 0.015975901058741977}
+{"step": 4680000, "wall_time": 31902.28462457657, "train_loss_step": 3.6555135250091553, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.01567155122756958, "subset_score_loss": 0.01567155122756958}
+{"step": 4690000, "wall_time": 31954.003076076508, "train_loss_step": 3.400064468383789, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.01811139072690691, "subset_score_loss": 0.01811139072690691}
+{"step": 4700000, "wall_time": 32048.466727256775, "train_loss_step": 3.2124006748199463, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.01666203226361956, "subset_score_loss": 0.01666203226361956, "memorization_fraction_pixel": 0.7271000146865845, "mean_nn_ratio_pixel": 0.40083783864974976, "fid": 37.691115257896996}
+{"step": 4710000, "wall_time": 32100.213401794434, "train_loss_step": 3.2530555725097656, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.017196643352508544, "subset_score_loss": 0.017196643352508544}
+{"step": 4720000, "wall_time": 32148.145583629608, "train_loss_step": 3.209108352661133, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.014923744542258126, "subset_score_loss": 0.014923744542258126}
+{"step": 4730000, "wall_time": 32199.866470098495, "train_loss_step": 3.4976208209991455, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.01502225569316319, "subset_score_loss": 0.01502225569316319}
+{"step": 4740000, "wall_time": 32251.585470199585, "train_loss_step": 3.552316427230835, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.015437817573547364, "subset_score_loss": 0.015437817573547364}
+{"step": 4750000, "wall_time": 32303.30727124214, "train_loss_step": 3.683839797973633, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.015536262307848249, "subset_score_loss": 0.015536262307848249}
+{"step": 4760000, "wall_time": 32354.918348312378, "train_loss_step": 3.686577320098877, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.015337674958365305, "subset_score_loss": 0.015337674958365305}
+{"step": 4770000, "wall_time": 32400.719397068024, "train_loss_step": 3.358863353729248, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.015100935527256557, "subset_score_loss": 0.015100935527256557}
+{"step": 4780000, "wall_time": 32452.423320531845, "train_loss_step": 3.3486742973327637, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.014868874209267753, "subset_score_loss": 0.014868874209267753}
+{"step": 4790000, "wall_time": 32504.09464454651, "train_loss_step": 3.3644824028015137, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.014570895263126918, "subset_score_loss": 0.014570895263126918}
+{"step": 4800000, "wall_time": 32598.54138112068, "train_loss_step": 3.4539108276367188, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.016272074835641043, "subset_score_loss": 0.016272074835641043, "memorization_fraction_pixel": 0.7335000038146973, "mean_nn_ratio_pixel": 0.39298877120018005, "fid": 38.128588817051124}
+{"step": 4810000, "wall_time": 32650.27654695511, "train_loss_step": 3.0587611198425293, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.01660317523138864, "subset_score_loss": 0.01660317523138864}
+{"step": 4820000, "wall_time": 32698.134056806564, "train_loss_step": 3.3975093364715576, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.015656215803963796, "subset_score_loss": 0.015656215803963796}
+{"step": 4830000, "wall_time": 32749.863470077515, "train_loss_step": 3.4747567176818848, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.0150996276310512, "subset_score_loss": 0.0150996276310512}
+{"step": 4840000, "wall_time": 32801.578114271164, "train_loss_step": 3.5420613288879395, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.013956207036972045, "subset_score_loss": 0.013956207036972045}
+{"step": 4850000, "wall_time": 32853.294261455536, "train_loss_step": 3.404421329498291, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.015326583385467529, "subset_score_loss": 0.015326583385467529}
+{"step": 4860000, "wall_time": 32904.9136903286, "train_loss_step": 3.429929256439209, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.01549405370439802, "subset_score_loss": 0.01549405370439802}
+{"step": 4870000, "wall_time": 32951.55973982811, "train_loss_step": 3.613316059112549, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.014914596080780029, "subset_score_loss": 0.014914596080780029}
+{"step": 4880000, "wall_time": 33003.29208779335, "train_loss_step": 3.291017532348633, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.014980755533490863, "subset_score_loss": 0.014980755533490863}
+{"step": 4890000, "wall_time": 33055.00974321365, "train_loss_step": 3.2413079738616943, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.01618072986602783, "subset_score_loss": 0.01618072986602783}
+{"step": 4900000, "wall_time": 33149.31194162369, "train_loss_step": 3.34985089302063, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.01543604987008231, "subset_score_loss": 0.01543604987008231, "memorization_fraction_pixel": 0.7394999861717224, "mean_nn_ratio_pixel": 0.38791587948799133, "fid": 39.26399130925014}
+{"step": 4910000, "wall_time": 33201.04539728165, "train_loss_step": 3.354355573654175, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.014162722655705043, "subset_score_loss": 0.014162722655705043}
+{"step": 4920000, "wall_time": 33248.89623475075, "train_loss_step": 3.391737222671509, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.015311128752572196, "subset_score_loss": 0.015311128752572196}
+{"step": 4930000, "wall_time": 33300.63147497177, "train_loss_step": 3.4096732139587402, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.01614931651524135, "subset_score_loss": 0.01614931651524135}
+{"step": 4940000, "wall_time": 33352.32352113724, "train_loss_step": 3.50433349609375, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.015060334546225412, "subset_score_loss": 0.015060334546225412}
+{"step": 4950000, "wall_time": 33403.979573488235, "train_loss_step": 3.429324150085449, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.01593609026500157, "subset_score_loss": 0.01593609026500157}
+{"step": 4960000, "wall_time": 33455.50873017311, "train_loss_step": 3.5504605770111084, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.013836780616215297, "subset_score_loss": 0.013836780616215297}
+{"step": 4970000, "wall_time": 33501.367156505585, "train_loss_step": 3.509112596511841, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.015378614834376744, "subset_score_loss": 0.015378614834376744}
+{"step": 4980000, "wall_time": 33553.06722807884, "train_loss_step": 3.740384101867676, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.014346671104431153, "subset_score_loss": 0.014346671104431153}
+{"step": 4990000, "wall_time": 33604.78219413757, "train_loss_step": 3.349745750427246, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.014835093702588762, "subset_score_loss": 0.014835093702588762}
+{"step": 5000000, "wall_time": 33698.05663394928, "train_loss_step": 3.579085350036621, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.017087061064583915, "subset_score_loss": 0.017087061064583915, "memorization_fraction_pixel": 0.7324000000953674, "mean_nn_ratio_pixel": 0.3961121439933777, "fid": 37.417921552787064}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..91805556d7a1f3931bab501c32574b94c9a7d88d
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d140/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     81s | train_loss=1.0021 | fid=311.6802
+  step   10000 |    179s | train_loss=0.7580
+  step   20000 |    277s | train_loss=0.6294
+  step   30000 |    375s | train_loss=0.5166
+  step   40000 |    473s | train_loss=0.4163
+  step   50000 |    572s | train_loss=0.3336
+  step   60000 |    670s | train_loss=0.2666
+  step   70000 |    768s | train_loss=0.2203
+  step   80000 |    866s | train_loss=0.1904
+  step   90000 |    964s | train_loss=0.1645
+  step  100000 |   1139s | train_loss=0.1469 | fid=61.1823
+  step  110000 |   1237s | train_loss=0.1371
+  step  120000 |   1336s | train_loss=0.1278
+  step  130000 |   1434s | train_loss=0.1197
+  step  140000 |   1533s | train_loss=0.1125
+  step  150000 |   1631s | train_loss=0.1074
+  step  160000 |   1730s | train_loss=0.1001
+  step  170000 |   1824s | train_loss=0.0983
+  step  180000 |   1906s | train_loss=0.0930
+  step  190000 |   1988s | train_loss=0.0927
+  step  200000 |   2134s | train_loss=0.0918 | fid=66.5703
+  step  210000 |   2216s | train_loss=0.0904
+  step  220000 |   2298s | train_loss=0.0861
+  step  230000 |   2381s | train_loss=0.0838
+  step  240000 |   2463s | train_loss=0.0819
+  step  250000 |   2537s | train_loss=0.0808
+  step  260000 |   2604s | train_loss=0.0794
+  step  270000 |   2670s | train_loss=0.0771
+  step  280000 |   2737s | train_loss=0.0743
+  step  290000 |   2801s | train_loss=0.0734
+  step  300000 |   2890s | train_loss=0.0710 | fid=63.5788
+  step  310000 |   2940s | train_loss=0.0704
+  step  320000 |   2992s | train_loss=0.0693
+  step  330000 |   3113s | train_loss=0.0659
+  step  340000 |   3255s | train_loss=0.0680
+  step  350000 |   3397s | train_loss=0.0647
+  step  360000 |   3539s | train_loss=0.0680
+  step  370000 |   3681s | train_loss=0.0644
+  step  380000 |   3823s | train_loss=0.0633
+  step  390000 |   3965s | train_loss=0.0608
+  step  400000 |   4210s | train_loss=0.0611 | fid=66.6758
+  step  410000 |   4350s | train_loss=0.0611
+  step  420000 |   4492s | train_loss=0.0596
+  step  430000 |   4631s | train_loss=0.0587
+  step  440000 |   4770s | train_loss=0.0578
+  step  450000 |   4912s | train_loss=0.0570
+  step  460000 |   5054s | train_loss=0.0564
+  step  470000 |   5195s | train_loss=0.0580
+  step  480000 |   5337s | train_loss=0.0553
+  step  490000 |   5478s | train_loss=0.0556
+  step  500000 |   5723s | train_loss=0.0524 | fid=64.0403
+  step  510000 |   5863s | train_loss=0.0556
+  step  520000 |   6003s | train_loss=0.0526
+  step  530000 |   6144s | train_loss=0.0534
+  step  540000 |   6284s | train_loss=0.0529
+  step  550000 |   6426s | train_loss=0.0544
+  step  560000 |   6568s | train_loss=0.0532
+  step  570000 |   6710s | train_loss=0.0524
+  step  580000 |   6852s | train_loss=0.0505
+  step  590000 |   6994s | train_loss=0.0507
+  step  600000 |   7237s | train_loss=0.0508 | fid=61.0616
+  step  610000 |   7378s | train_loss=0.0514
+  step  620000 |   7516s | train_loss=0.0497
+  step  630000 |   7658s | train_loss=0.0480
+  step  640000 |   7800s | train_loss=0.0496
+  step  650000 |   7940s | train_loss=0.0491
+  step  660000 |   8081s | train_loss=0.0474
+  step  670000 |   8223s | train_loss=0.0465
+  step  680000 |   8365s | train_loss=0.0470
+  step  690000 |   8507s | train_loss=0.0487
+  step  700000 |   8751s | train_loss=0.0488 | fid=62.8507
+  step  710000 |   8890s | train_loss=0.0466
+  step  720000 |   9030s | train_loss=0.0462
+  step  730000 |   9172s | train_loss=0.0448
+  step  740000 |   9314s | train_loss=0.0451
+  step  750000 |   9454s | train_loss=0.0442
+  step  760000 |   9595s | train_loss=0.0426
+  step  770000 |   9736s | train_loss=0.0455
+  step  780000 |   9878s | train_loss=0.0454
+  step  790000 |  10020s | train_loss=0.0425
+  step  800000 |  10264s | train_loss=0.0446 | fid=59.7787
+  step  810000 |  10403s | train_loss=0.0431
+  step  820000 |  10544s | train_loss=0.0416
+  step  830000 |  10685s | train_loss=0.0438
+  step  840000 |  10827s | train_loss=0.0450
+  step  850000 |  10967s | train_loss=0.0425
+  step  860000 |  11037s | train_loss=0.0422
+  step  870000 |  11089s | train_loss=0.0414
+  step  880000 |  11140s | train_loss=0.0410
+  step  890000 |  11192s | train_loss=0.0412
+  step  900000 |  11281s | train_loss=0.0416 | fid=59.4666
+  step  910000 |  11329s | train_loss=0.0406
+  step  920000 |  11381s | train_loss=0.0436
+  step  930000 |  11432s | train_loss=0.0424
+  step  940000 |  11484s | train_loss=0.0417
+  step  950000 |  11535s | train_loss=0.0401
+  step  960000 |  11587s | train_loss=0.0407
+  step  970000 |  11639s | train_loss=0.0391
+  step  980000 |  11690s | train_loss=0.0387
+  step  990000 |  11742s | train_loss=0.0403
+  step 1000000 |  11830s | train_loss=0.0397 | fid=59.4393
+  step 1010000 |  11878s | train_loss=0.0390
+  step 1020000 |  11930s | train_loss=0.0382
+  step 1030000 |  11981s | train_loss=0.0389
+  step 1040000 |  12033s | train_loss=0.0402
+  step 1050000 |  12085s | train_loss=0.0401
+  step 1060000 |  12136s | train_loss=0.0376
+  step 1070000 |  12188s | train_loss=0.0377
+  step 1080000 |  12240s | train_loss=0.0391
+  step 1090000 |  12292s | train_loss=0.0374
+  step 1100000 |  12381s | train_loss=0.0369 | fid=57.2050
+  step 1110000 |  12430s | train_loss=0.0372
+  step 1120000 |  12481s | train_loss=0.0369
+  step 1130000 |  12533s | train_loss=0.0364
+  step 1140000 |  12585s | train_loss=0.0358
+  step 1150000 |  12636s | train_loss=0.0379
+  step 1160000 |  12688s | train_loss=0.0359
+  step 1170000 |  12740s | train_loss=0.0376
+  step 1180000 |  12791s | train_loss=0.0353
+  step 1190000 |  12843s | train_loss=0.0367
+  step 1200000 |  12931s | train_loss=0.0357 | fid=57.9751
+  step 1210000 |  12979s | train_loss=0.0352
+  step 1220000 |  13031s | train_loss=0.0341
+  step 1230000 |  13083s | train_loss=0.0353
+  step 1240000 |  13134s | train_loss=0.0346
+  step 1250000 |  13186s | train_loss=0.0333
+  step 1260000 |  13238s | train_loss=0.0335
+  step 1270000 |  13289s | train_loss=0.0362
+  step 1280000 |  13341s | train_loss=0.0348
+  step 1290000 |  13392s | train_loss=0.0350
+  step 1300000 |  13481s | train_loss=0.0345 | fid=53.7422
+  step 1310000 |  13529s | train_loss=0.0330
+  step 1320000 |  13581s | train_loss=0.0341
+  step 1330000 |  13632s | train_loss=0.0329
+  step 1340000 |  13684s | train_loss=0.0337
+  step 1350000 |  13735s | train_loss=0.0336
+  step 1360000 |  13787s | train_loss=0.0340
+  step 1370000 |  13839s | train_loss=0.0314
+  step 1380000 |  13890s | train_loss=0.0337
+  step 1390000 |  13942s | train_loss=0.0340
+  step 1400000 |  14030s | train_loss=0.0311 | fid=53.3439
+  step 1410000 |  14078s | train_loss=0.0344
+  step 1420000 |  14130s | train_loss=0.0321
+  step 1430000 |  14181s | train_loss=0.0308
+  step 1440000 |  14233s | train_loss=0.0322
+  step 1450000 |  14285s | train_loss=0.0318
+  step 1460000 |  14336s | train_loss=0.0321
+  step 1470000 |  14388s | train_loss=0.0330
+  step 1480000 |  14439s | train_loss=0.0327
+  step 1490000 |  14491s | train_loss=0.0320
+  step 1500000 |  14580s | train_loss=0.0298 | fid=56.0538
+  step 1510000 |  14628s | train_loss=0.0313
+  step 1520000 |  14679s | train_loss=0.0306
+  step 1530000 |  14731s | train_loss=0.0335
+  step 1540000 |  14783s | train_loss=0.0301
+  step 1550000 |  14835s | train_loss=0.0299
+  step 1560000 |  14886s | train_loss=0.0291
+  step 1570000 |  14938s | train_loss=0.0296
+  step 1580000 |  14990s | train_loss=0.0315
+  step 1590000 |  15041s | train_loss=0.0299
+  step 1600000 |  15130s | train_loss=0.0303 | fid=56.3491
+  step 1610000 |  15178s | train_loss=0.0291
+  step 1620000 |  15230s | train_loss=0.0301
+  step 1630000 |  15282s | train_loss=0.0279
+  step 1640000 |  15333s | train_loss=0.0287
+  step 1650000 |  15385s | train_loss=0.0294
+  step 1660000 |  15437s | train_loss=0.0286
+  step 1670000 |  15488s | train_loss=0.0285
+  step 1680000 |  15540s | train_loss=0.0282
+  step 1690000 |  15592s | train_loss=0.0287
+  step 1700000 |  15680s | train_loss=0.0295 | fid=58.0138
+  step 1710000 |  15728s | train_loss=0.0288
+  step 1720000 |  15780s | train_loss=0.0294
+  step 1730000 |  15831s | train_loss=0.0281
+  step 1740000 |  15883s | train_loss=0.0291
+  step 1750000 |  15935s | train_loss=0.0287
+  step 1760000 |  15987s | train_loss=0.0280
+  step 1770000 |  16038s | train_loss=0.0275
+  step 1780000 |  16090s | train_loss=0.0268
+  step 1790000 |  16142s | train_loss=0.0280
+  step 1800000 |  16230s | train_loss=0.0276 | fid=55.6790
+  step 1810000 |  16278s | train_loss=0.0272
+  step 1820000 |  16329s | train_loss=0.0270
+  step 1830000 |  16381s | train_loss=0.0273
+  step 1840000 |  16433s | train_loss=0.0281
+  step 1850000 |  16484s | train_loss=0.0277
+  step 1860000 |  16536s | train_loss=0.0267
+  step 1870000 |  16588s | train_loss=0.0279
+  step 1880000 |  16640s | train_loss=0.0261
+  step 1890000 |  16691s | train_loss=0.0277
+  step 1900000 |  16780s | train_loss=0.0271 | fid=55.3359
+  step 1910000 |  16828s | train_loss=0.0260
+  step 1920000 |  16879s | train_loss=0.0265
+  step 1930000 |  16931s | train_loss=0.0255
+  step 1940000 |  16983s | train_loss=0.0279
+  step 1950000 |  17035s | train_loss=0.0271
+  step 1960000 |  17086s | train_loss=0.0263
+  step 1970000 |  17138s | train_loss=0.0248
+  step 1980000 |  17190s | train_loss=0.0262
+  step 1990000 |  17241s | train_loss=0.0259
+  step 2000000 |  17329s | train_loss=0.0258 | fid=55.3085
+  step 2010000 |  17377s | train_loss=0.0276
+  step 2020000 |  17429s | train_loss=0.0268
+  step 2030000 |  17481s | train_loss=0.0245
+  step 2040000 |  17532s | train_loss=0.0255
+  step 2050000 |  17584s | train_loss=0.0250
+  step 2060000 |  17636s | train_loss=0.0254
+  step 2070000 |  17688s | train_loss=0.0261
+  step 2080000 |  17739s | train_loss=0.0255
+  step 2090000 |  17791s | train_loss=0.0259
+  step 2100000 |  17879s | train_loss=0.0249 | fid=53.7047
+  step 2110000 |  17927s | train_loss=0.0245
+  step 2120000 |  17979s | train_loss=0.0236
+  step 2130000 |  18030s | train_loss=0.0240
+  step 2140000 |  18082s | train_loss=0.0262
+  step 2150000 |  18134s | train_loss=0.0244
+  step 2160000 |  18186s | train_loss=0.0239
+  step 2170000 |  18237s | train_loss=0.0248
+  step 2180000 |  18289s | train_loss=0.0247
+  step 2190000 |  18341s | train_loss=0.0233
+  step 2200000 |  18429s | train_loss=0.0248 | fid=52.7017
+  step 2210000 |  18477s | train_loss=0.0251
+  step 2220000 |  18528s | train_loss=0.0236
+  step 2230000 |  18580s | train_loss=0.0243
+  step 2240000 |  18632s | train_loss=0.0245
+  step 2250000 |  18684s | train_loss=0.0235
+  step 2260000 |  18735s | train_loss=0.0240
+  step 2270000 |  18787s | train_loss=0.0233
+  step 2280000 |  18839s | train_loss=0.0234
+  step 2290000 |  18890s | train_loss=0.0242
+  step 2300000 |  18958s | train_loss=0.0244 | fid=49.4475
+  step 2310000 |  19005s | train_loss=0.0241
+  step 2320000 |  19057s | train_loss=0.0228
+  step 2330000 |  19109s | train_loss=0.0231
+  step 2340000 |  19161s | train_loss=0.0230
+  step 2350000 |  19212s | train_loss=0.0225
+  step 2360000 |  19264s | train_loss=0.0224
+  step 2370000 |  19316s | train_loss=0.0226
+  step 2380000 |  19367s | train_loss=0.0227
+  step 2390000 |  19419s | train_loss=0.0229
+  step 2400000 |  19509s | train_loss=0.0215 | fid=50.7454
+  step 2410000 |  19539s | train_loss=0.0229
+  step 2420000 |  19587s | train_loss=0.0250
+  step 2430000 |  19639s | train_loss=0.0235
+  step 2440000 |  19690s | train_loss=0.0223
+  step 2450000 |  19742s | train_loss=0.0224
+  step 2460000 |  19794s | train_loss=0.0226
+  step 2470000 |  19846s | train_loss=0.0227
+  step 2480000 |  19897s | train_loss=0.0228
+  step 2490000 |  19949s | train_loss=0.0228
+  step 2500000 |  20043s | train_loss=0.0231 | fid=51.1429
+  step 2510000 |  20089s | train_loss=0.0240
+  step 2520000 |  20136s | train_loss=0.0231
+  step 2530000 |  20188s | train_loss=0.0228
+  step 2540000 |  20240s | train_loss=0.0223
+  step 2550000 |  20292s | train_loss=0.0226
+  step 2560000 |  20343s | train_loss=0.0225
+  step 2570000 |  20395s | train_loss=0.0212
+  step 2580000 |  20447s | train_loss=0.0213
+  step 2590000 |  20498s | train_loss=0.0229
+  step 2600000 |  20593s | train_loss=0.0216 | fid=49.5301
+  step 2610000 |  20639s | train_loss=0.0215
+  step 2620000 |  20686s | train_loss=0.0221
+  step 2630000 |  20738s | train_loss=0.0201
+  step 2640000 |  20790s | train_loss=0.0211
+  step 2650000 |  20841s | train_loss=0.0221
+  step 2660000 |  20893s | train_loss=0.0227
+  step 2670000 |  20945s | train_loss=0.0217
+  step 2680000 |  20997s | train_loss=0.0216
+  step 2690000 |  21048s | train_loss=0.0227
+  step 2700000 |  21143s | train_loss=0.0204 | fid=47.0119
+  step 2710000 |  21189s | train_loss=0.0214
+  step 2720000 |  21236s | train_loss=0.0214
+  step 2730000 |  21288s | train_loss=0.0210
+  step 2740000 |  21339s | train_loss=0.0206
+  step 2750000 |  21391s | train_loss=0.0196
+  step 2760000 |  21443s | train_loss=0.0224
+  step 2770000 |  21495s | train_loss=0.0218
+  step 2780000 |  21546s | train_loss=0.0223
+  step 2790000 |  21598s | train_loss=0.0210
+  step 2800000 |  21692s | train_loss=0.0215 | fid=48.1468
+  step 2810000 |  21738s | train_loss=0.0205
+  step 2820000 |  21773s | train_loss=0.0215
+  step 2830000 |  21811s | train_loss=0.0205
+  step 2840000 |  21863s | train_loss=0.0217
+  step 2850000 |  21915s | train_loss=0.0205
+  step 2860000 |  21966s | train_loss=0.0207
+  step 2870000 |  22018s | train_loss=0.0209
+  step 2880000 |  22070s | train_loss=0.0210
+  step 2890000 |  22122s | train_loss=0.0207
+  step 2900000 |  22216s | train_loss=0.0202 | fid=46.1963
+  step 2910000 |  22264s | train_loss=0.0201
+  step 2920000 |  22315s | train_loss=0.0210
+  step 2930000 |  22357s | train_loss=0.0199
+  step 2940000 |  22391s | train_loss=0.0191
+  step 2950000 |  22440s | train_loss=0.0197
+  step 2960000 |  22491s | train_loss=0.0215
+  step 2970000 |  22543s | train_loss=0.0206
+  step 2980000 |  22595s | train_loss=0.0219
+  step 2990000 |  22646s | train_loss=0.0202
+  step 3000000 |  22740s | train_loss=0.0200 | fid=46.1161
+  step 3010000 |  22789s | train_loss=0.0187
+  step 3020000 |  22840s | train_loss=0.0190
+  step 3030000 |  22892s | train_loss=0.0198
+  step 3040000 |  22941s | train_loss=0.0203
+  step 3050000 |  22987s | train_loss=0.0190
+  step 3060000 |  23039s | train_loss=0.0200
+  step 3070000 |  23091s | train_loss=0.0202
+  step 3080000 |  23142s | train_loss=0.0200
+  step 3090000 |  23194s | train_loss=0.0189
+  step 3100000 |  23288s | train_loss=0.0205 | fid=46.2760
+  step 3110000 |  23337s | train_loss=0.0198
+  step 3120000 |  23388s | train_loss=0.0202
+  step 3130000 |  23440s | train_loss=0.0197
+  step 3140000 |  23491s | train_loss=0.0191
+  step 3150000 |  23537s | train_loss=0.0192
+  step 3160000 |  23589s | train_loss=0.0188
+  step 3170000 |  23641s | train_loss=0.0205
+  step 3180000 |  23692s | train_loss=0.0193
+  step 3190000 |  23744s | train_loss=0.0191
+  step 3200000 |  23838s | train_loss=0.0191 | fid=44.1493
+  step 3210000 |  23888s | train_loss=0.0208
+  step 3220000 |  23938s | train_loss=0.0201
+  step 3230000 |  23990s | train_loss=0.0187
+  step 3240000 |  24040s | train_loss=0.0182
+  step 3250000 |  24078s | train_loss=0.0185
+  step 3260000 |  24129s | train_loss=0.0198
+  step 3270000 |  24181s | train_loss=0.0201
+  step 3280000 |  24233s | train_loss=0.0188
+  step 3290000 |  24284s | train_loss=0.0185
+  step 3300000 |  24378s | train_loss=0.0185 | fid=44.2037
+  step 3310000 |  24429s | train_loss=0.0183
+  step 3320000 |  24478s | train_loss=0.0187
+  step 3330000 |  24530s | train_loss=0.0197
+  step 3340000 |  24582s | train_loss=0.0200
+  step 3350000 |  24625s | train_loss=0.0187
+  step 3360000 |  24670s | train_loss=0.0193
+  step 3370000 |  24722s | train_loss=0.0179
+  step 3380000 |  24774s | train_loss=0.0182
+  step 3390000 |  24825s | train_loss=0.0187
+  step 3400000 |  24920s | train_loss=0.0185 | fid=43.5269
+  step 3410000 |  24970s | train_loss=0.0188
+  step 3420000 |  25019s | train_loss=0.0195
+  step 3430000 |  25071s | train_loss=0.0190
+  step 3440000 |  25123s | train_loss=0.0186
+  step 3450000 |  25174s | train_loss=0.0186
+  step 3460000 |  25209s | train_loss=0.0186
+  step 3470000 |  25258s | train_loss=0.0173
+  step 3480000 |  25310s | train_loss=0.0199
+  step 3490000 |  25361s | train_loss=0.0181
+  step 3500000 |  25456s | train_loss=0.0191 | fid=43.2046
+  step 3510000 |  25507s | train_loss=0.0178
+  step 3520000 |  25555s | train_loss=0.0183
+  step 3530000 |  25607s | train_loss=0.0175
+  step 3540000 |  25659s | train_loss=0.0182
+  step 3550000 |  25711s | train_loss=0.0174
+  step 3560000 |  25759s | train_loss=0.0177
+  step 3570000 |  25793s | train_loss=0.0184
+  step 3580000 |  25841s | train_loss=0.0191
+  step 3590000 |  25893s | train_loss=0.0174
+  step 3600000 |  25987s | train_loss=0.0182 | fid=43.6002
+  step 3610000 |  26039s | train_loss=0.0192
+  step 3620000 |  26087s | train_loss=0.0175
+  step 3630000 |  26139s | train_loss=0.0185
+  step 3640000 |  26190s | train_loss=0.0172
+  step 3650000 |  26242s | train_loss=0.0173
+  step 3660000 |  26294s | train_loss=0.0184
+  step 3670000 |  26343s | train_loss=0.0167
+  step 3680000 |  26385s | train_loss=0.0166
+  step 3690000 |  26436s | train_loss=0.0176
+  step 3700000 |  26530s | train_loss=0.0170 | fid=39.9826
+  step 3710000 |  26582s | train_loss=0.0175
+  step 3720000 |  26630s | train_loss=0.0174
+  step 3730000 |  26682s | train_loss=0.0173
+  step 3740000 |  26734s | train_loss=0.0168
+  step 3750000 |  26785s | train_loss=0.0175
+  step 3760000 |  26837s | train_loss=0.0179
+  step 3770000 |  26889s | train_loss=0.0176
+  step 3780000 |  26936s | train_loss=0.0167
+  step 3790000 |  26987s | train_loss=0.0174
+  step 3800000 |  27082s | train_loss=0.0174 | fid=43.9421
+  step 3810000 |  27133s | train_loss=0.0166
+  step 3820000 |  27181s | train_loss=0.0194
+  step 3830000 |  27233s | train_loss=0.0184
+  step 3840000 |  27285s | train_loss=0.0187
+  step 3850000 |  27337s | train_loss=0.0168
+  step 3860000 |  27388s | train_loss=0.0175
+  step 3870000 |  27440s | train_loss=0.0184
+  step 3880000 |  27488s | train_loss=0.0175
+  step 3890000 |  27539s | train_loss=0.0173
+  step 3900000 |  27634s | train_loss=0.0174 | fid=41.1886
+  step 3910000 |  27686s | train_loss=0.0179
+  step 3920000 |  27734s | train_loss=0.0178
+  step 3930000 |  27785s | train_loss=0.0171
+  step 3940000 |  27837s | train_loss=0.0168
+  step 3950000 |  27889s | train_loss=0.0172
+  step 3960000 |  27940s | train_loss=0.0163
+  step 3970000 |  27992s | train_loss=0.0175
+  step 3980000 |  28040s | train_loss=0.0167
+  step 3990000 |  28091s | train_loss=0.0161
+  step 4000000 |  28186s | train_loss=0.0172 | fid=40.5524
+  step 4010000 |  28237s | train_loss=0.0182
+  step 4020000 |  28285s | train_loss=0.0171
+  step 4030000 |  28337s | train_loss=0.0168
+  step 4040000 |  28389s | train_loss=0.0159
+  step 4050000 |  28441s | train_loss=0.0165
+  step 4060000 |  28492s | train_loss=0.0170
+  step 4070000 |  28543s | train_loss=0.0163
+  step 4080000 |  28592s | train_loss=0.0165
+  step 4090000 |  28643s | train_loss=0.0163
+  step 4100000 |  28738s | train_loss=0.0164 | fid=39.8202
+  step 4110000 |  28790s | train_loss=0.0158
+  step 4120000 |  28838s | train_loss=0.0165
+  step 4130000 |  28889s | train_loss=0.0155
+  step 4140000 |  28941s | train_loss=0.0160
+  step 4150000 |  28993s | train_loss=0.0164
+  step 4160000 |  29044s | train_loss=0.0168
+  step 4170000 |  29093s | train_loss=0.0169
+  step 4180000 |  29144s | train_loss=0.0171
+  step 4190000 |  29195s | train_loss=0.0162
+  step 4200000 |  29290s | train_loss=0.0166 | fid=38.9309
+  step 4210000 |  29342s | train_loss=0.0155
+  step 4220000 |  29390s | train_loss=0.0162
+  step 4230000 |  29441s | train_loss=0.0156
+  step 4240000 |  29493s | train_loss=0.0170
+  step 4250000 |  29545s | train_loss=0.0158
+  step 4260000 |  29596s | train_loss=0.0175
+  step 4270000 |  29644s | train_loss=0.0170
+  step 4280000 |  29696s | train_loss=0.0158
+  step 4290000 |  29747s | train_loss=0.0151
+  step 4300000 |  29842s | train_loss=0.0161 | fid=39.4125
+  step 4310000 |  29893s | train_loss=0.0154
+  step 4320000 |  29941s | train_loss=0.0172
+  step 4330000 |  29993s | train_loss=0.0158
+  step 4340000 |  30045s | train_loss=0.0158
+  step 4350000 |  30096s | train_loss=0.0160
+  step 4360000 |  30148s | train_loss=0.0168
+  step 4370000 |  30196s | train_loss=0.0160
+  step 4380000 |  30247s | train_loss=0.0165
+  step 4390000 |  30299s | train_loss=0.0154
+  step 4400000 |  30393s | train_loss=0.0158 | fid=38.8373
+  step 4410000 |  30445s | train_loss=0.0158
+  step 4420000 |  30493s | train_loss=0.0161
+  step 4430000 |  30545s | train_loss=0.0158
+  step 4440000 |  30597s | train_loss=0.0170
+  step 4450000 |  30648s | train_loss=0.0156
+  step 4460000 |  30700s | train_loss=0.0161
+  step 4470000 |  30747s | train_loss=0.0164
+  step 4480000 |  30799s | train_loss=0.0149
+  step 4490000 |  30851s | train_loss=0.0161
+  step 4500000 |  30945s | train_loss=0.0161 | fid=37.8436
+  step 4510000 |  30997s | train_loss=0.0146
+  step 4520000 |  31045s | train_loss=0.0160
+  step 4530000 |  31097s | train_loss=0.0167
+  step 4540000 |  31148s | train_loss=0.0163
+  step 4550000 |  31200s | train_loss=0.0147
+  step 4560000 |  31252s | train_loss=0.0162
+  step 4570000 |  31299s | train_loss=0.0148
+  step 4580000 |  31351s | train_loss=0.0149
+  step 4590000 |  31402s | train_loss=0.0157
+  step 4600000 |  31497s | train_loss=0.0162 | fid=37.9790
+  step 4610000 |  31548s | train_loss=0.0160
+  step 4620000 |  31596s | train_loss=0.0167
+  step 4630000 |  31648s | train_loss=0.0161
+  step 4640000 |  31700s | train_loss=0.0148
+  step 4650000 |  31752s | train_loss=0.0155
+  step 4660000 |  31803s | train_loss=0.0148
+  step 4670000 |  31851s | train_loss=0.0160
+  step 4680000 |  31902s | train_loss=0.0157
+  step 4690000 |  31954s | train_loss=0.0181
+  step 4700000 |  32048s | train_loss=0.0167 | fid=37.6911
+  step 4710000 |  32100s | train_loss=0.0172
+  step 4720000 |  32148s | train_loss=0.0149
+  step 4730000 |  32200s | train_loss=0.0150
+  step 4740000 |  32252s | train_loss=0.0154
+  step 4750000 |  32303s | train_loss=0.0155
+  step 4760000 |  32355s | train_loss=0.0153
+  step 4770000 |  32401s | train_loss=0.0151
+  step 4780000 |  32452s | train_loss=0.0149
+  step 4790000 |  32504s | train_loss=0.0146
+  step 4800000 |  32599s | train_loss=0.0163 | fid=38.1286
+  step 4810000 |  32650s | train_loss=0.0166
+  step 4820000 |  32698s | train_loss=0.0157
+  step 4830000 |  32750s | train_loss=0.0151
+  step 4840000 |  32802s | train_loss=0.0140
+  step 4850000 |  32853s | train_loss=0.0153
+  step 4860000 |  32905s | train_loss=0.0155
+  step 4870000 |  32952s | train_loss=0.0149
+  step 4880000 |  33003s | train_loss=0.0150
+  step 4890000 |  33055s | train_loss=0.0162
+  step 4900000 |  33149s | train_loss=0.0154 | fid=39.2640
+  step 4910000 |  33201s | train_loss=0.0142
+  step 4920000 |  33249s | train_loss=0.0153
+  step 4930000 |  33301s | train_loss=0.0161
+  step 4940000 |  33352s | train_loss=0.0151
+  step 4950000 |  33404s | train_loss=0.0159
+  step 4960000 |  33456s | train_loss=0.0138
+  step 4970000 |  33501s | train_loss=0.0154
+  step 4980000 |  33553s | train_loss=0.0143
+  step 4990000 |  33605s | train_loss=0.0148
+  step 5000000 |  33698s | train_loss=0.0171 | fid=37.4179
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca13bff97fe8a9f2f1462ef996ef0fcbbf48fafa
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..23172c39f10e68e7875e13583d3b6367aa51c443
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d160/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 80.23558235168457, "train_loss_step": 159.3756103515625, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 1.0028140068054199, "subset_score_loss": 1.0028140068054199, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9772589802742004, "fid": 292.5451656712896}
+{"step": 10000, "wall_time": 178.28992748260498, "train_loss_step": 29.33905601501465, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.7247962951660156, "subset_score_loss": 0.7247962951660156}
+{"step": 20000, "wall_time": 276.64971375465393, "train_loss_step": 26.45201873779297, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6163281440734864, "subset_score_loss": 0.6163281440734864}
+{"step": 30000, "wall_time": 374.9124565124512, "train_loss_step": 23.519943237304688, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5324967861175537, "subset_score_loss": 0.5324967861175537}
+{"step": 40000, "wall_time": 472.9967486858368, "train_loss_step": 22.475812911987305, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.44314231872558596, "subset_score_loss": 0.44314231872558596}
+{"step": 50000, "wall_time": 571.3661131858826, "train_loss_step": 17.744848251342773, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.36045064926147463, "subset_score_loss": 0.36045064926147463}
+{"step": 60000, "wall_time": 669.9621915817261, "train_loss_step": 18.88400650024414, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.2910544633865356, "subset_score_loss": 0.2910544633865356}
+{"step": 70000, "wall_time": 768.2136240005493, "train_loss_step": 16.861955642700195, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.2502602577209473, "subset_score_loss": 0.2502602577209473}
+{"step": 80000, "wall_time": 866.6126158237457, "train_loss_step": 15.12000846862793, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.2157910108566284, "subset_score_loss": 0.2157910108566284}
+{"step": 90000, "wall_time": 964.8568680286407, "train_loss_step": 14.729037284851074, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.17953362464904785, "subset_score_loss": 0.17953362464904785}
+{"step": 100000, "wall_time": 1139.2659578323364, "train_loss_step": 13.945980072021484, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.16866645812988282, "subset_score_loss": 0.16866645812988282, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9443838000297546, "fid": 74.32756694931902}
+{"step": 110000, "wall_time": 1238.152606010437, "train_loss_step": 13.42149543762207, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.150983726978302, "subset_score_loss": 0.150983726978302}
+{"step": 120000, "wall_time": 1336.735155582428, "train_loss_step": 14.322509765625, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.15274900197982788, "subset_score_loss": 0.15274900197982788}
+{"step": 130000, "wall_time": 1435.6974387168884, "train_loss_step": 12.09292221069336, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.12819137573242187, "subset_score_loss": 0.12819137573242187}
+{"step": 140000, "wall_time": 1534.545062303543, "train_loss_step": 12.854549407958984, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.1337928891181946, "subset_score_loss": 0.1337928891181946}
+{"step": 150000, "wall_time": 1633.3700530529022, "train_loss_step": 12.671666145324707, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.12295503616333008, "subset_score_loss": 0.12295503616333008}
+{"step": 160000, "wall_time": 1732.4228658676147, "train_loss_step": 12.292381286621094, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.11391261816024781, "subset_score_loss": 0.11391261816024781}
+{"step": 170000, "wall_time": 1825.7287135124207, "train_loss_step": 11.790979385375977, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.11112266778945923, "subset_score_loss": 0.11112266778945923}
+{"step": 180000, "wall_time": 1908.444516658783, "train_loss_step": 11.468236923217773, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.1081125020980835, "subset_score_loss": 0.1081125020980835}
+{"step": 190000, "wall_time": 1990.98557639122, "train_loss_step": 10.621589660644531, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.11042356491088867, "subset_score_loss": 0.11042356491088867}
+{"step": 200000, "wall_time": 2136.2459664344788, "train_loss_step": 11.009077072143555, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.10185880661010742, "subset_score_loss": 0.10185880661010742, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9478392601013184, "fid": 88.48251657007272}
+{"step": 210000, "wall_time": 2219.1048698425293, "train_loss_step": 10.54992389678955, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.09732827544212341, "subset_score_loss": 0.09732827544212341}
+{"step": 220000, "wall_time": 2301.7323355674744, "train_loss_step": 10.901326179504395, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.09911354780197143, "subset_score_loss": 0.09911354780197143}
+{"step": 230000, "wall_time": 2384.450213432312, "train_loss_step": 10.816717147827148, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.10059274435043335, "subset_score_loss": 0.10059274435043335}
+{"step": 240000, "wall_time": 2467.053924560547, "train_loss_step": 9.997209548950195, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.09158354997634888, "subset_score_loss": 0.09158354997634888}
+{"step": 250000, "wall_time": 2540.78182387352, "train_loss_step": 10.342512130737305, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.09642729759216309, "subset_score_loss": 0.09642729759216309}
+{"step": 260000, "wall_time": 2607.253229856491, "train_loss_step": 9.94132137298584, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.08578704595565796, "subset_score_loss": 0.08578704595565796}
+{"step": 270000, "wall_time": 2673.96967792511, "train_loss_step": 9.331571578979492, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.083490389585495, "subset_score_loss": 0.083490389585495}
+{"step": 280000, "wall_time": 2740.6431913375854, "train_loss_step": 9.723979949951172, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.0882383108139038, "subset_score_loss": 0.0882383108139038}
+{"step": 290000, "wall_time": 2804.006989479065, "train_loss_step": 10.305770874023438, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.0857496976852417, "subset_score_loss": 0.0857496976852417}
+{"step": 300000, "wall_time": 2894.843957424164, "train_loss_step": 9.44984245300293, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.08102859258651733, "subset_score_loss": 0.08102859258651733, "memorization_fraction_pixel": 0.0019000000320374966, "mean_nn_ratio_pixel": 0.957535445690155, "fid": 101.74477236010844}
+{"step": 310000, "wall_time": 2946.7133107185364, "train_loss_step": 9.49356746673584, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.080023854970932, "subset_score_loss": 0.080023854970932}
+{"step": 320000, "wall_time": 3001.6848764419556, "train_loss_step": 8.737220764160156, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07644129991531372, "subset_score_loss": 0.07644129991531372}
+{"step": 330000, "wall_time": 3134.278475046158, "train_loss_step": 9.312729835510254, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.07616683840751648, "subset_score_loss": 0.07616683840751648}
+{"step": 340000, "wall_time": 3276.666249513626, "train_loss_step": 9.730552673339844, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.07822279930114746, "subset_score_loss": 0.07822279930114746}
+{"step": 350000, "wall_time": 3419.0859067440033, "train_loss_step": 8.865629196166992, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.07653061747550964, "subset_score_loss": 0.07653061747550964}
+{"step": 360000, "wall_time": 3561.4432713985443, "train_loss_step": 8.875349044799805, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.07461499571800231, "subset_score_loss": 0.07461499571800231}
+{"step": 370000, "wall_time": 3703.853895664215, "train_loss_step": 9.267374038696289, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.07330546975135803, "subset_score_loss": 0.07330546975135803}
+{"step": 380000, "wall_time": 3846.2194514274597, "train_loss_step": 8.742947578430176, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.06964524388313294, "subset_score_loss": 0.06964524388313294}
+{"step": 390000, "wall_time": 3988.8446097373962, "train_loss_step": 8.556703567504883, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.06853597164154053, "subset_score_loss": 0.06853597164154053}
+{"step": 400000, "wall_time": 4237.408668041229, "train_loss_step": 8.773239135742188, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.0695970118045807, "subset_score_loss": 0.0695970118045807, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.9446818232536316, "fid": 108.44457018682029}
+{"step": 410000, "wall_time": 4379.850605726242, "train_loss_step": 9.363114356994629, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.07369017004966735, "subset_score_loss": 0.07369017004966735}
+{"step": 420000, "wall_time": 4521.7614159584045, "train_loss_step": 8.04007339477539, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.06907534599304199, "subset_score_loss": 0.06907534599304199}
+{"step": 430000, "wall_time": 4662.154134273529, "train_loss_step": 8.779232025146484, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.06928096413612365, "subset_score_loss": 0.06928096413612365}
+{"step": 440000, "wall_time": 4801.841521024704, "train_loss_step": 8.35130786895752, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.06588591337203979, "subset_score_loss": 0.06588591337203979}
+{"step": 450000, "wall_time": 4944.2217881679535, "train_loss_step": 8.224183082580566, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.06562679409980773, "subset_score_loss": 0.06562679409980773}
+{"step": 460000, "wall_time": 5085.933416128159, "train_loss_step": 8.4466552734375, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.06525214910507202, "subset_score_loss": 0.06525214910507202}
+{"step": 470000, "wall_time": 5227.479917764664, "train_loss_step": 8.07596206665039, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.06829524636268616, "subset_score_loss": 0.06829524636268616}
+{"step": 480000, "wall_time": 5369.709045648575, "train_loss_step": 8.194238662719727, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.06246272325515747, "subset_score_loss": 0.06246272325515747}
+{"step": 490000, "wall_time": 5511.981646537781, "train_loss_step": 8.900577545166016, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.06496700644493103, "subset_score_loss": 0.06496700644493103}
+{"step": 500000, "wall_time": 5755.903198719025, "train_loss_step": 7.948145866394043, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.06202227473258972, "subset_score_loss": 0.06202227473258972, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.9339962601661682, "fid": 119.03694983955529}
+{"step": 510000, "wall_time": 5898.25461435318, "train_loss_step": 8.54512882232666, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.0629408597946167, "subset_score_loss": 0.0629408597946167}
+{"step": 520000, "wall_time": 6037.57670712471, "train_loss_step": 8.376357078552246, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.05912271738052368, "subset_score_loss": 0.05912271738052368}
+{"step": 530000, "wall_time": 6179.689971923828, "train_loss_step": 7.683040142059326, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.06059154272079468, "subset_score_loss": 0.06059154272079468}
+{"step": 540000, "wall_time": 6320.823400259018, "train_loss_step": 7.828547477722168, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.05869336128234863, "subset_score_loss": 0.05869336128234863}
+{"step": 550000, "wall_time": 6462.750513315201, "train_loss_step": 8.362321853637695, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.061393171548843384, "subset_score_loss": 0.061393171548843384}
+{"step": 560000, "wall_time": 6605.150297164917, "train_loss_step": 8.51307201385498, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.06578518152236938, "subset_score_loss": 0.06578518152236938}
+{"step": 570000, "wall_time": 6747.585323095322, "train_loss_step": 7.675506114959717, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.05944618582725525, "subset_score_loss": 0.05944618582725525}
+{"step": 580000, "wall_time": 6889.963869094849, "train_loss_step": 7.6522016525268555, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.055372428894042966, "subset_score_loss": 0.055372428894042966}
+{"step": 590000, "wall_time": 7032.38320016861, "train_loss_step": 7.8357133865356445, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.0558758556842804, "subset_score_loss": 0.0558758556842804}
+{"step": 600000, "wall_time": 7276.759181976318, "train_loss_step": 7.2856292724609375, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.06589607000350953, "subset_score_loss": 0.06589607000350953, "memorization_fraction_pixel": 0.012900000438094139, "mean_nn_ratio_pixel": 0.9193000793457031, "fid": 110.19237226368669}
+{"step": 610000, "wall_time": 7418.852478265762, "train_loss_step": 7.879480361938477, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.05570446848869324, "subset_score_loss": 0.05570446848869324}
+{"step": 620000, "wall_time": 7557.527143239975, "train_loss_step": 7.682405948638916, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.057447266578674314, "subset_score_loss": 0.057447266578674314}
+{"step": 630000, "wall_time": 7699.800650835037, "train_loss_step": 7.583443641662598, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.056916463375091556, "subset_score_loss": 0.056916463375091556}
+{"step": 640000, "wall_time": 7840.816194295883, "train_loss_step": 7.792632579803467, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.055529987812042235, "subset_score_loss": 0.055529987812042235}
+{"step": 650000, "wall_time": 7983.798360109329, "train_loss_step": 7.62624454498291, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.05402055978775024, "subset_score_loss": 0.05402055978775024}
+{"step": 660000, "wall_time": 8125.227246522903, "train_loss_step": 7.463912010192871, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.052468955516815186, "subset_score_loss": 0.052468955516815186}
+{"step": 670000, "wall_time": 8267.554731845856, "train_loss_step": 7.524982452392578, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.05224040150642395, "subset_score_loss": 0.05224040150642395}
+{"step": 680000, "wall_time": 8409.742182016373, "train_loss_step": 7.11283016204834, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.05036193132400513, "subset_score_loss": 0.05036193132400513}
+{"step": 690000, "wall_time": 8552.08606672287, "train_loss_step": 7.745906829833984, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.05232064723968506, "subset_score_loss": 0.05232064723968506}
+{"step": 700000, "wall_time": 8794.990388393402, "train_loss_step": 7.719473361968994, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.055876809358596805, "subset_score_loss": 0.055876809358596805, "memorization_fraction_pixel": 0.016899999231100082, "mean_nn_ratio_pixel": 0.9058926701545715, "fid": 108.10131706155276}
+{"step": 710000, "wall_time": 8935.341301202774, "train_loss_step": 7.380661964416504, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.05280155539512634, "subset_score_loss": 0.05280155539512634}
+{"step": 720000, "wall_time": 9075.821645021439, "train_loss_step": 7.21051549911499, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.04966336190700531, "subset_score_loss": 0.04966336190700531}
+{"step": 730000, "wall_time": 9218.076128005981, "train_loss_step": 7.548787593841553, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.052251434326171874, "subset_score_loss": 0.052251434326171874}
+{"step": 740000, "wall_time": 9361.11342382431, "train_loss_step": 7.344895362854004, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.050844496488571166, "subset_score_loss": 0.050844496488571166}
+{"step": 750000, "wall_time": 9500.124237060547, "train_loss_step": 7.179284572601318, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.0507493793964386, "subset_score_loss": 0.0507493793964386}
+{"step": 760000, "wall_time": 9641.83786869049, "train_loss_step": 6.7816033363342285, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.047139528393745425, "subset_score_loss": 0.047139528393745425}
+{"step": 770000, "wall_time": 9784.078549861908, "train_loss_step": 7.3089094161987305, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.05074681639671326, "subset_score_loss": 0.05074681639671326}
+{"step": 780000, "wall_time": 9926.44617676735, "train_loss_step": 7.434275150299072, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.05172699093818665, "subset_score_loss": 0.05172699093818665}
+{"step": 790000, "wall_time": 10068.880620718002, "train_loss_step": 6.629638195037842, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.046408578753471375, "subset_score_loss": 0.046408578753471375}
+{"step": 800000, "wall_time": 10312.444768190384, "train_loss_step": 7.21321964263916, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.05071614980697632, "subset_score_loss": 0.05071614980697632, "memorization_fraction_pixel": 0.024000000208616257, "mean_nn_ratio_pixel": 0.9061499834060669, "fid": 102.38701291282766}
+{"step": 810000, "wall_time": 10451.379658699036, "train_loss_step": 6.728265762329102, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04907795786857605, "subset_score_loss": 0.04907795786857605}
+{"step": 820000, "wall_time": 10593.89139699936, "train_loss_step": 6.998880386352539, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.04651660323143005, "subset_score_loss": 0.04651660323143005}
+{"step": 830000, "wall_time": 10736.265835285187, "train_loss_step": 6.701516151428223, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04644957184791565, "subset_score_loss": 0.04644957184791565}
+{"step": 840000, "wall_time": 10878.83132147789, "train_loss_step": 7.244513511657715, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04807970225811005, "subset_score_loss": 0.04807970225811005}
+{"step": 850000, "wall_time": 11003.8771109581, "train_loss_step": 7.0258002281188965, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.04932664334774017, "subset_score_loss": 0.04932664334774017}
+{"step": 860000, "wall_time": 11055.668025493622, "train_loss_step": 7.268184185028076, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.05253494381904602, "subset_score_loss": 0.05253494381904602}
+{"step": 870000, "wall_time": 11107.45692038536, "train_loss_step": 6.97836446762085, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.048199141025543214, "subset_score_loss": 0.048199141025543214}
+{"step": 880000, "wall_time": 11159.246837854385, "train_loss_step": 6.69242525100708, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.04622994363307953, "subset_score_loss": 0.04622994363307953}
+{"step": 890000, "wall_time": 11210.932771205902, "train_loss_step": 6.544886589050293, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04723389744758606, "subset_score_loss": 0.04723389744758606}
+{"step": 900000, "wall_time": 11296.528765916824, "train_loss_step": 7.188416481018066, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04776732325553894, "subset_score_loss": 0.04776732325553894, "memorization_fraction_pixel": 0.04039999842643738, "mean_nn_ratio_pixel": 0.8935880661010742, "fid": 98.44804697873914}
+{"step": 910000, "wall_time": 11348.307841539383, "train_loss_step": 7.154900550842285, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.04739410281181335, "subset_score_loss": 0.04739410281181335}
+{"step": 920000, "wall_time": 11400.087029218674, "train_loss_step": 6.282925128936768, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.04739627242088318, "subset_score_loss": 0.04739627242088318}
+{"step": 930000, "wall_time": 11451.855329036713, "train_loss_step": 6.4390549659729, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.04630295634269714, "subset_score_loss": 0.04630295634269714}
+{"step": 940000, "wall_time": 11503.646017313004, "train_loss_step": 6.794702053070068, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.0462376594543457, "subset_score_loss": 0.0462376594543457}
+{"step": 950000, "wall_time": 11555.439046144485, "train_loss_step": 6.4271087646484375, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.0450007826089859, "subset_score_loss": 0.0450007826089859}
+{"step": 960000, "wall_time": 11607.246246814728, "train_loss_step": 6.44170618057251, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.04541473686695099, "subset_score_loss": 0.04541473686695099}
+{"step": 970000, "wall_time": 11659.015439271927, "train_loss_step": 6.50069522857666, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.051749271154403684, "subset_score_loss": 0.051749271154403684}
+{"step": 980000, "wall_time": 11710.779042482376, "train_loss_step": 6.605936050415039, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.043445050716400146, "subset_score_loss": 0.043445050716400146}
+{"step": 990000, "wall_time": 11762.403338193893, "train_loss_step": 6.7292914390563965, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.04340205192565918, "subset_score_loss": 0.04340205192565918}
+{"step": 1000000, "wall_time": 11848.99442601204, "train_loss_step": 6.406048774719238, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.042364785075187684, "subset_score_loss": 0.042364785075187684, "memorization_fraction_pixel": 0.052400000393390656, "mean_nn_ratio_pixel": 0.8924192190170288, "fid": 100.95108791432975}
+{"step": 1010000, "wall_time": 11900.730750799179, "train_loss_step": 7.080231666564941, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.044586014747619626, "subset_score_loss": 0.044586014747619626}
+{"step": 1020000, "wall_time": 11952.527088880539, "train_loss_step": 6.462050437927246, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.04271335005760193, "subset_score_loss": 0.04271335005760193}
+{"step": 1030000, "wall_time": 12004.376765489578, "train_loss_step": 6.405514717102051, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.043482786417007445, "subset_score_loss": 0.043482786417007445}
+{"step": 1040000, "wall_time": 12056.25585436821, "train_loss_step": 6.388885974884033, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.043967011570930484, "subset_score_loss": 0.043967011570930484}
+{"step": 1050000, "wall_time": 12108.127940893173, "train_loss_step": 6.615582466125488, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.046385306119918826, "subset_score_loss": 0.046385306119918826}
+{"step": 1060000, "wall_time": 12160.004298210144, "train_loss_step": 6.803556442260742, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.045376059412956235, "subset_score_loss": 0.045376059412956235}
+{"step": 1070000, "wall_time": 12211.870744228363, "train_loss_step": 6.055569171905518, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.04004546403884888, "subset_score_loss": 0.04004546403884888}
+{"step": 1080000, "wall_time": 12263.729461193085, "train_loss_step": 6.396768093109131, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.04298535287380219, "subset_score_loss": 0.04298535287380219}
+{"step": 1090000, "wall_time": 12314.584497213364, "train_loss_step": 6.374610424041748, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.04355272948741913, "subset_score_loss": 0.04355272948741913}
+{"step": 1100000, "wall_time": 12400.764672994614, "train_loss_step": 6.138896942138672, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.04083028137683868, "subset_score_loss": 0.04083028137683868, "memorization_fraction_pixel": 0.07270000129938126, "mean_nn_ratio_pixel": 0.8714404106140137, "fid": 92.74590497726388}
+{"step": 1110000, "wall_time": 12452.592210769653, "train_loss_step": 6.448159694671631, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.042049947381019595, "subset_score_loss": 0.042049947381019595}
+{"step": 1120000, "wall_time": 12504.383034467697, "train_loss_step": 6.597302436828613, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.04200584888458252, "subset_score_loss": 0.04200584888458252}
+{"step": 1130000, "wall_time": 12556.144301891327, "train_loss_step": 6.327554702758789, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.043109473586082456, "subset_score_loss": 0.043109473586082456}
+{"step": 1140000, "wall_time": 12607.92168021202, "train_loss_step": 6.720203399658203, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.04277397096157074, "subset_score_loss": 0.04277397096157074}
+{"step": 1150000, "wall_time": 12659.688304662704, "train_loss_step": 6.398167610168457, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.04166072607040405, "subset_score_loss": 0.04166072607040405}
+{"step": 1160000, "wall_time": 12711.472227096558, "train_loss_step": 6.002859115600586, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.04095600843429566, "subset_score_loss": 0.04095600843429566}
+{"step": 1170000, "wall_time": 12763.321536779404, "train_loss_step": 6.434458255767822, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.04252014458179474, "subset_score_loss": 0.04252014458179474}
+{"step": 1180000, "wall_time": 12815.180776834488, "train_loss_step": 6.105865478515625, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.040956661105155945, "subset_score_loss": 0.040956661105155945}
+{"step": 1190000, "wall_time": 12864.368620634079, "train_loss_step": 6.242997169494629, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.03909164071083069, "subset_score_loss": 0.03909164071083069}
+{"step": 1200000, "wall_time": 12952.095938205719, "train_loss_step": 6.33040714263916, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.04194597899913788, "subset_score_loss": 0.04194597899913788, "memorization_fraction_pixel": 0.10350000113248825, "mean_nn_ratio_pixel": 0.8394090533256531, "fid": 90.26635920820955}
+{"step": 1210000, "wall_time": 13003.996574640274, "train_loss_step": 5.531449794769287, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.039412617683410645, "subset_score_loss": 0.039412617683410645}
+{"step": 1220000, "wall_time": 13055.843836545944, "train_loss_step": 5.925050735473633, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03994244337081909, "subset_score_loss": 0.03994244337081909}
+{"step": 1230000, "wall_time": 13107.663465976715, "train_loss_step": 6.392528533935547, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.03867979347705841, "subset_score_loss": 0.03867979347705841}
+{"step": 1240000, "wall_time": 13159.443759441376, "train_loss_step": 6.095812797546387, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.0389136016368866, "subset_score_loss": 0.0389136016368866}
+{"step": 1250000, "wall_time": 13211.230840444565, "train_loss_step": 5.749616622924805, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03730309009552002, "subset_score_loss": 0.03730309009552002}
+{"step": 1260000, "wall_time": 13262.964592218399, "train_loss_step": 6.179924011230469, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.039968088269233704, "subset_score_loss": 0.039968088269233704}
+{"step": 1270000, "wall_time": 13314.723854780197, "train_loss_step": 6.116211414337158, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.0408376008272171, "subset_score_loss": 0.0408376008272171}
+{"step": 1280000, "wall_time": 13366.480617284775, "train_loss_step": 5.470395565032959, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03791146278381348, "subset_score_loss": 0.03791146278381348}
+{"step": 1290000, "wall_time": 13414.588634490967, "train_loss_step": 5.810497283935547, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.040583649277687074, "subset_score_loss": 0.040583649277687074}
+{"step": 1300000, "wall_time": 13503.314666032791, "train_loss_step": 5.927629470825195, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03889257311820984, "subset_score_loss": 0.03889257311820984, "memorization_fraction_pixel": 0.12620000541210175, "mean_nn_ratio_pixel": 0.8194692134857178, "fid": 85.83789065275117}
+{"step": 1310000, "wall_time": 13555.13154888153, "train_loss_step": 5.900328636169434, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.03771026432514191, "subset_score_loss": 0.03771026432514191}
+{"step": 1320000, "wall_time": 13606.882389068604, "train_loss_step": 6.062298774719238, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.039801770448684694, "subset_score_loss": 0.039801770448684694}
+{"step": 1330000, "wall_time": 13658.63815498352, "train_loss_step": 5.730830192565918, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.03781697452068329, "subset_score_loss": 0.03781697452068329}
+{"step": 1340000, "wall_time": 13710.433623075485, "train_loss_step": 5.772857666015625, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.03828103840351105, "subset_score_loss": 0.03828103840351105}
+{"step": 1350000, "wall_time": 13762.19265127182, "train_loss_step": 5.764186859130859, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03740062415599823, "subset_score_loss": 0.03740062415599823}
+{"step": 1360000, "wall_time": 13813.966185569763, "train_loss_step": 6.0502166748046875, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.0389886349439621, "subset_score_loss": 0.0389886349439621}
+{"step": 1370000, "wall_time": 13865.732060432434, "train_loss_step": 5.398022651672363, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.03723136186599731, "subset_score_loss": 0.03723136186599731}
+{"step": 1380000, "wall_time": 13917.48941898346, "train_loss_step": 5.829756259918213, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.036297327280044554, "subset_score_loss": 0.036297327280044554}
+{"step": 1390000, "wall_time": 13964.214024066925, "train_loss_step": 5.5741682052612305, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.044559285044670105, "subset_score_loss": 0.044559285044670105}
+{"step": 1400000, "wall_time": 14054.42720246315, "train_loss_step": 5.424233436584473, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.036245289444923404, "subset_score_loss": 0.036245289444923404, "memorization_fraction_pixel": 0.14259999990463257, "mean_nn_ratio_pixel": 0.8143194317817688, "fid": 86.9187781219231}
+{"step": 1410000, "wall_time": 14106.217146158218, "train_loss_step": 6.227836608886719, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.03736687898635864, "subset_score_loss": 0.03736687898635864}
+{"step": 1420000, "wall_time": 14157.949036121368, "train_loss_step": 5.566813945770264, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.035625338554382324, "subset_score_loss": 0.035625338554382324}
+{"step": 1430000, "wall_time": 14209.65262913704, "train_loss_step": 5.700506687164307, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.03587175607681274, "subset_score_loss": 0.03587175607681274}
+{"step": 1440000, "wall_time": 14261.36451458931, "train_loss_step": 5.673504829406738, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.04341598153114319, "subset_score_loss": 0.04341598153114319}
+{"step": 1450000, "wall_time": 14313.081361055374, "train_loss_step": 5.654272556304932, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.035974496603012086, "subset_score_loss": 0.035974496603012086}
+{"step": 1460000, "wall_time": 14364.789955615997, "train_loss_step": 5.884564399719238, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03646999299526214, "subset_score_loss": 0.03646999299526214}
+{"step": 1470000, "wall_time": 14416.521274089813, "train_loss_step": 6.1106414794921875, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.03711773753166199, "subset_score_loss": 0.03711773753166199}
+{"step": 1480000, "wall_time": 14468.307086467743, "train_loss_step": 6.229776382446289, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.03682124614715576, "subset_score_loss": 0.03682124614715576}
+{"step": 1490000, "wall_time": 14514.758566856384, "train_loss_step": 6.175092697143555, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.03669590353965759, "subset_score_loss": 0.03669590353965759}
+{"step": 1500000, "wall_time": 14605.330730676651, "train_loss_step": 5.665011405944824, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.03470079004764557, "subset_score_loss": 0.03470079004764557, "memorization_fraction_pixel": 0.16089999675750732, "mean_nn_ratio_pixel": 0.7822431921958923, "fid": 78.1170942332459}
+{"step": 1510000, "wall_time": 14657.220333814621, "train_loss_step": 5.921638011932373, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.0334776371717453, "subset_score_loss": 0.0334776371717453}
+{"step": 1520000, "wall_time": 14709.097553491592, "train_loss_step": 5.72602653503418, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.03511066734790802, "subset_score_loss": 0.03511066734790802}
+{"step": 1530000, "wall_time": 14760.964494466782, "train_loss_step": 5.653585433959961, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.03876505196094513, "subset_score_loss": 0.03876505196094513}
+{"step": 1540000, "wall_time": 14812.783210754395, "train_loss_step": 5.6498494148254395, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.03451796472072601, "subset_score_loss": 0.03451796472072601}
+{"step": 1550000, "wall_time": 14864.634659290314, "train_loss_step": 5.447647571563721, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.033832582831382754, "subset_score_loss": 0.033832582831382754}
+{"step": 1560000, "wall_time": 14916.482410430908, "train_loss_step": 5.696826934814453, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.03290391266345978, "subset_score_loss": 0.03290391266345978}
+{"step": 1570000, "wall_time": 14968.34656405449, "train_loss_step": 5.406256675720215, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.03476887345314026, "subset_score_loss": 0.03476887345314026}
+{"step": 1580000, "wall_time": 15020.204709529877, "train_loss_step": 5.485053539276123, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.033904454112052916, "subset_score_loss": 0.033904454112052916}
+{"step": 1590000, "wall_time": 15066.493679523468, "train_loss_step": 5.537662506103516, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.035560280084609985, "subset_score_loss": 0.035560280084609985}
+{"step": 1600000, "wall_time": 15157.34022140503, "train_loss_step": 5.174877166748047, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.03164116740226745, "subset_score_loss": 0.03164116740226745, "memorization_fraction_pixel": 0.19859999418258667, "mean_nn_ratio_pixel": 0.7581626772880554, "fid": 75.25656897498604}
+{"step": 1610000, "wall_time": 15209.22609448433, "train_loss_step": 5.390526294708252, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.03479523956775665, "subset_score_loss": 0.03479523956775665}
+{"step": 1620000, "wall_time": 15261.098950624466, "train_loss_step": 5.362311363220215, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.03500725328922272, "subset_score_loss": 0.03500725328922272}
+{"step": 1630000, "wall_time": 15312.9724214077, "train_loss_step": 5.155478000640869, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.030658003687858582, "subset_score_loss": 0.030658003687858582}
+{"step": 1640000, "wall_time": 15364.845736265182, "train_loss_step": 5.494495868682861, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.03573592305183411, "subset_score_loss": 0.03573592305183411}
+{"step": 1650000, "wall_time": 15416.674257278442, "train_loss_step": 5.52990198135376, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.032284942269325254, "subset_score_loss": 0.032284942269325254}
+{"step": 1660000, "wall_time": 15468.549259901047, "train_loss_step": 5.1266865730285645, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.03402807712554932, "subset_score_loss": 0.03402807712554932}
+{"step": 1670000, "wall_time": 15520.420177459717, "train_loss_step": 5.020772457122803, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.031001147627830506, "subset_score_loss": 0.031001147627830506}
+{"step": 1680000, "wall_time": 15572.281236886978, "train_loss_step": 5.2978434562683105, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.03387412130832672, "subset_score_loss": 0.03387412130832672}
+{"step": 1690000, "wall_time": 15618.182034254074, "train_loss_step": 5.099687099456787, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.03253117799758911, "subset_score_loss": 0.03253117799758911}
+{"step": 1700000, "wall_time": 15709.103382349014, "train_loss_step": 5.598816394805908, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.032568737864494324, "subset_score_loss": 0.032568737864494324, "memorization_fraction_pixel": 0.21870000660419464, "mean_nn_ratio_pixel": 0.7459039688110352, "fid": 71.30201238886605}
+{"step": 1710000, "wall_time": 15761.018096923828, "train_loss_step": 5.106423377990723, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.03205996751785278, "subset_score_loss": 0.03205996751785278}
+{"step": 1720000, "wall_time": 15812.91025352478, "train_loss_step": 5.667721271514893, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.03399634659290314, "subset_score_loss": 0.03399634659290314}
+{"step": 1730000, "wall_time": 15864.736263036728, "train_loss_step": 5.314789772033691, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.03244953453540802, "subset_score_loss": 0.03244953453540802}
+{"step": 1740000, "wall_time": 15916.620003938675, "train_loss_step": 5.330451965332031, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.03171983361244202, "subset_score_loss": 0.03171983361244202}
+{"step": 1750000, "wall_time": 15968.474549293518, "train_loss_step": 5.064032077789307, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.031690779328346255, "subset_score_loss": 0.031690779328346255}
+{"step": 1760000, "wall_time": 16020.32782626152, "train_loss_step": 5.509987831115723, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.03146094381809235, "subset_score_loss": 0.03146094381809235}
+{"step": 1770000, "wall_time": 16072.193086385727, "train_loss_step": 5.0454301834106445, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.03185263872146606, "subset_score_loss": 0.03185263872146606}
+{"step": 1780000, "wall_time": 16123.993022918701, "train_loss_step": 5.491212844848633, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.031947854161262515, "subset_score_loss": 0.031947854161262515}
+{"step": 1790000, "wall_time": 16169.988422632217, "train_loss_step": 5.636775970458984, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.03029962182044983, "subset_score_loss": 0.03029962182044983}
+{"step": 1800000, "wall_time": 16260.976176738739, "train_loss_step": 5.425922393798828, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.03202803730964661, "subset_score_loss": 0.03202803730964661, "memorization_fraction_pixel": 0.20800000429153442, "mean_nn_ratio_pixel": 0.7590774297714233, "fid": 76.42429947259164}
+{"step": 1810000, "wall_time": 16312.853257417679, "train_loss_step": 5.11966609954834, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.03037141263484955, "subset_score_loss": 0.03037141263484955}
+{"step": 1820000, "wall_time": 16364.70296216011, "train_loss_step": 5.5461745262146, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.03443713784217835, "subset_score_loss": 0.03443713784217835}
+{"step": 1830000, "wall_time": 16416.583897829056, "train_loss_step": 5.317346096038818, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.03089824914932251, "subset_score_loss": 0.03089824914932251}
+{"step": 1840000, "wall_time": 16468.461015701294, "train_loss_step": 5.659188270568848, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.031191828846931457, "subset_score_loss": 0.031191828846931457}
+{"step": 1850000, "wall_time": 16520.343473911285, "train_loss_step": 5.548009872436523, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.031878554821014406, "subset_score_loss": 0.031878554821014406}
+{"step": 1860000, "wall_time": 16572.220989227295, "train_loss_step": 4.843574523925781, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.035371461510658266, "subset_score_loss": 0.035371461510658266}
+{"step": 1870000, "wall_time": 16624.09209036827, "train_loss_step": 5.1823577880859375, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.03416021168231964, "subset_score_loss": 0.03416021168231964}
+{"step": 1880000, "wall_time": 16675.888624191284, "train_loss_step": 4.932229995727539, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.02834794521331787, "subset_score_loss": 0.02834794521331787}
+{"step": 1890000, "wall_time": 16722.14369750023, "train_loss_step": 5.142076015472412, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.029956182837486266, "subset_score_loss": 0.029956182837486266}
+{"step": 1900000, "wall_time": 16813.062730550766, "train_loss_step": 5.533834457397461, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.03301079869270325, "subset_score_loss": 0.03301079869270325, "memorization_fraction_pixel": 0.2671000063419342, "mean_nn_ratio_pixel": 0.71016526222229, "fid": 68.88038360785914}
+{"step": 1910000, "wall_time": 16864.964369535446, "train_loss_step": 5.593149185180664, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.03185573816299438, "subset_score_loss": 0.03185573816299438}
+{"step": 1920000, "wall_time": 16916.80999493599, "train_loss_step": 4.8854522705078125, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.031027236580848695, "subset_score_loss": 0.031027236580848695}
+{"step": 1930000, "wall_time": 16968.68689918518, "train_loss_step": 4.85244607925415, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.029146090149879456, "subset_score_loss": 0.029146090149879456}
+{"step": 1940000, "wall_time": 17020.52691078186, "train_loss_step": 5.236961364746094, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.030014431476593016, "subset_score_loss": 0.030014431476593016}
+{"step": 1950000, "wall_time": 17072.368740320206, "train_loss_step": 5.1080322265625, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.03201790153980255, "subset_score_loss": 0.03201790153980255}
+{"step": 1960000, "wall_time": 17124.20434999466, "train_loss_step": 5.386887550354004, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.02918287515640259, "subset_score_loss": 0.02918287515640259}
+{"step": 1970000, "wall_time": 17176.04379415512, "train_loss_step": 4.867225646972656, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.02699567675590515, "subset_score_loss": 0.02699567675590515}
+{"step": 1980000, "wall_time": 17227.882393836975, "train_loss_step": 5.362128257751465, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.03293331563472748, "subset_score_loss": 0.03293331563472748}
+{"step": 1990000, "wall_time": 17273.6302819252, "train_loss_step": 5.117961883544922, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.030176198482513426, "subset_score_loss": 0.030176198482513426}
+{"step": 2000000, "wall_time": 17364.5119972229, "train_loss_step": 4.958026885986328, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.029196608066558837, "subset_score_loss": 0.029196608066558837, "memorization_fraction_pixel": 0.2872999906539917, "mean_nn_ratio_pixel": 0.6925668716430664, "fid": 66.59472156447936}
+{"step": 2010000, "wall_time": 17416.412475824356, "train_loss_step": 5.059515953063965, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.03132252991199493, "subset_score_loss": 0.03132252991199493}
+{"step": 2020000, "wall_time": 17468.281744480133, "train_loss_step": 4.9119744300842285, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.0329705148935318, "subset_score_loss": 0.0329705148935318}
+{"step": 2030000, "wall_time": 17520.100777626038, "train_loss_step": 4.920479774475098, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.027880144119262696, "subset_score_loss": 0.027880144119262696}
+{"step": 2040000, "wall_time": 17571.9508728981, "train_loss_step": 4.786507606506348, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.027988409996032713, "subset_score_loss": 0.027988409996032713}
+{"step": 2050000, "wall_time": 17623.81307387352, "train_loss_step": 5.056365489959717, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.03081604540348053, "subset_score_loss": 0.03081604540348053}
+{"step": 2060000, "wall_time": 17675.692688941956, "train_loss_step": 5.110666275024414, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.030775097012519837, "subset_score_loss": 0.030775097012519837}
+{"step": 2070000, "wall_time": 17727.573466539383, "train_loss_step": 4.772724628448486, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.03023505210876465, "subset_score_loss": 0.03023505210876465}
+{"step": 2080000, "wall_time": 17779.387223243713, "train_loss_step": 5.055734634399414, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.028418079018592834, "subset_score_loss": 0.028418079018592834}
+{"step": 2090000, "wall_time": 17825.16291499138, "train_loss_step": 5.516781806945801, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.03285134732723236, "subset_score_loss": 0.03285134732723236}
+{"step": 2100000, "wall_time": 17915.93081831932, "train_loss_step": 4.574013710021973, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.027464580535888673, "subset_score_loss": 0.027464580535888673, "memorization_fraction_pixel": 0.3125, "mean_nn_ratio_pixel": 0.6766861081123352, "fid": 63.82519820794168}
+{"step": 2110000, "wall_time": 17967.85147380829, "train_loss_step": 5.024369239807129, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.026082178950309752, "subset_score_loss": 0.026082178950309752}
+{"step": 2120000, "wall_time": 18019.727570056915, "train_loss_step": 4.482852935791016, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.02667931616306305, "subset_score_loss": 0.02667931616306305}
+{"step": 2130000, "wall_time": 18071.617556095123, "train_loss_step": 4.773126602172852, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.026859641075134277, "subset_score_loss": 0.026859641075134277}
+{"step": 2140000, "wall_time": 18123.498619556427, "train_loss_step": 4.3795576095581055, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.02875729501247406, "subset_score_loss": 0.02875729501247406}
+{"step": 2150000, "wall_time": 18175.36343550682, "train_loss_step": 4.973812580108643, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.02962057590484619, "subset_score_loss": 0.02962057590484619}
+{"step": 2160000, "wall_time": 18227.228895902634, "train_loss_step": 4.928299427032471, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.029659640789031983, "subset_score_loss": 0.029659640789031983}
+{"step": 2170000, "wall_time": 18279.083070755005, "train_loss_step": 4.856796741485596, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.029166480898857115, "subset_score_loss": 0.029166480898857115}
+{"step": 2180000, "wall_time": 18330.888242721558, "train_loss_step": 5.535112380981445, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.02867846190929413, "subset_score_loss": 0.02867846190929413}
+{"step": 2190000, "wall_time": 18376.73203086853, "train_loss_step": 5.004796981811523, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.0285845547914505, "subset_score_loss": 0.0285845547914505}
+{"step": 2200000, "wall_time": 18467.579291582108, "train_loss_step": 4.636533260345459, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.02919122576713562, "subset_score_loss": 0.02919122576713562, "memorization_fraction_pixel": 0.2962000072002411, "mean_nn_ratio_pixel": 0.6972295641899109, "fid": 68.25186893447422}
+{"step": 2210000, "wall_time": 18519.480189561844, "train_loss_step": 4.697625160217285, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.02761547565460205, "subset_score_loss": 0.02761547565460205}
+{"step": 2220000, "wall_time": 18571.367352485657, "train_loss_step": 4.789909839630127, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.026885589957237242, "subset_score_loss": 0.026885589957237242}
+{"step": 2230000, "wall_time": 18623.236021757126, "train_loss_step": 5.1655473709106445, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.028382837772369385, "subset_score_loss": 0.028382837772369385}
+{"step": 2240000, "wall_time": 18675.101794481277, "train_loss_step": 4.878923416137695, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.029053613543510437, "subset_score_loss": 0.029053613543510437}
+{"step": 2250000, "wall_time": 18726.966210842133, "train_loss_step": 4.999993324279785, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.02706981897354126, "subset_score_loss": 0.02706981897354126}
+{"step": 2260000, "wall_time": 18778.799456357956, "train_loss_step": 4.811671257019043, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.027746084332466125, "subset_score_loss": 0.027746084332466125}
+{"step": 2270000, "wall_time": 18830.64844942093, "train_loss_step": 5.019097805023193, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.02670219838619232, "subset_score_loss": 0.02670219838619232}
+{"step": 2280000, "wall_time": 18882.4813580513, "train_loss_step": 4.823468208312988, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.02715577483177185, "subset_score_loss": 0.02715577483177185}
+{"step": 2290000, "wall_time": 18921.493836164474, "train_loss_step": 4.8717241287231445, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.026456642150878906, "subset_score_loss": 0.026456642150878906}
+{"step": 2300000, "wall_time": 18995.883466482162, "train_loss_step": 5.134596824645996, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.029527685046195982, "subset_score_loss": 0.029527685046195982, "memorization_fraction_pixel": 0.3027999997138977, "mean_nn_ratio_pixel": 0.6989704370498657, "fid": 65.69130076199073}
+{"step": 2310000, "wall_time": 19047.79000043869, "train_loss_step": 4.857942581176758, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.029675477743148805, "subset_score_loss": 0.029675477743148805}
+{"step": 2320000, "wall_time": 19099.664915800095, "train_loss_step": 4.991083145141602, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.02539242208003998, "subset_score_loss": 0.02539242208003998}
+{"step": 2330000, "wall_time": 19151.532289028168, "train_loss_step": 5.005805015563965, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.02593238651752472, "subset_score_loss": 0.02593238651752472}
+{"step": 2340000, "wall_time": 19203.387691497803, "train_loss_step": 4.79946231842041, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.025468307733535766, "subset_score_loss": 0.025468307733535766}
+{"step": 2350000, "wall_time": 19255.295524835587, "train_loss_step": 5.037422180175781, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.025931206345558167, "subset_score_loss": 0.025931206345558167}
+{"step": 2360000, "wall_time": 19307.173834085464, "train_loss_step": 4.871298313140869, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.0257635623216629, "subset_score_loss": 0.0257635623216629}
+{"step": 2370000, "wall_time": 19359.06326317787, "train_loss_step": 4.407718658447266, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.025456029176712035, "subset_score_loss": 0.025456029176712035}
+{"step": 2380000, "wall_time": 19410.953414440155, "train_loss_step": 4.575128555297852, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.0259255051612854, "subset_score_loss": 0.0259255051612854}
+{"step": 2390000, "wall_time": 19462.819823026657, "train_loss_step": 4.742246150970459, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.026904380321502684, "subset_score_loss": 0.026904380321502684}
+{"step": 2400000, "wall_time": 19531.086476564407, "train_loss_step": 4.820317268371582, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.025961616635322572, "subset_score_loss": 0.025961616635322572, "memorization_fraction_pixel": 0.35929998755455017, "mean_nn_ratio_pixel": 0.6479912400245667, "fid": 59.86564397572141}
+{"step": 2410000, "wall_time": 19576.107038497925, "train_loss_step": 4.882951259613037, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.02665227949619293, "subset_score_loss": 0.02665227949619293}
+{"step": 2420000, "wall_time": 19628.038098335266, "train_loss_step": 4.753471851348877, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.03350852429866791, "subset_score_loss": 0.03350852429866791}
+{"step": 2430000, "wall_time": 19679.98180580139, "train_loss_step": 4.7978291511535645, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.027116838097572326, "subset_score_loss": 0.027116838097572326}
+{"step": 2440000, "wall_time": 19731.91602420807, "train_loss_step": 4.809052467346191, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.029449456930160524, "subset_score_loss": 0.029449456930160524}
+{"step": 2450000, "wall_time": 19783.878033161163, "train_loss_step": 4.564131736755371, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.025404918193817138, "subset_score_loss": 0.025404918193817138}
+{"step": 2460000, "wall_time": 19835.817122220993, "train_loss_step": 4.602234840393066, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.028054645657539366, "subset_score_loss": 0.028054645657539366}
+{"step": 2470000, "wall_time": 19887.708526611328, "train_loss_step": 4.67245626449585, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.02551974356174469, "subset_score_loss": 0.02551974356174469}
+{"step": 2480000, "wall_time": 19939.658596277237, "train_loss_step": 4.731379508972168, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.026359865069389345, "subset_score_loss": 0.026359865069389345}
+{"step": 2490000, "wall_time": 19991.605473041534, "train_loss_step": 4.723170280456543, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.026937344670295717, "subset_score_loss": 0.026937344670295717}
+{"step": 2500000, "wall_time": 20082.237048387527, "train_loss_step": 4.9825849533081055, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.026038804650306703, "subset_score_loss": 0.026038804650306703, "memorization_fraction_pixel": 0.35190001130104065, "mean_nn_ratio_pixel": 0.6574705243110657, "fid": 59.764706974199825}
+{"step": 2510000, "wall_time": 20127.83585333824, "train_loss_step": 4.897036075592041, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.02989572286605835, "subset_score_loss": 0.02989572286605835}
+{"step": 2520000, "wall_time": 20179.691064596176, "train_loss_step": 4.497352600097656, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.02710794806480408, "subset_score_loss": 0.02710794806480408}
+{"step": 2530000, "wall_time": 20231.54655122757, "train_loss_step": 4.3154754638671875, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.026472538709640503, "subset_score_loss": 0.026472538709640503}
+{"step": 2540000, "wall_time": 20283.405302762985, "train_loss_step": 4.7146897315979, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.02382331043481827, "subset_score_loss": 0.02382331043481827}
+{"step": 2550000, "wall_time": 20335.264496088028, "train_loss_step": 4.717451095581055, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.025129976868629455, "subset_score_loss": 0.025129976868629455}
+{"step": 2560000, "wall_time": 20387.13747859001, "train_loss_step": 4.6348371505737305, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.02578926682472229, "subset_score_loss": 0.02578926682472229}
+{"step": 2570000, "wall_time": 20438.95117378235, "train_loss_step": 4.746987819671631, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.025137034058570863, "subset_score_loss": 0.025137034058570863}
+{"step": 2580000, "wall_time": 20490.810583353043, "train_loss_step": 4.23564338684082, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.023780134320259095, "subset_score_loss": 0.023780134320259095}
+{"step": 2590000, "wall_time": 20542.668763160706, "train_loss_step": 4.751787185668945, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.026593267917633057, "subset_score_loss": 0.026593267917633057}
+{"step": 2600000, "wall_time": 20633.253456115723, "train_loss_step": 4.182431221008301, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.0246222123503685, "subset_score_loss": 0.0246222123503685, "memorization_fraction_pixel": 0.34040001034736633, "mean_nn_ratio_pixel": 0.6677489876747131, "fid": 62.05851117435765}
+{"step": 2610000, "wall_time": 20679.175400733948, "train_loss_step": 4.442643642425537, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.02495442032814026, "subset_score_loss": 0.02495442032814026}
+{"step": 2620000, "wall_time": 20731.017777442932, "train_loss_step": 4.535529136657715, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.0255314439535141, "subset_score_loss": 0.0255314439535141}
+{"step": 2630000, "wall_time": 20782.887600183487, "train_loss_step": 4.367665767669678, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.022953398525714874, "subset_score_loss": 0.022953398525714874}
+{"step": 2640000, "wall_time": 20834.774818897247, "train_loss_step": 4.585777282714844, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.023961201310157776, "subset_score_loss": 0.023961201310157776}
+{"step": 2650000, "wall_time": 20886.623853445053, "train_loss_step": 4.211865425109863, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.02666715681552887, "subset_score_loss": 0.02666715681552887}
+{"step": 2660000, "wall_time": 20938.487095832825, "train_loss_step": 4.439260482788086, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.024692875146865845, "subset_score_loss": 0.024692875146865845}
+{"step": 2670000, "wall_time": 20990.36519908905, "train_loss_step": 4.354780197143555, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.023533448576927185, "subset_score_loss": 0.023533448576927185}
+{"step": 2680000, "wall_time": 21042.199719905853, "train_loss_step": 4.473857402801514, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.026734417676925658, "subset_score_loss": 0.026734417676925658}
+{"step": 2690000, "wall_time": 21094.085651397705, "train_loss_step": 4.571269512176514, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.030042219161987304, "subset_score_loss": 0.030042219161987304}
+{"step": 2700000, "wall_time": 21184.612015247345, "train_loss_step": 4.627758026123047, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.023217694461345674, "subset_score_loss": 0.023217694461345674, "memorization_fraction_pixel": 0.3869999945163727, "mean_nn_ratio_pixel": 0.6309458613395691, "fid": 58.832249989621786}
+{"step": 2710000, "wall_time": 21230.403427124023, "train_loss_step": 4.486084938049316, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.02391899675130844, "subset_score_loss": 0.02391899675130844}
+{"step": 2720000, "wall_time": 21282.246666431427, "train_loss_step": 4.679330825805664, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.025591695308685304, "subset_score_loss": 0.025591695308685304}
+{"step": 2730000, "wall_time": 21334.118076086044, "train_loss_step": 4.095902919769287, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.023697879910469056, "subset_score_loss": 0.023697879910469056}
+{"step": 2740000, "wall_time": 21386.014826774597, "train_loss_step": 4.73842716217041, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.02735927402973175, "subset_score_loss": 0.02735927402973175}
+{"step": 2750000, "wall_time": 21437.868337392807, "train_loss_step": 4.2808756828308105, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.024530039727687837, "subset_score_loss": 0.024530039727687837}
+{"step": 2760000, "wall_time": 21489.723360061646, "train_loss_step": 4.995295524597168, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.02633347511291504, "subset_score_loss": 0.02633347511291504}
+{"step": 2770000, "wall_time": 21541.601423740387, "train_loss_step": 4.499000549316406, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.026255667209625244, "subset_score_loss": 0.026255667209625244}
+{"step": 2780000, "wall_time": 21593.45263338089, "train_loss_step": 4.540124893188477, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.02384241819381714, "subset_score_loss": 0.02384241819381714}
+{"step": 2790000, "wall_time": 21645.313127040863, "train_loss_step": 4.225604057312012, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.026118212938308717, "subset_score_loss": 0.026118212938308717}
+{"step": 2800000, "wall_time": 21735.963583230972, "train_loss_step": 5.041391849517822, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.025960636138916016, "subset_score_loss": 0.025960636138916016, "memorization_fraction_pixel": 0.3828999996185303, "mean_nn_ratio_pixel": 0.635608971118927, "fid": 57.273169741215895}
+{"step": 2810000, "wall_time": 21770.547946453094, "train_loss_step": 4.759438991546631, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.024634455144405366, "subset_score_loss": 0.024634455144405366}
+{"step": 2820000, "wall_time": 21808.460559368134, "train_loss_step": 4.351324081420898, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.023517881333827973, "subset_score_loss": 0.023517881333827973}
+{"step": 2830000, "wall_time": 21860.33306121826, "train_loss_step": 4.660923004150391, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.02550558149814606, "subset_score_loss": 0.02550558149814606}
+{"step": 2840000, "wall_time": 21912.19606566429, "train_loss_step": 4.578599452972412, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.024185197055339815, "subset_score_loss": 0.024185197055339815}
+{"step": 2850000, "wall_time": 21964.07652258873, "train_loss_step": 4.537133693695068, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.02579070031642914, "subset_score_loss": 0.02579070031642914}
+{"step": 2860000, "wall_time": 22015.953932762146, "train_loss_step": 4.670734882354736, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.024483439326286317, "subset_score_loss": 0.024483439326286317}
+{"step": 2870000, "wall_time": 22067.834614038467, "train_loss_step": 4.2387847900390625, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.023075054585933685, "subset_score_loss": 0.023075054585933685}
+{"step": 2880000, "wall_time": 22119.691219329834, "train_loss_step": 4.407313346862793, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.024200855195522307, "subset_score_loss": 0.024200855195522307}
+{"step": 2890000, "wall_time": 22171.54539179802, "train_loss_step": 4.73969841003418, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.024608443677425384, "subset_score_loss": 0.024608443677425384}
+{"step": 2900000, "wall_time": 22262.259471178055, "train_loss_step": 4.67613410949707, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.02513381838798523, "subset_score_loss": 0.02513381838798523, "memorization_fraction_pixel": 0.37070000171661377, "mean_nn_ratio_pixel": 0.6475556492805481, "fid": 59.323066606072224}
+{"step": 2910000, "wall_time": 22314.08083128929, "train_loss_step": 3.979139804840088, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.02315925359725952, "subset_score_loss": 0.02315925359725952}
+{"step": 2920000, "wall_time": 22356.026591539383, "train_loss_step": 4.258234977722168, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.02332703024148941, "subset_score_loss": 0.02332703024148941}
+{"step": 2930000, "wall_time": 22390.53290247917, "train_loss_step": 4.193325042724609, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.0220250278711319, "subset_score_loss": 0.0220250278711319}
+{"step": 2940000, "wall_time": 22438.61785364151, "train_loss_step": 4.062859535217285, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.023463134467601777, "subset_score_loss": 0.023463134467601777}
+{"step": 2950000, "wall_time": 22490.48655438423, "train_loss_step": 4.576825141906738, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.024847003817558288, "subset_score_loss": 0.024847003817558288}
+{"step": 2960000, "wall_time": 22542.31952404976, "train_loss_step": 4.567914009094238, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.028982764482498168, "subset_score_loss": 0.028982764482498168}
+{"step": 2970000, "wall_time": 22594.19222521782, "train_loss_step": 4.288775444030762, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.023047395050525665, "subset_score_loss": 0.023047395050525665}
+{"step": 2980000, "wall_time": 22646.036717653275, "train_loss_step": 4.372145652770996, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.02368766665458679, "subset_score_loss": 0.02368766665458679}
+{"step": 2990000, "wall_time": 22697.904434919357, "train_loss_step": 4.392250061035156, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.023082032799720764, "subset_score_loss": 0.023082032799720764}
+{"step": 3000000, "wall_time": 22788.809250593185, "train_loss_step": 4.440387725830078, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.025526055693626405, "subset_score_loss": 0.025526055693626405, "memorization_fraction_pixel": 0.4334000051021576, "mean_nn_ratio_pixel": 0.5995948314666748, "fid": 53.589726098835655}
+{"step": 3010000, "wall_time": 22840.704648256302, "train_loss_step": 4.03778076171875, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.022119736671447753, "subset_score_loss": 0.022119736671447753}
+{"step": 3020000, "wall_time": 22892.56470298767, "train_loss_step": 4.400254249572754, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.02523825764656067, "subset_score_loss": 0.02523825764656067}
+{"step": 3030000, "wall_time": 22941.458396196365, "train_loss_step": 4.304470539093018, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.023235037922859192, "subset_score_loss": 0.023235037922859192}
+{"step": 3040000, "wall_time": 22988.417684793472, "train_loss_step": 4.290154933929443, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.023745402693748474, "subset_score_loss": 0.023745402693748474}
+{"step": 3050000, "wall_time": 23040.27841734886, "train_loss_step": 4.268276691436768, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.02205953449010849, "subset_score_loss": 0.02205953449010849}
+{"step": 3060000, "wall_time": 23092.139773845673, "train_loss_step": 4.465898513793945, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.023722507059574127, "subset_score_loss": 0.023722507059574127}
+{"step": 3070000, "wall_time": 23143.990027666092, "train_loss_step": 4.083345413208008, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.023375873267650605, "subset_score_loss": 0.023375873267650605}
+{"step": 3080000, "wall_time": 23195.850044727325, "train_loss_step": 4.162838935852051, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.022890809178352355, "subset_score_loss": 0.022890809178352355}
+{"step": 3090000, "wall_time": 23247.73293018341, "train_loss_step": 4.1922760009765625, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.02238069027662277, "subset_score_loss": 0.02238069027662277}
+{"step": 3100000, "wall_time": 23338.581166505814, "train_loss_step": 4.145783424377441, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.024648916721343995, "subset_score_loss": 0.024648916721343995, "memorization_fraction_pixel": 0.4544999897480011, "mean_nn_ratio_pixel": 0.5844271779060364, "fid": 50.17604824117852}
+{"step": 3110000, "wall_time": 23390.46615600586, "train_loss_step": 4.242928981781006, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.023126401007175446, "subset_score_loss": 0.023126401007175446}
+{"step": 3120000, "wall_time": 23442.32165670395, "train_loss_step": 4.312703609466553, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.023702697455883028, "subset_score_loss": 0.023702697455883028}
+{"step": 3130000, "wall_time": 23492.400881052017, "train_loss_step": 4.2960615158081055, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.024983319640159606, "subset_score_loss": 0.024983319640159606}
+{"step": 3140000, "wall_time": 23540.123732089996, "train_loss_step": 4.031604766845703, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.023592814803123474, "subset_score_loss": 0.023592814803123474}
+{"step": 3150000, "wall_time": 23592.00972175598, "train_loss_step": 4.254450798034668, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.02214963287115097, "subset_score_loss": 0.02214963287115097}
+{"step": 3160000, "wall_time": 23643.898077249527, "train_loss_step": 4.1857099533081055, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.02308192253112793, "subset_score_loss": 0.02308192253112793}
+{"step": 3170000, "wall_time": 23695.754117250443, "train_loss_step": 4.354521751403809, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.023156268894672392, "subset_score_loss": 0.023156268894672392}
+{"step": 3180000, "wall_time": 23747.62255382538, "train_loss_step": 4.386823654174805, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.021800805628299714, "subset_score_loss": 0.021800805628299714}
+{"step": 3190000, "wall_time": 23799.479010105133, "train_loss_step": 4.3614277839660645, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.023547737300395964, "subset_score_loss": 0.023547737300395964}
+{"step": 3200000, "wall_time": 23890.26267695427, "train_loss_step": 4.405552387237549, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.023052360117435455, "subset_score_loss": 0.023052360117435455, "memorization_fraction_pixel": 0.4133000075817108, "mean_nn_ratio_pixel": 0.6211279034614563, "fid": 56.20891244875832}
+{"step": 3210000, "wall_time": 23942.16680788994, "train_loss_step": 3.8542745113372803, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.0254619836807251, "subset_score_loss": 0.0254619836807251}
+{"step": 3220000, "wall_time": 23994.025103330612, "train_loss_step": 4.390101432800293, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.022158905863761902, "subset_score_loss": 0.022158905863761902}
+{"step": 3230000, "wall_time": 24043.37553048134, "train_loss_step": 3.8890504837036133, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.0237593874335289, "subset_score_loss": 0.0237593874335289}
+{"step": 3240000, "wall_time": 24082.21246123314, "train_loss_step": 4.106960773468018, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.021416614949703216, "subset_score_loss": 0.021416614949703216}
+{"step": 3250000, "wall_time": 24134.06011891365, "train_loss_step": 4.40636682510376, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.022273911535739897, "subset_score_loss": 0.022273911535739897}
+{"step": 3260000, "wall_time": 24185.939549922943, "train_loss_step": 4.7937331199646, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.024768924713134764, "subset_score_loss": 0.024768924713134764}
+{"step": 3270000, "wall_time": 24237.792932987213, "train_loss_step": 4.59128475189209, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.022448828816413878, "subset_score_loss": 0.022448828816413878}
+{"step": 3280000, "wall_time": 24289.64702963829, "train_loss_step": 4.26987886428833, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.02368350476026535, "subset_score_loss": 0.02368350476026535}
+{"step": 3290000, "wall_time": 24341.525168180466, "train_loss_step": 4.133498191833496, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.022416913509368898, "subset_score_loss": 0.022416913509368898}
+{"step": 3300000, "wall_time": 24432.386831998825, "train_loss_step": 4.1557512283325195, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.022587403655052185, "subset_score_loss": 0.022587403655052185, "memorization_fraction_pixel": 0.4106999933719635, "mean_nn_ratio_pixel": 0.6273139119148254, "fid": 56.84575874055095}
+{"step": 3310000, "wall_time": 24484.307399988174, "train_loss_step": 4.452226161956787, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.023399059474468232, "subset_score_loss": 0.023399059474468232}
+{"step": 3320000, "wall_time": 24536.17473602295, "train_loss_step": 4.564801216125488, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.0232452467083931, "subset_score_loss": 0.0232452467083931}
+{"step": 3330000, "wall_time": 24588.01209616661, "train_loss_step": 4.057104110717773, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.022112958133220673, "subset_score_loss": 0.022112958133220673}
+{"step": 3340000, "wall_time": 24629.035581588745, "train_loss_step": 4.364904403686523, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.02449837327003479, "subset_score_loss": 0.02449837327003479}
+{"step": 3350000, "wall_time": 24677.11647963524, "train_loss_step": 4.25722074508667, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.02114303857088089, "subset_score_loss": 0.02114303857088089}
+{"step": 3360000, "wall_time": 24728.954036951065, "train_loss_step": 4.1347808837890625, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.024661698937416078, "subset_score_loss": 0.024661698937416078}
+{"step": 3370000, "wall_time": 24780.82698893547, "train_loss_step": 4.160634994506836, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.02136676162481308, "subset_score_loss": 0.02136676162481308}
+{"step": 3380000, "wall_time": 24832.69128704071, "train_loss_step": 4.173555850982666, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.020948828756809236, "subset_score_loss": 0.020948828756809236}
+{"step": 3390000, "wall_time": 24884.579102754593, "train_loss_step": 4.231679916381836, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.021467563509941102, "subset_score_loss": 0.021467563509941102}
+{"step": 3400000, "wall_time": 24975.250950336456, "train_loss_step": 4.249602317810059, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.021883726119995117, "subset_score_loss": 0.021883726119995117, "memorization_fraction_pixel": 0.43950000405311584, "mean_nn_ratio_pixel": 0.6039836406707764, "fid": 53.5627639004763}
+{"step": 3410000, "wall_time": 25027.140295267105, "train_loss_step": 4.393537521362305, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.021471258997917176, "subset_score_loss": 0.021471258997917176}
+{"step": 3420000, "wall_time": 25078.990458011627, "train_loss_step": 4.202932357788086, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.027158671617507936, "subset_score_loss": 0.027158671617507936}
+{"step": 3430000, "wall_time": 25130.831715106964, "train_loss_step": 3.864354133605957, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.02127894163131714, "subset_score_loss": 0.02127894163131714}
+{"step": 3440000, "wall_time": 25179.864388227463, "train_loss_step": 4.294416904449463, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.02289704084396362, "subset_score_loss": 0.02289704084396362}
+{"step": 3450000, "wall_time": 25214.637808322906, "train_loss_step": 4.063274383544922, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.021406981348991393, "subset_score_loss": 0.021406981348991393}
+{"step": 3460000, "wall_time": 25266.504892110825, "train_loss_step": 4.202298164367676, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.02257114350795746, "subset_score_loss": 0.02257114350795746}
+{"step": 3470000, "wall_time": 25318.375299215317, "train_loss_step": 4.220849514007568, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.02342965006828308, "subset_score_loss": 0.02342965006828308}
+{"step": 3480000, "wall_time": 25370.246675491333, "train_loss_step": 4.239457607269287, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.024408909678459167, "subset_score_loss": 0.024408909678459167}
+{"step": 3490000, "wall_time": 25422.165017604828, "train_loss_step": 4.143434047698975, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.02226610779762268, "subset_score_loss": 0.02226610779762268}
+{"step": 3500000, "wall_time": 25512.727348566055, "train_loss_step": 4.363485336303711, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.026199203729629517, "subset_score_loss": 0.026199203729629517, "memorization_fraction_pixel": 0.4544999897480011, "mean_nn_ratio_pixel": 0.5911486148834229, "fid": 54.60457233325478}
+{"step": 3510000, "wall_time": 25564.584874629974, "train_loss_step": 4.032229423522949, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.021540811657905577, "subset_score_loss": 0.021540811657905577}
+{"step": 3520000, "wall_time": 25616.44243788719, "train_loss_step": 3.992037296295166, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.02214055210351944, "subset_score_loss": 0.02214055210351944}
+{"step": 3530000, "wall_time": 25668.324137687683, "train_loss_step": 4.186064720153809, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.021589872241020203, "subset_score_loss": 0.021589872241020203}
+{"step": 3540000, "wall_time": 25720.21286535263, "train_loss_step": 3.9981906414031982, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.020971229672431944, "subset_score_loss": 0.020971229672431944}
+{"step": 3550000, "wall_time": 25765.303307771683, "train_loss_step": 4.050572395324707, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.020797984302043916, "subset_score_loss": 0.020797984302043916}
+{"step": 3560000, "wall_time": 25799.83866906166, "train_loss_step": 4.185580730438232, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.020048221945762633, "subset_score_loss": 0.020048221945762633}
+{"step": 3570000, "wall_time": 25851.512709379196, "train_loss_step": 4.227134704589844, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.02057398408651352, "subset_score_loss": 0.02057398408651352}
+{"step": 3580000, "wall_time": 25903.3791179657, "train_loss_step": 4.259513854980469, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.02251972407102585, "subset_score_loss": 0.02251972407102585}
+{"step": 3590000, "wall_time": 25955.183269262314, "train_loss_step": 4.036625862121582, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.02027563750743866, "subset_score_loss": 0.02027563750743866}
+{"step": 3600000, "wall_time": 26045.970930814743, "train_loss_step": 3.9983839988708496, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.020968928933143616, "subset_score_loss": 0.020968928933143616, "memorization_fraction_pixel": 0.4074999988079071, "mean_nn_ratio_pixel": 0.6321796178817749, "fid": 56.130744239071916}
+{"step": 3610000, "wall_time": 26097.912912368774, "train_loss_step": 3.9854421615600586, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.02277233302593231, "subset_score_loss": 0.02277233302593231}
+{"step": 3620000, "wall_time": 26149.77520942688, "train_loss_step": 4.139370918273926, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.019983851909637453, "subset_score_loss": 0.019983851909637453}
+{"step": 3630000, "wall_time": 26201.6343665123, "train_loss_step": 4.517033576965332, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.020952014625072478, "subset_score_loss": 0.020952014625072478}
+{"step": 3640000, "wall_time": 26253.511023283005, "train_loss_step": 3.935373067855835, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.020922887325286865, "subset_score_loss": 0.020922887325286865}
+{"step": 3650000, "wall_time": 26305.39771938324, "train_loss_step": 4.195472717285156, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.020781803131103515, "subset_score_loss": 0.020781803131103515}
+{"step": 3660000, "wall_time": 26350.852005004883, "train_loss_step": 3.844531536102295, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.02186167538166046, "subset_score_loss": 0.02186167538166046}
+{"step": 3670000, "wall_time": 26396.482132196426, "train_loss_step": 3.947007179260254, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.01985587626695633, "subset_score_loss": 0.01985587626695633}
+{"step": 3680000, "wall_time": 26448.36235666275, "train_loss_step": 4.1514811515808105, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.019548657536506652, "subset_score_loss": 0.019548657536506652}
+{"step": 3690000, "wall_time": 26500.180695056915, "train_loss_step": 4.340016841888428, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.02096477746963501, "subset_score_loss": 0.02096477746963501}
+{"step": 3700000, "wall_time": 26590.92495250702, "train_loss_step": 4.023985385894775, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.021147151291370393, "subset_score_loss": 0.021147151291370393, "memorization_fraction_pixel": 0.4790000021457672, "mean_nn_ratio_pixel": 0.575319766998291, "fid": 51.67662925240459}
+{"step": 3710000, "wall_time": 26642.828553915024, "train_loss_step": 4.017477035522461, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.020902618765830994, "subset_score_loss": 0.020902618765830994}
+{"step": 3720000, "wall_time": 26694.694002628326, "train_loss_step": 4.297158241271973, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.02041945904493332, "subset_score_loss": 0.02041945904493332}
+{"step": 3730000, "wall_time": 26746.53626513481, "train_loss_step": 4.232800483703613, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.02010265588760376, "subset_score_loss": 0.02010265588760376}
+{"step": 3740000, "wall_time": 26798.400191545486, "train_loss_step": 4.002890586853027, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.019361844658851622, "subset_score_loss": 0.019361844658851622}
+{"step": 3750000, "wall_time": 26850.254662036896, "train_loss_step": 4.178433418273926, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.020550915598869325, "subset_score_loss": 0.020550915598869325}
+{"step": 3760000, "wall_time": 26901.814682006836, "train_loss_step": 4.097972869873047, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.020190311968326567, "subset_score_loss": 0.020190311968326567}
+{"step": 3770000, "wall_time": 26949.267669916153, "train_loss_step": 4.090659141540527, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.020747892558574677, "subset_score_loss": 0.020747892558574677}
+{"step": 3780000, "wall_time": 27001.146590948105, "train_loss_step": 3.97406268119812, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.019777378439903258, "subset_score_loss": 0.019777378439903258}
+{"step": 3790000, "wall_time": 27052.976767778397, "train_loss_step": 4.236854553222656, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.022387948632240296, "subset_score_loss": 0.022387948632240296}
+{"step": 3800000, "wall_time": 27143.593181610107, "train_loss_step": 4.284695625305176, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.020141695439815522, "subset_score_loss": 0.020141695439815522, "memorization_fraction_pixel": 0.49950000643730164, "mean_nn_ratio_pixel": 0.5574118494987488, "fid": 47.08395564730942}
+{"step": 3810000, "wall_time": 27195.508985757828, "train_loss_step": 4.080821514129639, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.020121026039123534, "subset_score_loss": 0.020121026039123534}
+{"step": 3820000, "wall_time": 27247.383903265, "train_loss_step": 3.77925443649292, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.022896872460842134, "subset_score_loss": 0.022896872460842134}
+{"step": 3830000, "wall_time": 27299.25829410553, "train_loss_step": 4.2362189292907715, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.02261807769536972, "subset_score_loss": 0.02261807769536972}
+{"step": 3840000, "wall_time": 27351.126869678497, "train_loss_step": 4.101708889007568, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.021399641036987306, "subset_score_loss": 0.021399641036987306}
+{"step": 3850000, "wall_time": 27402.98857498169, "train_loss_step": 4.176648139953613, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.020008945465087892, "subset_score_loss": 0.020008945465087892}
+{"step": 3860000, "wall_time": 27452.828563928604, "train_loss_step": 4.034538269042969, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.02095618098974228, "subset_score_loss": 0.02095618098974228}
+{"step": 3870000, "wall_time": 27502.674337863922, "train_loss_step": 4.212044715881348, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.020082630217075348, "subset_score_loss": 0.020082630217075348}
+{"step": 3880000, "wall_time": 27554.532851696014, "train_loss_step": 4.145510196685791, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.021223215758800505, "subset_score_loss": 0.021223215758800505}
+{"step": 3890000, "wall_time": 27606.382672786713, "train_loss_step": 3.822659492492676, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.020623621344566346, "subset_score_loss": 0.020623621344566346}
+{"step": 3900000, "wall_time": 27697.08264684677, "train_loss_step": 3.922909736633301, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.020561060309410094, "subset_score_loss": 0.020561060309410094, "memorization_fraction_pixel": 0.4903999865055084, "mean_nn_ratio_pixel": 0.5673331618309021, "fid": 50.13390797259708}
+{"step": 3910000, "wall_time": 27748.97939801216, "train_loss_step": 4.461531162261963, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.022636085748672485, "subset_score_loss": 0.022636085748672485}
+{"step": 3920000, "wall_time": 27800.83810544014, "train_loss_step": 4.039791584014893, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.02109742909669876, "subset_score_loss": 0.02109742909669876}
+{"step": 3930000, "wall_time": 27852.694133996964, "train_loss_step": 4.148738861083984, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.021027560532093047, "subset_score_loss": 0.021027560532093047}
+{"step": 3940000, "wall_time": 27904.56905913353, "train_loss_step": 3.9778292179107666, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.01989634335041046, "subset_score_loss": 0.01989634335041046}
+{"step": 3950000, "wall_time": 27956.449436903, "train_loss_step": 3.9946932792663574, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.019950494170188904, "subset_score_loss": 0.019950494170188904}
+{"step": 3960000, "wall_time": 28004.23374557495, "train_loss_step": 4.062102317810059, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.018874204158782958, "subset_score_loss": 0.018874204158782958}
+{"step": 3970000, "wall_time": 28056.070135831833, "train_loss_step": 3.81491756439209, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.02422695457935333, "subset_score_loss": 0.02422695457935333}
+{"step": 3980000, "wall_time": 28107.952943325043, "train_loss_step": 4.075935363769531, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.019558116793632507, "subset_score_loss": 0.019558116793632507}
+{"step": 3990000, "wall_time": 28159.7979285717, "train_loss_step": 3.9790220260620117, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.019367112219333647, "subset_score_loss": 0.019367112219333647}
+{"step": 4000000, "wall_time": 28250.566615581512, "train_loss_step": 4.115289211273193, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.0204516738653183, "subset_score_loss": 0.0204516738653183, "memorization_fraction_pixel": 0.5027999877929688, "mean_nn_ratio_pixel": 0.5594242215156555, "fid": 48.0922482484159}
+{"step": 4010000, "wall_time": 28302.470894813538, "train_loss_step": 3.7348008155822754, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.02263813316822052, "subset_score_loss": 0.02263813316822052}
+{"step": 4020000, "wall_time": 28354.33762741089, "train_loss_step": 4.141115188598633, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.020891252160072326, "subset_score_loss": 0.020891252160072326}
+{"step": 4030000, "wall_time": 28406.207578659058, "train_loss_step": 4.057900428771973, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.01993906795978546, "subset_score_loss": 0.01993906795978546}
+{"step": 4040000, "wall_time": 28458.107885360718, "train_loss_step": 3.909578800201416, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.020062071084976197, "subset_score_loss": 0.020062071084976197}
+{"step": 4050000, "wall_time": 28509.953744649887, "train_loss_step": 4.326420783996582, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.0196585938334465, "subset_score_loss": 0.0196585938334465}
+{"step": 4060000, "wall_time": 28557.774830579758, "train_loss_step": 4.068345546722412, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.02110881209373474, "subset_score_loss": 0.02110881209373474}
+{"step": 4070000, "wall_time": 28609.660194396973, "train_loss_step": 4.434196949005127, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.021226666867733, "subset_score_loss": 0.021226666867733}
+{"step": 4080000, "wall_time": 28661.540863513947, "train_loss_step": 4.107038497924805, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.019367100298404695, "subset_score_loss": 0.019367100298404695}
+{"step": 4090000, "wall_time": 28713.392775774002, "train_loss_step": 4.3557233810424805, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.019694173336029054, "subset_score_loss": 0.019694173336029054}
+{"step": 4100000, "wall_time": 28804.11504650116, "train_loss_step": 3.6591320037841797, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.02003008872270584, "subset_score_loss": 0.02003008872270584, "memorization_fraction_pixel": 0.5306000113487244, "mean_nn_ratio_pixel": 0.5370932221412659, "fid": 46.10361118464611}
+{"step": 4110000, "wall_time": 28856.01856470108, "train_loss_step": 3.926506280899048, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.018719077110290527, "subset_score_loss": 0.018719077110290527}
+{"step": 4120000, "wall_time": 28907.897411584854, "train_loss_step": 3.607877731323242, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.020937301218509674, "subset_score_loss": 0.020937301218509674}
+{"step": 4130000, "wall_time": 28959.752264738083, "train_loss_step": 3.963362216949463, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.018349669873714447, "subset_score_loss": 0.018349669873714447}
+{"step": 4140000, "wall_time": 29011.620274066925, "train_loss_step": 4.318968772888184, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.018970872461795806, "subset_score_loss": 0.018970872461795806}
+{"step": 4150000, "wall_time": 29063.425164937973, "train_loss_step": 4.058835506439209, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.019920426607131957, "subset_score_loss": 0.019920426607131957}
+{"step": 4160000, "wall_time": 29111.258239269257, "train_loss_step": 3.914073944091797, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.019323299825191497, "subset_score_loss": 0.019323299825191497}
+{"step": 4170000, "wall_time": 29163.12469983101, "train_loss_step": 4.081516265869141, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.019705305993556976, "subset_score_loss": 0.019705305993556976}
+{"step": 4180000, "wall_time": 29214.977441310883, "train_loss_step": 4.051888465881348, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.019784782826900483, "subset_score_loss": 0.019784782826900483}
+{"step": 4190000, "wall_time": 29266.82083082199, "train_loss_step": 4.088311672210693, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.0195737823843956, "subset_score_loss": 0.0195737823843956}
+{"step": 4200000, "wall_time": 29357.557665348053, "train_loss_step": 3.769425630569458, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.01914491504430771, "subset_score_loss": 0.01914491504430771, "memorization_fraction_pixel": 0.5200999975204468, "mean_nn_ratio_pixel": 0.5444698333740234, "fid": 46.81251065510261}
+{"step": 4210000, "wall_time": 29409.45715379715, "train_loss_step": 4.240233898162842, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.018132130801677703, "subset_score_loss": 0.018132130801677703}
+{"step": 4220000, "wall_time": 29461.325271368027, "train_loss_step": 3.7563490867614746, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.01946418732404709, "subset_score_loss": 0.01946418732404709}
+{"step": 4230000, "wall_time": 29513.1770966053, "train_loss_step": 3.925585985183716, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.01916353851556778, "subset_score_loss": 0.01916353851556778}
+{"step": 4240000, "wall_time": 29565.061515808105, "train_loss_step": 3.729424476623535, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.02093234658241272, "subset_score_loss": 0.02093234658241272}
+{"step": 4250000, "wall_time": 29616.898526906967, "train_loss_step": 3.8111982345581055, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.019542719423770904, "subset_score_loss": 0.019542719423770904}
+{"step": 4260000, "wall_time": 29664.582998752594, "train_loss_step": 3.7977771759033203, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.02273464798927307, "subset_score_loss": 0.02273464798927307}
+{"step": 4270000, "wall_time": 29716.445028066635, "train_loss_step": 4.182999134063721, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.020210044085979463, "subset_score_loss": 0.020210044085979463}
+{"step": 4280000, "wall_time": 29768.291959524155, "train_loss_step": 4.2895917892456055, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.01990230828523636, "subset_score_loss": 0.01990230828523636}
+{"step": 4290000, "wall_time": 29820.109914064407, "train_loss_step": 4.226467609405518, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.01855044960975647, "subset_score_loss": 0.01855044960975647}
+{"step": 4300000, "wall_time": 29910.914291381836, "train_loss_step": 3.6350183486938477, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.01904931366443634, "subset_score_loss": 0.01904931366443634, "memorization_fraction_pixel": 0.49559998512268066, "mean_nn_ratio_pixel": 0.5645826458930969, "fid": 48.166439716193054}
+{"step": 4310000, "wall_time": 29962.831802129745, "train_loss_step": 4.282186508178711, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.019152598083019258, "subset_score_loss": 0.019152598083019258}
+{"step": 4320000, "wall_time": 30014.689670562744, "train_loss_step": 4.19148063659668, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.0204959973692894, "subset_score_loss": 0.0204959973692894}
+{"step": 4330000, "wall_time": 30066.576790332794, "train_loss_step": 4.1812214851379395, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.019453968107700347, "subset_score_loss": 0.019453968107700347}
+{"step": 4340000, "wall_time": 30118.449397563934, "train_loss_step": 4.221386909484863, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.01986285448074341, "subset_score_loss": 0.01986285448074341}
+{"step": 4350000, "wall_time": 30170.27339243889, "train_loss_step": 3.915517807006836, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.019398373365402222, "subset_score_loss": 0.019398373365402222}
+{"step": 4360000, "wall_time": 30218.063143730164, "train_loss_step": 4.042409420013428, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.019061821699142455, "subset_score_loss": 0.019061821699142455}
+{"step": 4370000, "wall_time": 30269.96792268753, "train_loss_step": 4.000677108764648, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.019621476531028748, "subset_score_loss": 0.019621476531028748}
+{"step": 4380000, "wall_time": 30321.842491149902, "train_loss_step": 3.9168283939361572, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.019673441350460053, "subset_score_loss": 0.019673441350460053}
+{"step": 4390000, "wall_time": 30373.672367095947, "train_loss_step": 3.965909957885742, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.020098599791526794, "subset_score_loss": 0.020098599791526794}
+{"step": 4400000, "wall_time": 30464.48920440674, "train_loss_step": 3.9561777114868164, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.019908605515956877, "subset_score_loss": 0.019908605515956877, "memorization_fraction_pixel": 0.5336999893188477, "mean_nn_ratio_pixel": 0.5359700918197632, "fid": 45.46770817874181}
+{"step": 4410000, "wall_time": 30516.37473797798, "train_loss_step": 3.8166747093200684, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.020994138717651368, "subset_score_loss": 0.020994138717651368}
+{"step": 4420000, "wall_time": 30568.23518204689, "train_loss_step": 3.9555559158325195, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.020748841762542724, "subset_score_loss": 0.020748841762542724}
+{"step": 4430000, "wall_time": 30620.12522816658, "train_loss_step": 3.8862290382385254, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.018559202551841736, "subset_score_loss": 0.018559202551841736}
+{"step": 4440000, "wall_time": 30671.988622665405, "train_loss_step": 3.9677963256835938, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.01863005757331848, "subset_score_loss": 0.01863005757331848}
+{"step": 4450000, "wall_time": 30723.769112110138, "train_loss_step": 3.9355664253234863, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.019590146839618683, "subset_score_loss": 0.019590146839618683}
+{"step": 4460000, "wall_time": 30771.337193489075, "train_loss_step": 3.9336438179016113, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.019000984728336334, "subset_score_loss": 0.019000984728336334}
+{"step": 4470000, "wall_time": 30823.199696540833, "train_loss_step": 3.626607656478882, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.018992581963539125, "subset_score_loss": 0.018992581963539125}
+{"step": 4480000, "wall_time": 30875.066888332367, "train_loss_step": 3.9426419734954834, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.018227335810661317, "subset_score_loss": 0.018227335810661317}
+{"step": 4490000, "wall_time": 30926.83726143837, "train_loss_step": 4.044468879699707, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.01896321475505829, "subset_score_loss": 0.01896321475505829}
+{"step": 4500000, "wall_time": 31017.617700099945, "train_loss_step": 3.923135757446289, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.020030808448791505, "subset_score_loss": 0.020030808448791505, "memorization_fraction_pixel": 0.5353999733924866, "mean_nn_ratio_pixel": 0.5322056412696838, "fid": 44.71734368633556}
+{"step": 4510000, "wall_time": 31069.505971193314, "train_loss_step": 3.7021594047546387, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.01784760057926178, "subset_score_loss": 0.01784760057926178}
+{"step": 4520000, "wall_time": 31121.37140607834, "train_loss_step": 4.007601737976074, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.019071047008037568, "subset_score_loss": 0.019071047008037568}
+{"step": 4530000, "wall_time": 31173.232820510864, "train_loss_step": 3.726898193359375, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.019523532688617708, "subset_score_loss": 0.019523532688617708}
+{"step": 4540000, "wall_time": 31225.098849773407, "train_loss_step": 4.135853290557861, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.018989032506942748, "subset_score_loss": 0.018989032506942748}
+{"step": 4550000, "wall_time": 31275.858345985413, "train_loss_step": 4.1005859375, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.017926816642284394, "subset_score_loss": 0.017926816642284394}
+{"step": 4560000, "wall_time": 31324.40228676796, "train_loss_step": 3.8146872520446777, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.020063474774360657, "subset_score_loss": 0.020063474774360657}
+{"step": 4570000, "wall_time": 31376.252239704132, "train_loss_step": 4.06477689743042, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.017945535480976105, "subset_score_loss": 0.017945535480976105}
+{"step": 4580000, "wall_time": 31428.118178367615, "train_loss_step": 3.7615127563476562, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.018233427405357362, "subset_score_loss": 0.018233427405357362}
+{"step": 4590000, "wall_time": 31479.89523625374, "train_loss_step": 3.8520236015319824, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.01947855353355408, "subset_score_loss": 0.01947855353355408}
+{"step": 4600000, "wall_time": 31570.740031957626, "train_loss_step": 4.217878818511963, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.019381678104400633, "subset_score_loss": 0.019381678104400633, "memorization_fraction_pixel": 0.5307999849319458, "mean_nn_ratio_pixel": 0.5396965146064758, "fid": 47.174302339945555}
+{"step": 4610000, "wall_time": 31622.629898309708, "train_loss_step": 4.231017112731934, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.019659414887428284, "subset_score_loss": 0.019659414887428284}
+{"step": 4620000, "wall_time": 31674.509634017944, "train_loss_step": 3.8453874588012695, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.020350261032581328, "subset_score_loss": 0.020350261032581328}
+{"step": 4630000, "wall_time": 31726.356554031372, "train_loss_step": 3.978126287460327, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.020744693279266358, "subset_score_loss": 0.020744693279266358}
+{"step": 4640000, "wall_time": 31778.238988637924, "train_loss_step": 3.8529372215270996, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.019288969039916993, "subset_score_loss": 0.019288969039916993}
+{"step": 4650000, "wall_time": 31826.911434173584, "train_loss_step": 4.031591415405273, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.018139219284057616, "subset_score_loss": 0.018139219284057616}
+{"step": 4660000, "wall_time": 31877.522394180298, "train_loss_step": 4.017581939697266, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.018329645693302154, "subset_score_loss": 0.018329645693302154}
+{"step": 4670000, "wall_time": 31929.372345924377, "train_loss_step": 3.840470314025879, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.019552844762802123, "subset_score_loss": 0.019552844762802123}
+{"step": 4680000, "wall_time": 31981.224328756332, "train_loss_step": 4.351360321044922, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.018986231088638304, "subset_score_loss": 0.018986231088638304}
+{"step": 4690000, "wall_time": 32032.993371009827, "train_loss_step": 3.976661205291748, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.02141096889972687, "subset_score_loss": 0.02141096889972687}
+{"step": 4700000, "wall_time": 32123.922911167145, "train_loss_step": 4.166914939880371, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.019085876643657684, "subset_score_loss": 0.019085876643657684, "memorization_fraction_pixel": 0.4805999994277954, "mean_nn_ratio_pixel": 0.5795159935951233, "fid": 48.20387367977447}
+{"step": 4710000, "wall_time": 32175.79717707634, "train_loss_step": 3.6602141857147217, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.019671231508255005, "subset_score_loss": 0.019671231508255005}
+{"step": 4720000, "wall_time": 32227.67868733406, "train_loss_step": 3.6855220794677734, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.017874281108379363, "subset_score_loss": 0.017874281108379363}
+{"step": 4730000, "wall_time": 32279.54866194725, "train_loss_step": 4.009047985076904, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.0198682501912117, "subset_score_loss": 0.0198682501912117}
+{"step": 4740000, "wall_time": 32331.373769283295, "train_loss_step": 4.212474822998047, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.018203403055667877, "subset_score_loss": 0.018203403055667877}
+{"step": 4750000, "wall_time": 32377.853925466537, "train_loss_step": 4.0938310623168945, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.018804109096527098, "subset_score_loss": 0.018804109096527098}
+{"step": 4760000, "wall_time": 32429.08771252632, "train_loss_step": 4.393684387207031, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.019502456486225127, "subset_score_loss": 0.019502456486225127}
+{"step": 4770000, "wall_time": 32480.91050863266, "train_loss_step": 4.015964984893799, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.018011298775672913, "subset_score_loss": 0.018011298775672913}
+{"step": 4780000, "wall_time": 32532.783089876175, "train_loss_step": 3.8757166862487793, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.018390579521656035, "subset_score_loss": 0.018390579521656035}
+{"step": 4790000, "wall_time": 32584.497106313705, "train_loss_step": 3.8813364505767822, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.018979398906230925, "subset_score_loss": 0.018979398906230925}
+{"step": 4800000, "wall_time": 32675.45357990265, "train_loss_step": 3.7830679416656494, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.01940677613019943, "subset_score_loss": 0.01940677613019943, "memorization_fraction_pixel": 0.49149999022483826, "mean_nn_ratio_pixel": 0.5701249837875366, "fid": 47.64510060956299}
+{"step": 4810000, "wall_time": 32727.376528024673, "train_loss_step": 4.09682559967041, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.0195809006690979, "subset_score_loss": 0.0195809006690979}
+{"step": 4820000, "wall_time": 32779.26773524284, "train_loss_step": 4.148907661437988, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.019982996582984924, "subset_score_loss": 0.019982996582984924}
+{"step": 4830000, "wall_time": 32831.13013672829, "train_loss_step": 3.91587495803833, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.01755940616130829, "subset_score_loss": 0.01755940616130829}
+{"step": 4840000, "wall_time": 32883.00098133087, "train_loss_step": 3.814389228820801, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.01701267659664154, "subset_score_loss": 0.01701267659664154}
+{"step": 4850000, "wall_time": 32929.79607510567, "train_loss_step": 3.830655574798584, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.017736780643463134, "subset_score_loss": 0.017736780643463134}
+{"step": 4860000, "wall_time": 32981.690957307816, "train_loss_step": 3.663026809692383, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.019106002151966096, "subset_score_loss": 0.019106002151966096}
+{"step": 4870000, "wall_time": 33033.56711387634, "train_loss_step": 4.067765235900879, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.018133105337619783, "subset_score_loss": 0.018133105337619783}
+{"step": 4880000, "wall_time": 33085.436099529266, "train_loss_step": 4.111222267150879, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.018624304234981535, "subset_score_loss": 0.018624304234981535}
+{"step": 4890000, "wall_time": 33137.13691306114, "train_loss_step": 3.487839698791504, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.02067614197731018, "subset_score_loss": 0.02067614197731018}
+{"step": 4900000, "wall_time": 33228.25677013397, "train_loss_step": 3.7813384532928467, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.018109172582626343, "subset_score_loss": 0.018109172582626343, "memorization_fraction_pixel": 0.5192000269889832, "mean_nn_ratio_pixel": 0.5493883490562439, "fid": 46.821140345370154}
+{"step": 4910000, "wall_time": 33280.194061756134, "train_loss_step": 3.5600149631500244, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.01691618114709854, "subset_score_loss": 0.01691618114709854}
+{"step": 4920000, "wall_time": 33332.05938124657, "train_loss_step": 3.6670336723327637, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.019617368280887604, "subset_score_loss": 0.019617368280887604}
+{"step": 4930000, "wall_time": 33383.86516070366, "train_loss_step": 3.936241388320923, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.02061244398355484, "subset_score_loss": 0.02061244398355484}
+{"step": 4940000, "wall_time": 33435.70347380638, "train_loss_step": 4.241498947143555, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.01800106018781662, "subset_score_loss": 0.01800106018781662}
+{"step": 4950000, "wall_time": 33481.56747174263, "train_loss_step": 3.785717487335205, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.01997232437133789, "subset_score_loss": 0.01997232437133789}
+{"step": 4960000, "wall_time": 33533.41906952858, "train_loss_step": 3.894789695739746, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.018529340624809265, "subset_score_loss": 0.018529340624809265}
+{"step": 4970000, "wall_time": 33585.26819729805, "train_loss_step": 3.6069560050964355, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.01859525889158249, "subset_score_loss": 0.01859525889158249}
+{"step": 4980000, "wall_time": 33637.11964178085, "train_loss_step": 3.7036054134368896, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.01714080274105072, "subset_score_loss": 0.01714080274105072}
+{"step": 4990000, "wall_time": 33688.84204316139, "train_loss_step": 3.883181095123291, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.018428030610084533, "subset_score_loss": 0.018428030610084533}
+{"step": 5000000, "wall_time": 33755.324655771255, "train_loss_step": 4.046459197998047, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.02088058292865753, "subset_score_loss": 0.02088058292865753, "memorization_fraction_pixel": 0.578499972820282, "mean_nn_ratio_pixel": 0.5039310455322266, "fid": 41.83797379498078}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d710a4b206faf41ffe68199cefa0f30db7a42
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d160/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     80s | train_loss=1.0028 | fid=292.5452
+  step   10000 |    178s | train_loss=0.7248
+  step   20000 |    277s | train_loss=0.6163
+  step   30000 |    375s | train_loss=0.5325
+  step   40000 |    473s | train_loss=0.4431
+  step   50000 |    571s | train_loss=0.3605
+  step   60000 |    670s | train_loss=0.2911
+  step   70000 |    768s | train_loss=0.2503
+  step   80000 |    867s | train_loss=0.2158
+  step   90000 |    965s | train_loss=0.1795
+  step  100000 |   1139s | train_loss=0.1687 | fid=74.3276
+  step  110000 |   1238s | train_loss=0.1510
+  step  120000 |   1337s | train_loss=0.1527
+  step  130000 |   1436s | train_loss=0.1282
+  step  140000 |   1535s | train_loss=0.1338
+  step  150000 |   1633s | train_loss=0.1230
+  step  160000 |   1732s | train_loss=0.1139
+  step  170000 |   1826s | train_loss=0.1111
+  step  180000 |   1908s | train_loss=0.1081
+  step  190000 |   1991s | train_loss=0.1104
+  step  200000 |   2136s | train_loss=0.1019 | fid=88.4825
+  step  210000 |   2219s | train_loss=0.0973
+  step  220000 |   2302s | train_loss=0.0991
+  step  230000 |   2384s | train_loss=0.1006
+  step  240000 |   2467s | train_loss=0.0916
+  step  250000 |   2541s | train_loss=0.0964
+  step  260000 |   2607s | train_loss=0.0858
+  step  270000 |   2674s | train_loss=0.0835
+  step  280000 |   2741s | train_loss=0.0882
+  step  290000 |   2804s | train_loss=0.0857
+  step  300000 |   2895s | train_loss=0.0810 | fid=101.7448
+  step  310000 |   2947s | train_loss=0.0800
+  step  320000 |   3002s | train_loss=0.0764
+  step  330000 |   3134s | train_loss=0.0762
+  step  340000 |   3277s | train_loss=0.0782
+  step  350000 |   3419s | train_loss=0.0765
+  step  360000 |   3561s | train_loss=0.0746
+  step  370000 |   3704s | train_loss=0.0733
+  step  380000 |   3846s | train_loss=0.0696
+  step  390000 |   3989s | train_loss=0.0685
+  step  400000 |   4237s | train_loss=0.0696 | fid=108.4446
+  step  410000 |   4380s | train_loss=0.0737
+  step  420000 |   4522s | train_loss=0.0691
+  step  430000 |   4662s | train_loss=0.0693
+  step  440000 |   4802s | train_loss=0.0659
+  step  450000 |   4944s | train_loss=0.0656
+  step  460000 |   5086s | train_loss=0.0653
+  step  470000 |   5227s | train_loss=0.0683
+  step  480000 |   5370s | train_loss=0.0625
+  step  490000 |   5512s | train_loss=0.0650
+  step  500000 |   5756s | train_loss=0.0620 | fid=119.0369
+  step  510000 |   5898s | train_loss=0.0629
+  step  520000 |   6038s | train_loss=0.0591
+  step  530000 |   6180s | train_loss=0.0606
+  step  540000 |   6321s | train_loss=0.0587
+  step  550000 |   6463s | train_loss=0.0614
+  step  560000 |   6605s | train_loss=0.0658
+  step  570000 |   6748s | train_loss=0.0594
+  step  580000 |   6890s | train_loss=0.0554
+  step  590000 |   7032s | train_loss=0.0559
+  step  600000 |   7277s | train_loss=0.0659 | fid=110.1924
+  step  610000 |   7419s | train_loss=0.0557
+  step  620000 |   7558s | train_loss=0.0574
+  step  630000 |   7700s | train_loss=0.0569
+  step  640000 |   7841s | train_loss=0.0555
+  step  650000 |   7984s | train_loss=0.0540
+  step  660000 |   8125s | train_loss=0.0525
+  step  670000 |   8268s | train_loss=0.0522
+  step  680000 |   8410s | train_loss=0.0504
+  step  690000 |   8552s | train_loss=0.0523
+  step  700000 |   8795s | train_loss=0.0559 | fid=108.1013
+  step  710000 |   8935s | train_loss=0.0528
+  step  720000 |   9076s | train_loss=0.0497
+  step  730000 |   9218s | train_loss=0.0523
+  step  740000 |   9361s | train_loss=0.0508
+  step  750000 |   9500s | train_loss=0.0507
+  step  760000 |   9642s | train_loss=0.0471
+  step  770000 |   9784s | train_loss=0.0507
+  step  780000 |   9926s | train_loss=0.0517
+  step  790000 |  10069s | train_loss=0.0464
+  step  800000 |  10312s | train_loss=0.0507 | fid=102.3870
+  step  810000 |  10451s | train_loss=0.0491
+  step  820000 |  10594s | train_loss=0.0465
+  step  830000 |  10736s | train_loss=0.0464
+  step  840000 |  10879s | train_loss=0.0481
+  step  850000 |  11004s | train_loss=0.0493
+  step  860000 |  11056s | train_loss=0.0525
+  step  870000 |  11107s | train_loss=0.0482
+  step  880000 |  11159s | train_loss=0.0462
+  step  890000 |  11211s | train_loss=0.0472
+  step  900000 |  11297s | train_loss=0.0478 | fid=98.4480
+  step  910000 |  11348s | train_loss=0.0474
+  step  920000 |  11400s | train_loss=0.0474
+  step  930000 |  11452s | train_loss=0.0463
+  step  940000 |  11504s | train_loss=0.0462
+  step  950000 |  11555s | train_loss=0.0450
+  step  960000 |  11607s | train_loss=0.0454
+  step  970000 |  11659s | train_loss=0.0517
+  step  980000 |  11711s | train_loss=0.0434
+  step  990000 |  11762s | train_loss=0.0434
+  step 1000000 |  11849s | train_loss=0.0424 | fid=100.9511
+  step 1010000 |  11901s | train_loss=0.0446
+  step 1020000 |  11953s | train_loss=0.0427
+  step 1030000 |  12004s | train_loss=0.0435
+  step 1040000 |  12056s | train_loss=0.0440
+  step 1050000 |  12108s | train_loss=0.0464
+  step 1060000 |  12160s | train_loss=0.0454
+  step 1070000 |  12212s | train_loss=0.0400
+  step 1080000 |  12264s | train_loss=0.0430
+  step 1090000 |  12315s | train_loss=0.0436
+  step 1100000 |  12401s | train_loss=0.0408 | fid=92.7459
+  step 1110000 |  12453s | train_loss=0.0420
+  step 1120000 |  12504s | train_loss=0.0420
+  step 1130000 |  12556s | train_loss=0.0431
+  step 1140000 |  12608s | train_loss=0.0428
+  step 1150000 |  12660s | train_loss=0.0417
+  step 1160000 |  12711s | train_loss=0.0410
+  step 1170000 |  12763s | train_loss=0.0425
+  step 1180000 |  12815s | train_loss=0.0410
+  step 1190000 |  12864s | train_loss=0.0391
+  step 1200000 |  12952s | train_loss=0.0419 | fid=90.2664
+  step 1210000 |  13004s | train_loss=0.0394
+  step 1220000 |  13056s | train_loss=0.0399
+  step 1230000 |  13108s | train_loss=0.0387
+  step 1240000 |  13159s | train_loss=0.0389
+  step 1250000 |  13211s | train_loss=0.0373
+  step 1260000 |  13263s | train_loss=0.0400
+  step 1270000 |  13315s | train_loss=0.0408
+  step 1280000 |  13366s | train_loss=0.0379
+  step 1290000 |  13415s | train_loss=0.0406
+  step 1300000 |  13503s | train_loss=0.0389 | fid=85.8379
+  step 1310000 |  13555s | train_loss=0.0377
+  step 1320000 |  13607s | train_loss=0.0398
+  step 1330000 |  13659s | train_loss=0.0378
+  step 1340000 |  13710s | train_loss=0.0383
+  step 1350000 |  13762s | train_loss=0.0374
+  step 1360000 |  13814s | train_loss=0.0390
+  step 1370000 |  13866s | train_loss=0.0372
+  step 1380000 |  13917s | train_loss=0.0363
+  step 1390000 |  13964s | train_loss=0.0446
+  step 1400000 |  14054s | train_loss=0.0362 | fid=86.9188
+  step 1410000 |  14106s | train_loss=0.0374
+  step 1420000 |  14158s | train_loss=0.0356
+  step 1430000 |  14210s | train_loss=0.0359
+  step 1440000 |  14261s | train_loss=0.0434
+  step 1450000 |  14313s | train_loss=0.0360
+  step 1460000 |  14365s | train_loss=0.0365
+  step 1470000 |  14417s | train_loss=0.0371
+  step 1480000 |  14468s | train_loss=0.0368
+  step 1490000 |  14515s | train_loss=0.0367
+  step 1500000 |  14605s | train_loss=0.0347 | fid=78.1171
+  step 1510000 |  14657s | train_loss=0.0335
+  step 1520000 |  14709s | train_loss=0.0351
+  step 1530000 |  14761s | train_loss=0.0388
+  step 1540000 |  14813s | train_loss=0.0345
+  step 1550000 |  14865s | train_loss=0.0338
+  step 1560000 |  14916s | train_loss=0.0329
+  step 1570000 |  14968s | train_loss=0.0348
+  step 1580000 |  15020s | train_loss=0.0339
+  step 1590000 |  15066s | train_loss=0.0356
+  step 1600000 |  15157s | train_loss=0.0316 | fid=75.2566
+  step 1610000 |  15209s | train_loss=0.0348
+  step 1620000 |  15261s | train_loss=0.0350
+  step 1630000 |  15313s | train_loss=0.0307
+  step 1640000 |  15365s | train_loss=0.0357
+  step 1650000 |  15417s | train_loss=0.0323
+  step 1660000 |  15469s | train_loss=0.0340
+  step 1670000 |  15520s | train_loss=0.0310
+  step 1680000 |  15572s | train_loss=0.0339
+  step 1690000 |  15618s | train_loss=0.0325
+  step 1700000 |  15709s | train_loss=0.0326 | fid=71.3020
+  step 1710000 |  15761s | train_loss=0.0321
+  step 1720000 |  15813s | train_loss=0.0340
+  step 1730000 |  15865s | train_loss=0.0324
+  step 1740000 |  15917s | train_loss=0.0317
+  step 1750000 |  15968s | train_loss=0.0317
+  step 1760000 |  16020s | train_loss=0.0315
+  step 1770000 |  16072s | train_loss=0.0319
+  step 1780000 |  16124s | train_loss=0.0319
+  step 1790000 |  16170s | train_loss=0.0303
+  step 1800000 |  16261s | train_loss=0.0320 | fid=76.4243
+  step 1810000 |  16313s | train_loss=0.0304
+  step 1820000 |  16365s | train_loss=0.0344
+  step 1830000 |  16417s | train_loss=0.0309
+  step 1840000 |  16468s | train_loss=0.0312
+  step 1850000 |  16520s | train_loss=0.0319
+  step 1860000 |  16572s | train_loss=0.0354
+  step 1870000 |  16624s | train_loss=0.0342
+  step 1880000 |  16676s | train_loss=0.0283
+  step 1890000 |  16722s | train_loss=0.0300
+  step 1900000 |  16813s | train_loss=0.0330 | fid=68.8804
+  step 1910000 |  16865s | train_loss=0.0319
+  step 1920000 |  16917s | train_loss=0.0310
+  step 1930000 |  16969s | train_loss=0.0291
+  step 1940000 |  17021s | train_loss=0.0300
+  step 1950000 |  17072s | train_loss=0.0320
+  step 1960000 |  17124s | train_loss=0.0292
+  step 1970000 |  17176s | train_loss=0.0270
+  step 1980000 |  17228s | train_loss=0.0329
+  step 1990000 |  17274s | train_loss=0.0302
+  step 2000000 |  17365s | train_loss=0.0292 | fid=66.5947
+  step 2010000 |  17416s | train_loss=0.0313
+  step 2020000 |  17468s | train_loss=0.0330
+  step 2030000 |  17520s | train_loss=0.0279
+  step 2040000 |  17572s | train_loss=0.0280
+  step 2050000 |  17624s | train_loss=0.0308
+  step 2060000 |  17676s | train_loss=0.0308
+  step 2070000 |  17728s | train_loss=0.0302
+  step 2080000 |  17779s | train_loss=0.0284
+  step 2090000 |  17825s | train_loss=0.0329
+  step 2100000 |  17916s | train_loss=0.0275 | fid=63.8252
+  step 2110000 |  17968s | train_loss=0.0261
+  step 2120000 |  18020s | train_loss=0.0267
+  step 2130000 |  18072s | train_loss=0.0269
+  step 2140000 |  18123s | train_loss=0.0288
+  step 2150000 |  18175s | train_loss=0.0296
+  step 2160000 |  18227s | train_loss=0.0297
+  step 2170000 |  18279s | train_loss=0.0292
+  step 2180000 |  18331s | train_loss=0.0287
+  step 2190000 |  18377s | train_loss=0.0286
+  step 2200000 |  18468s | train_loss=0.0292 | fid=68.2519
+  step 2210000 |  18519s | train_loss=0.0276
+  step 2220000 |  18571s | train_loss=0.0269
+  step 2230000 |  18623s | train_loss=0.0284
+  step 2240000 |  18675s | train_loss=0.0291
+  step 2250000 |  18727s | train_loss=0.0271
+  step 2260000 |  18779s | train_loss=0.0277
+  step 2270000 |  18831s | train_loss=0.0267
+  step 2280000 |  18882s | train_loss=0.0272
+  step 2290000 |  18921s | train_loss=0.0265
+  step 2300000 |  18996s | train_loss=0.0295 | fid=65.6913
+  step 2310000 |  19048s | train_loss=0.0297
+  step 2320000 |  19100s | train_loss=0.0254
+  step 2330000 |  19152s | train_loss=0.0259
+  step 2340000 |  19203s | train_loss=0.0255
+  step 2350000 |  19255s | train_loss=0.0259
+  step 2360000 |  19307s | train_loss=0.0258
+  step 2370000 |  19359s | train_loss=0.0255
+  step 2380000 |  19411s | train_loss=0.0259
+  step 2390000 |  19463s | train_loss=0.0269
+  step 2400000 |  19531s | train_loss=0.0260 | fid=59.8656
+  step 2410000 |  19576s | train_loss=0.0267
+  step 2420000 |  19628s | train_loss=0.0335
+  step 2430000 |  19680s | train_loss=0.0271
+  step 2440000 |  19732s | train_loss=0.0294
+  step 2450000 |  19784s | train_loss=0.0254
+  step 2460000 |  19836s | train_loss=0.0281
+  step 2470000 |  19888s | train_loss=0.0255
+  step 2480000 |  19940s | train_loss=0.0264
+  step 2490000 |  19992s | train_loss=0.0269
+  step 2500000 |  20082s | train_loss=0.0260 | fid=59.7647
+  step 2510000 |  20128s | train_loss=0.0299
+  step 2520000 |  20180s | train_loss=0.0271
+  step 2530000 |  20232s | train_loss=0.0265
+  step 2540000 |  20283s | train_loss=0.0238
+  step 2550000 |  20335s | train_loss=0.0251
+  step 2560000 |  20387s | train_loss=0.0258
+  step 2570000 |  20439s | train_loss=0.0251
+  step 2580000 |  20491s | train_loss=0.0238
+  step 2590000 |  20543s | train_loss=0.0266
+  step 2600000 |  20633s | train_loss=0.0246 | fid=62.0585
+  step 2610000 |  20679s | train_loss=0.0250
+  step 2620000 |  20731s | train_loss=0.0255
+  step 2630000 |  20783s | train_loss=0.0230
+  step 2640000 |  20835s | train_loss=0.0240
+  step 2650000 |  20887s | train_loss=0.0267
+  step 2660000 |  20938s | train_loss=0.0247
+  step 2670000 |  20990s | train_loss=0.0235
+  step 2680000 |  21042s | train_loss=0.0267
+  step 2690000 |  21094s | train_loss=0.0300
+  step 2700000 |  21185s | train_loss=0.0232 | fid=58.8322
+  step 2710000 |  21230s | train_loss=0.0239
+  step 2720000 |  21282s | train_loss=0.0256
+  step 2730000 |  21334s | train_loss=0.0237
+  step 2740000 |  21386s | train_loss=0.0274
+  step 2750000 |  21438s | train_loss=0.0245
+  step 2760000 |  21490s | train_loss=0.0263
+  step 2770000 |  21542s | train_loss=0.0263
+  step 2780000 |  21593s | train_loss=0.0238
+  step 2790000 |  21645s | train_loss=0.0261
+  step 2800000 |  21736s | train_loss=0.0260 | fid=57.2732
+  step 2810000 |  21771s | train_loss=0.0246
+  step 2820000 |  21808s | train_loss=0.0235
+  step 2830000 |  21860s | train_loss=0.0255
+  step 2840000 |  21912s | train_loss=0.0242
+  step 2850000 |  21964s | train_loss=0.0258
+  step 2860000 |  22016s | train_loss=0.0245
+  step 2870000 |  22068s | train_loss=0.0231
+  step 2880000 |  22120s | train_loss=0.0242
+  step 2890000 |  22172s | train_loss=0.0246
+  step 2900000 |  22262s | train_loss=0.0251 | fid=59.3231
+  step 2910000 |  22314s | train_loss=0.0232
+  step 2920000 |  22356s | train_loss=0.0233
+  step 2930000 |  22391s | train_loss=0.0220
+  step 2940000 |  22439s | train_loss=0.0235
+  step 2950000 |  22490s | train_loss=0.0248
+  step 2960000 |  22542s | train_loss=0.0290
+  step 2970000 |  22594s | train_loss=0.0230
+  step 2980000 |  22646s | train_loss=0.0237
+  step 2990000 |  22698s | train_loss=0.0231
+  step 3000000 |  22789s | train_loss=0.0255 | fid=53.5897
+  step 3010000 |  22841s | train_loss=0.0221
+  step 3020000 |  22893s | train_loss=0.0252
+  step 3030000 |  22941s | train_loss=0.0232
+  step 3040000 |  22988s | train_loss=0.0237
+  step 3050000 |  23040s | train_loss=0.0221
+  step 3060000 |  23092s | train_loss=0.0237
+  step 3070000 |  23144s | train_loss=0.0234
+  step 3080000 |  23196s | train_loss=0.0229
+  step 3090000 |  23248s | train_loss=0.0224
+  step 3100000 |  23339s | train_loss=0.0246 | fid=50.1760
+  step 3110000 |  23390s | train_loss=0.0231
+  step 3120000 |  23442s | train_loss=0.0237
+  step 3130000 |  23492s | train_loss=0.0250
+  step 3140000 |  23540s | train_loss=0.0236
+  step 3150000 |  23592s | train_loss=0.0221
+  step 3160000 |  23644s | train_loss=0.0231
+  step 3170000 |  23696s | train_loss=0.0232
+  step 3180000 |  23748s | train_loss=0.0218
+  step 3190000 |  23799s | train_loss=0.0235
+  step 3200000 |  23890s | train_loss=0.0231 | fid=56.2089
+  step 3210000 |  23942s | train_loss=0.0255
+  step 3220000 |  23994s | train_loss=0.0222
+  step 3230000 |  24043s | train_loss=0.0238
+  step 3240000 |  24082s | train_loss=0.0214
+  step 3250000 |  24134s | train_loss=0.0223
+  step 3260000 |  24186s | train_loss=0.0248
+  step 3270000 |  24238s | train_loss=0.0224
+  step 3280000 |  24290s | train_loss=0.0237
+  step 3290000 |  24342s | train_loss=0.0224
+  step 3300000 |  24432s | train_loss=0.0226 | fid=56.8458
+  step 3310000 |  24484s | train_loss=0.0234
+  step 3320000 |  24536s | train_loss=0.0232
+  step 3330000 |  24588s | train_loss=0.0221
+  step 3340000 |  24629s | train_loss=0.0245
+  step 3350000 |  24677s | train_loss=0.0211
+  step 3360000 |  24729s | train_loss=0.0247
+  step 3370000 |  24781s | train_loss=0.0214
+  step 3380000 |  24833s | train_loss=0.0209
+  step 3390000 |  24885s | train_loss=0.0215
+  step 3400000 |  24975s | train_loss=0.0219 | fid=53.5628
+  step 3410000 |  25027s | train_loss=0.0215
+  step 3420000 |  25079s | train_loss=0.0272
+  step 3430000 |  25131s | train_loss=0.0213
+  step 3440000 |  25180s | train_loss=0.0229
+  step 3450000 |  25215s | train_loss=0.0214
+  step 3460000 |  25267s | train_loss=0.0226
+  step 3470000 |  25318s | train_loss=0.0234
+  step 3480000 |  25370s | train_loss=0.0244
+  step 3490000 |  25422s | train_loss=0.0223
+  step 3500000 |  25513s | train_loss=0.0262 | fid=54.6046
+  step 3510000 |  25565s | train_loss=0.0215
+  step 3520000 |  25616s | train_loss=0.0221
+  step 3530000 |  25668s | train_loss=0.0216
+  step 3540000 |  25720s | train_loss=0.0210
+  step 3550000 |  25765s | train_loss=0.0208
+  step 3560000 |  25800s | train_loss=0.0200
+  step 3570000 |  25852s | train_loss=0.0206
+  step 3580000 |  25903s | train_loss=0.0225
+  step 3590000 |  25955s | train_loss=0.0203
+  step 3600000 |  26046s | train_loss=0.0210 | fid=56.1307
+  step 3610000 |  26098s | train_loss=0.0228
+  step 3620000 |  26150s | train_loss=0.0200
+  step 3630000 |  26202s | train_loss=0.0210
+  step 3640000 |  26254s | train_loss=0.0209
+  step 3650000 |  26305s | train_loss=0.0208
+  step 3660000 |  26351s | train_loss=0.0219
+  step 3670000 |  26396s | train_loss=0.0199
+  step 3680000 |  26448s | train_loss=0.0195
+  step 3690000 |  26500s | train_loss=0.0210
+  step 3700000 |  26591s | train_loss=0.0211 | fid=51.6766
+  step 3710000 |  26643s | train_loss=0.0209
+  step 3720000 |  26695s | train_loss=0.0204
+  step 3730000 |  26747s | train_loss=0.0201
+  step 3740000 |  26798s | train_loss=0.0194
+  step 3750000 |  26850s | train_loss=0.0206
+  step 3760000 |  26902s | train_loss=0.0202
+  step 3770000 |  26949s | train_loss=0.0207
+  step 3780000 |  27001s | train_loss=0.0198
+  step 3790000 |  27053s | train_loss=0.0224
+  step 3800000 |  27144s | train_loss=0.0201 | fid=47.0840
+  step 3810000 |  27196s | train_loss=0.0201
+  step 3820000 |  27247s | train_loss=0.0229
+  step 3830000 |  27299s | train_loss=0.0226
+  step 3840000 |  27351s | train_loss=0.0214
+  step 3850000 |  27403s | train_loss=0.0200
+  step 3860000 |  27453s | train_loss=0.0210
+  step 3870000 |  27503s | train_loss=0.0201
+  step 3880000 |  27555s | train_loss=0.0212
+  step 3890000 |  27606s | train_loss=0.0206
+  step 3900000 |  27697s | train_loss=0.0206 | fid=50.1339
+  step 3910000 |  27749s | train_loss=0.0226
+  step 3920000 |  27801s | train_loss=0.0211
+  step 3930000 |  27853s | train_loss=0.0210
+  step 3940000 |  27905s | train_loss=0.0199
+  step 3950000 |  27956s | train_loss=0.0200
+  step 3960000 |  28004s | train_loss=0.0189
+  step 3970000 |  28056s | train_loss=0.0242
+  step 3980000 |  28108s | train_loss=0.0196
+  step 3990000 |  28160s | train_loss=0.0194
+  step 4000000 |  28251s | train_loss=0.0205 | fid=48.0922
+  step 4010000 |  28302s | train_loss=0.0226
+  step 4020000 |  28354s | train_loss=0.0209
+  step 4030000 |  28406s | train_loss=0.0199
+  step 4040000 |  28458s | train_loss=0.0201
+  step 4050000 |  28510s | train_loss=0.0197
+  step 4060000 |  28558s | train_loss=0.0211
+  step 4070000 |  28610s | train_loss=0.0212
+  step 4080000 |  28662s | train_loss=0.0194
+  step 4090000 |  28713s | train_loss=0.0197
+  step 4100000 |  28804s | train_loss=0.0200 | fid=46.1036
+  step 4110000 |  28856s | train_loss=0.0187
+  step 4120000 |  28908s | train_loss=0.0209
+  step 4130000 |  28960s | train_loss=0.0183
+  step 4140000 |  29012s | train_loss=0.0190
+  step 4150000 |  29063s | train_loss=0.0199
+  step 4160000 |  29111s | train_loss=0.0193
+  step 4170000 |  29163s | train_loss=0.0197
+  step 4180000 |  29215s | train_loss=0.0198
+  step 4190000 |  29267s | train_loss=0.0196
+  step 4200000 |  29358s | train_loss=0.0191 | fid=46.8125
+  step 4210000 |  29409s | train_loss=0.0181
+  step 4220000 |  29461s | train_loss=0.0195
+  step 4230000 |  29513s | train_loss=0.0192
+  step 4240000 |  29565s | train_loss=0.0209
+  step 4250000 |  29617s | train_loss=0.0195
+  step 4260000 |  29665s | train_loss=0.0227
+  step 4270000 |  29716s | train_loss=0.0202
+  step 4280000 |  29768s | train_loss=0.0199
+  step 4290000 |  29820s | train_loss=0.0186
+  step 4300000 |  29911s | train_loss=0.0190 | fid=48.1664
+  step 4310000 |  29963s | train_loss=0.0192
+  step 4320000 |  30015s | train_loss=0.0205
+  step 4330000 |  30067s | train_loss=0.0195
+  step 4340000 |  30118s | train_loss=0.0199
+  step 4350000 |  30170s | train_loss=0.0194
+  step 4360000 |  30218s | train_loss=0.0191
+  step 4370000 |  30270s | train_loss=0.0196
+  step 4380000 |  30322s | train_loss=0.0197
+  step 4390000 |  30374s | train_loss=0.0201
+  step 4400000 |  30464s | train_loss=0.0199 | fid=45.4677
+  step 4410000 |  30516s | train_loss=0.0210
+  step 4420000 |  30568s | train_loss=0.0207
+  step 4430000 |  30620s | train_loss=0.0186
+  step 4440000 |  30672s | train_loss=0.0186
+  step 4450000 |  30724s | train_loss=0.0196
+  step 4460000 |  30771s | train_loss=0.0190
+  step 4470000 |  30823s | train_loss=0.0190
+  step 4480000 |  30875s | train_loss=0.0182
+  step 4490000 |  30927s | train_loss=0.0190
+  step 4500000 |  31018s | train_loss=0.0200 | fid=44.7173
+  step 4510000 |  31070s | train_loss=0.0178
+  step 4520000 |  31121s | train_loss=0.0191
+  step 4530000 |  31173s | train_loss=0.0195
+  step 4540000 |  31225s | train_loss=0.0190
+  step 4550000 |  31276s | train_loss=0.0179
+  step 4560000 |  31324s | train_loss=0.0201
+  step 4570000 |  31376s | train_loss=0.0179
+  step 4580000 |  31428s | train_loss=0.0182
+  step 4590000 |  31480s | train_loss=0.0195
+  step 4600000 |  31571s | train_loss=0.0194 | fid=47.1743
+  step 4610000 |  31623s | train_loss=0.0197
+  step 4620000 |  31675s | train_loss=0.0204
+  step 4630000 |  31726s | train_loss=0.0207
+  step 4640000 |  31778s | train_loss=0.0193
+  step 4650000 |  31827s | train_loss=0.0181
+  step 4660000 |  31878s | train_loss=0.0183
+  step 4670000 |  31929s | train_loss=0.0196
+  step 4680000 |  31981s | train_loss=0.0190
+  step 4690000 |  32033s | train_loss=0.0214
+  step 4700000 |  32124s | train_loss=0.0191 | fid=48.2039
+  step 4710000 |  32176s | train_loss=0.0197
+  step 4720000 |  32228s | train_loss=0.0179
+  step 4730000 |  32280s | train_loss=0.0199
+  step 4740000 |  32331s | train_loss=0.0182
+  step 4750000 |  32378s | train_loss=0.0188
+  step 4760000 |  32429s | train_loss=0.0195
+  step 4770000 |  32481s | train_loss=0.0180
+  step 4780000 |  32533s | train_loss=0.0184
+  step 4790000 |  32584s | train_loss=0.0190
+  step 4800000 |  32675s | train_loss=0.0194 | fid=47.6451
+  step 4810000 |  32727s | train_loss=0.0196
+  step 4820000 |  32779s | train_loss=0.0200
+  step 4830000 |  32831s | train_loss=0.0176
+  step 4840000 |  32883s | train_loss=0.0170
+  step 4850000 |  32930s | train_loss=0.0177
+  step 4860000 |  32982s | train_loss=0.0191
+  step 4870000 |  33034s | train_loss=0.0181
+  step 4880000 |  33085s | train_loss=0.0186
+  step 4890000 |  33137s | train_loss=0.0207
+  step 4900000 |  33228s | train_loss=0.0181 | fid=46.8211
+  step 4910000 |  33280s | train_loss=0.0169
+  step 4920000 |  33332s | train_loss=0.0196
+  step 4930000 |  33384s | train_loss=0.0206
+  step 4940000 |  33436s | train_loss=0.0180
+  step 4950000 |  33482s | train_loss=0.0200
+  step 4960000 |  33533s | train_loss=0.0185
+  step 4970000 |  33585s | train_loss=0.0186
+  step 4980000 |  33637s | train_loss=0.0171
+  step 4990000 |  33689s | train_loss=0.0184
+  step 5000000 |  33755s | train_loss=0.0209 | fid=41.8380
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..277b61e4983845005ad716da00558da567294f38
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..33556c0118fd3de1c2e21abdeaf36e0b2617cbae
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d180/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 56.9168119430542, "train_loss_step": 179.2669677734375, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 1.0019950018988715, "subset_score_loss": 1.0019950018988715, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9780020713806152, "fid": 346.27230077762107}
+{"step": 10000, "wall_time": 122.51311755180359, "train_loss_step": 29.60759162902832, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.6615421295166015, "subset_score_loss": 0.6615421295166015}
+{"step": 20000, "wall_time": 187.71713519096375, "train_loss_step": 26.935659408569336, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.5534414503309462, "subset_score_loss": 0.5534414503309462}
+{"step": 30000, "wall_time": 253.31625843048096, "train_loss_step": 24.935924530029297, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.47855093214246963, "subset_score_loss": 0.47855093214246963}
+{"step": 40000, "wall_time": 318.9220108985901, "train_loss_step": 19.674758911132812, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.40783021714952256, "subset_score_loss": 0.40783021714952256}
+{"step": 50000, "wall_time": 384.1672787666321, "train_loss_step": 20.606508255004883, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3368582831488715, "subset_score_loss": 0.3368582831488715}
+{"step": 60000, "wall_time": 449.7605080604553, "train_loss_step": 18.487178802490234, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.2819110234578451, "subset_score_loss": 0.2819110234578451}
+{"step": 70000, "wall_time": 515.5364456176758, "train_loss_step": 16.657184600830078, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.23775261773003473, "subset_score_loss": 0.23775261773003473}
+{"step": 80000, "wall_time": 581.0069661140442, "train_loss_step": 17.10913848876953, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.20882078806559246, "subset_score_loss": 0.20882078806559246}
+{"step": 90000, "wall_time": 646.4913325309753, "train_loss_step": 16.574935913085938, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.19222882588704426, "subset_score_loss": 0.19222882588704426}
+{"step": 100000, "wall_time": 769.2025957107544, "train_loss_step": 14.974197387695312, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.1679162237379286, "subset_score_loss": 0.1679162237379286, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9432744383811951, "fid": 66.37129667984838}
+{"step": 110000, "wall_time": 831.390575170517, "train_loss_step": 14.52397632598877, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.1520415941874186, "subset_score_loss": 0.1520415941874186}
+{"step": 120000, "wall_time": 896.7706336975098, "train_loss_step": 14.839359283447266, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.14349796507093643, "subset_score_loss": 0.14349796507093643}
+{"step": 130000, "wall_time": 962.4635367393494, "train_loss_step": 14.494802474975586, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13841141594780815, "subset_score_loss": 0.13841141594780815}
+{"step": 140000, "wall_time": 1028.0893087387085, "train_loss_step": 13.666801452636719, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.1321396721733941, "subset_score_loss": 0.1321396721733941}
+{"step": 150000, "wall_time": 1093.7796733379364, "train_loss_step": 12.59952163696289, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.13066341612074112, "subset_score_loss": 0.13066341612074112}
+{"step": 160000, "wall_time": 1159.531021118164, "train_loss_step": 13.242277145385742, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.1197776264614529, "subset_score_loss": 0.1197776264614529}
+{"step": 170000, "wall_time": 1225.461403131485, "train_loss_step": 12.914917945861816, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.11892724566989475, "subset_score_loss": 0.11892724566989475}
+{"step": 180000, "wall_time": 1291.0150892734528, "train_loss_step": 12.861661911010742, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.11139280531141493, "subset_score_loss": 0.11139280531141493}
+{"step": 190000, "wall_time": 1356.7143604755402, "train_loss_step": 12.115743637084961, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.11154877344767253, "subset_score_loss": 0.11154877344767253}
+{"step": 200000, "wall_time": 1479.1394221782684, "train_loss_step": 12.365776062011719, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.10526842541164821, "subset_score_loss": 0.10526842541164821, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9418341517448425, "fid": 73.34824306614767}
+{"step": 210000, "wall_time": 1543.350902080536, "train_loss_step": 12.171653747558594, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.10322082307603624, "subset_score_loss": 0.10322082307603624}
+{"step": 220000, "wall_time": 1608.201417684555, "train_loss_step": 11.956024169921875, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.10123602549235027, "subset_score_loss": 0.10123602549235027}
+{"step": 230000, "wall_time": 1674.6335020065308, "train_loss_step": 11.019514083862305, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.0998568958706326, "subset_score_loss": 0.0998568958706326}
+{"step": 240000, "wall_time": 1740.8841223716736, "train_loss_step": 10.981600761413574, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.09579360749986436, "subset_score_loss": 0.09579360749986436}
+{"step": 250000, "wall_time": 1806.9480452537537, "train_loss_step": 10.881004333496094, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.09359386232164171, "subset_score_loss": 0.09359386232164171}
+{"step": 260000, "wall_time": 1873.2482509613037, "train_loss_step": 10.696577072143555, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.09088010787963867, "subset_score_loss": 0.09088010787963867}
+{"step": 270000, "wall_time": 1930.5271513462067, "train_loss_step": 11.10519027709961, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.08818428251478407, "subset_score_loss": 0.08818428251478407}
+{"step": 280000, "wall_time": 1981.5944271087646, "train_loss_step": 11.192464828491211, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.09441551632351346, "subset_score_loss": 0.09441551632351346}
+{"step": 290000, "wall_time": 2032.652114391327, "train_loss_step": 11.126070976257324, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.09123188654581706, "subset_score_loss": 0.09123188654581706}
+{"step": 300000, "wall_time": 2129.0896315574646, "train_loss_step": 11.097843170166016, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.08844351768493652, "subset_score_loss": 0.08844351768493652, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9452294707298279, "fid": 83.07030187997273}
+{"step": 310000, "wall_time": 2165.4656598567963, "train_loss_step": 11.20849323272705, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.08561198976304796, "subset_score_loss": 0.08561198976304796}
+{"step": 320000, "wall_time": 2197.7582833766937, "train_loss_step": 10.39342212677002, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.08034956720140245, "subset_score_loss": 0.08034956720140245}
+{"step": 330000, "wall_time": 2228.9592096805573, "train_loss_step": 10.364585876464844, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.08418161074320475, "subset_score_loss": 0.08418161074320475}
+{"step": 340000, "wall_time": 2265.0181362628937, "train_loss_step": 10.147200584411621, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07999347050984701, "subset_score_loss": 0.07999347050984701}
+{"step": 350000, "wall_time": 2301.1177966594696, "train_loss_step": 9.810981750488281, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.07715347078111437, "subset_score_loss": 0.07715347078111437}
+{"step": 360000, "wall_time": 2337.221712589264, "train_loss_step": 10.379711151123047, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.08061845037672255, "subset_score_loss": 0.08061845037672255}
+{"step": 370000, "wall_time": 2373.2467908859253, "train_loss_step": 9.767696380615234, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.08042890230814616, "subset_score_loss": 0.08042890230814616}
+{"step": 380000, "wall_time": 2409.2846405506134, "train_loss_step": 10.312042236328125, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07569648954603407, "subset_score_loss": 0.07569648954603407}
+{"step": 390000, "wall_time": 2445.4003155231476, "train_loss_step": 9.4157075881958, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.07303873697916667, "subset_score_loss": 0.07303873697916667}
+{"step": 400000, "wall_time": 2515.9618248939514, "train_loss_step": 9.654587745666504, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.07560736338297526, "subset_score_loss": 0.07560736338297526, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.9504464864730835, "fid": 87.25884429883817}
+{"step": 410000, "wall_time": 2552.041919231415, "train_loss_step": 9.308817863464355, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.07212444941202799, "subset_score_loss": 0.07212444941202799}
+{"step": 420000, "wall_time": 2588.091011762619, "train_loss_step": 9.341604232788086, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.07204853693644206, "subset_score_loss": 0.07204853693644206}
+{"step": 430000, "wall_time": 2622.9401812553406, "train_loss_step": 9.63221549987793, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.06960069338480632, "subset_score_loss": 0.06960069338480632}
+{"step": 440000, "wall_time": 2653.023316383362, "train_loss_step": 9.823165893554688, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.0700812127855089, "subset_score_loss": 0.0700812127855089}
+{"step": 450000, "wall_time": 2689.068547487259, "train_loss_step": 9.33961296081543, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.0709095319112142, "subset_score_loss": 0.0709095319112142}
+{"step": 460000, "wall_time": 2725.072569131851, "train_loss_step": 9.746614456176758, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.07161636882358127, "subset_score_loss": 0.07161636882358127}
+{"step": 470000, "wall_time": 2761.0620856285095, "train_loss_step": 9.346677780151367, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.07032341957092285, "subset_score_loss": 0.07032341957092285}
+{"step": 480000, "wall_time": 2797.0143609046936, "train_loss_step": 9.512048721313477, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.06773603227403428, "subset_score_loss": 0.06773603227403428}
+{"step": 490000, "wall_time": 2832.7125160694122, "train_loss_step": 9.5408353805542, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.06671998765733507, "subset_score_loss": 0.06671998765733507}
+{"step": 500000, "wall_time": 2903.788848876953, "train_loss_step": 8.733128547668457, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.0671965652041965, "subset_score_loss": 0.0671965652041965, "memorization_fraction_pixel": 0.0035000001080334187, "mean_nn_ratio_pixel": 0.9431664943695068, "fid": 87.25631592989652}
+{"step": 510000, "wall_time": 2939.5278096199036, "train_loss_step": 9.792583465576172, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.06774784723917643, "subset_score_loss": 0.06774784723917643}
+{"step": 520000, "wall_time": 2975.2220752239227, "train_loss_step": 9.453380584716797, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.06663291189405653, "subset_score_loss": 0.06663291189405653}
+{"step": 530000, "wall_time": 3049.5026140213013, "train_loss_step": 9.704680442810059, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.06606775919596354, "subset_score_loss": 0.06606775919596354}
+{"step": 540000, "wall_time": 3159.357381105423, "train_loss_step": 9.505617141723633, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.06542232301500109, "subset_score_loss": 0.06542232301500109}
+{"step": 550000, "wall_time": 3286.532548427582, "train_loss_step": 9.152356147766113, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.0694665273030599, "subset_score_loss": 0.0694665273030599}
+{"step": 560000, "wall_time": 3413.787039756775, "train_loss_step": 8.28708267211914, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.06519352595011393, "subset_score_loss": 0.06519352595011393}
+{"step": 570000, "wall_time": 3540.99916267395, "train_loss_step": 8.188727378845215, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.06290653546651205, "subset_score_loss": 0.06290653546651205}
+{"step": 580000, "wall_time": 3668.2685871124268, "train_loss_step": 8.701680183410645, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.06371506055196126, "subset_score_loss": 0.06371506055196126}
+{"step": 590000, "wall_time": 3795.521196603775, "train_loss_step": 8.716520309448242, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.05917330847846137, "subset_score_loss": 0.05917330847846137}
+{"step": 600000, "wall_time": 4021.6457567214966, "train_loss_step": 9.022193908691406, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.06092712084452311, "subset_score_loss": 0.06092712084452311, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.9375571012496948, "fid": 91.35339930913807}
+{"step": 610000, "wall_time": 4148.801729440689, "train_loss_step": 8.771241188049316, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.0610417471991645, "subset_score_loss": 0.0610417471991645}
+{"step": 620000, "wall_time": 4275.879464864731, "train_loss_step": 8.526725769042969, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.06242236561245389, "subset_score_loss": 0.06242236561245389}
+{"step": 630000, "wall_time": 4402.848803281784, "train_loss_step": 8.465725898742676, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.059710152943929035, "subset_score_loss": 0.059710152943929035}
+{"step": 640000, "wall_time": 4524.656277418137, "train_loss_step": 8.49013614654541, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.05995767381456163, "subset_score_loss": 0.05995767381456163}
+{"step": 650000, "wall_time": 4650.513554811478, "train_loss_step": 8.709745407104492, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.059375630484686956, "subset_score_loss": 0.059375630484686956}
+{"step": 660000, "wall_time": 4777.762159347534, "train_loss_step": 8.768747329711914, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.05774388843112522, "subset_score_loss": 0.05774388843112522}
+{"step": 670000, "wall_time": 4905.033767938614, "train_loss_step": 7.656877517700195, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.058783642450968426, "subset_score_loss": 0.058783642450968426}
+{"step": 680000, "wall_time": 5031.904635429382, "train_loss_step": 8.313448905944824, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.054743353525797525, "subset_score_loss": 0.054743353525797525}
+{"step": 690000, "wall_time": 5158.666215181351, "train_loss_step": 8.110599517822266, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.057461351818508574, "subset_score_loss": 0.057461351818508574}
+{"step": 700000, "wall_time": 5382.2722890377045, "train_loss_step": 8.324721336364746, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.05602295133802626, "subset_score_loss": 0.05602295133802626, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.9314458966255188, "fid": 93.03652929406826}
+{"step": 710000, "wall_time": 5509.426304101944, "train_loss_step": 8.24998950958252, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.05474927690294054, "subset_score_loss": 0.05474927690294054}
+{"step": 720000, "wall_time": 5636.578628778458, "train_loss_step": 8.136455535888672, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.05489792293972439, "subset_score_loss": 0.05489792293972439}
+{"step": 730000, "wall_time": 5761.55703830719, "train_loss_step": 8.607192039489746, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.05541788207160102, "subset_score_loss": 0.05541788207160102}
+{"step": 740000, "wall_time": 5890.38258099556, "train_loss_step": 7.8875555992126465, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.05362501674228244, "subset_score_loss": 0.05362501674228244}
+{"step": 750000, "wall_time": 6012.659064769745, "train_loss_step": 7.282602310180664, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.054037184185451934, "subset_score_loss": 0.054037184185451934}
+{"step": 760000, "wall_time": 6139.0535225868225, "train_loss_step": 7.971729278564453, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.05264958805508084, "subset_score_loss": 0.05264958805508084}
+{"step": 770000, "wall_time": 6266.260031461716, "train_loss_step": 8.017454147338867, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.054844236373901366, "subset_score_loss": 0.054844236373901366}
+{"step": 780000, "wall_time": 6393.35689663887, "train_loss_step": 8.062793731689453, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.05406503677368164, "subset_score_loss": 0.05406503677368164}
+{"step": 790000, "wall_time": 6520.519062757492, "train_loss_step": 8.330339431762695, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.052467727661132814, "subset_score_loss": 0.052467727661132814}
+{"step": 800000, "wall_time": 6747.265197515488, "train_loss_step": 7.511404991149902, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.05135605070326063, "subset_score_loss": 0.05135605070326063, "memorization_fraction_pixel": 0.020500000566244125, "mean_nn_ratio_pixel": 0.9191159009933472, "fid": 89.35978350634663}
+{"step": 810000, "wall_time": 6874.379777669907, "train_loss_step": 7.510676860809326, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.05423973401387532, "subset_score_loss": 0.05423973401387532}
+{"step": 820000, "wall_time": 7001.4841594696045, "train_loss_step": 7.88449764251709, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.05569664107428657, "subset_score_loss": 0.05569664107428657}
+{"step": 830000, "wall_time": 7126.323080301285, "train_loss_step": 7.573948383331299, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.05138200653923882, "subset_score_loss": 0.05138200653923882}
+{"step": 840000, "wall_time": 7254.1376123428345, "train_loss_step": 7.906835556030273, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.05057157940334744, "subset_score_loss": 0.05057157940334744}
+{"step": 850000, "wall_time": 7377.3988654613495, "train_loss_step": 7.607993125915527, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.050632641050550674, "subset_score_loss": 0.050632641050550674}
+{"step": 860000, "wall_time": 7504.608617067337, "train_loss_step": 7.714303493499756, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.05199296739366319, "subset_score_loss": 0.05199296739366319}
+{"step": 870000, "wall_time": 7630.865744590759, "train_loss_step": 7.617934703826904, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.05223303900824653, "subset_score_loss": 0.05223303900824653}
+{"step": 880000, "wall_time": 7757.877412557602, "train_loss_step": 7.71580696105957, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.048692809210883245, "subset_score_loss": 0.048692809210883245}
+{"step": 890000, "wall_time": 7884.948180675507, "train_loss_step": 7.427340507507324, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.04949883884853787, "subset_score_loss": 0.04949883884853787}
+{"step": 900000, "wall_time": 8111.814656972885, "train_loss_step": 7.402402400970459, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.04695958561367459, "subset_score_loss": 0.04695958561367459, "memorization_fraction_pixel": 0.03539999946951866, "mean_nn_ratio_pixel": 0.894741415977478, "fid": 82.26261709856811}
+{"step": 910000, "wall_time": 8238.93512558937, "train_loss_step": 7.367212295532227, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.04787551032172309, "subset_score_loss": 0.04787551032172309}
+{"step": 920000, "wall_time": 8365.796162366867, "train_loss_step": 7.450969696044922, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.04793848991394043, "subset_score_loss": 0.04793848991394043}
+{"step": 930000, "wall_time": 8490.795898199081, "train_loss_step": 7.063413619995117, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.048858266406589086, "subset_score_loss": 0.048858266406589086}
+{"step": 940000, "wall_time": 8617.972026586533, "train_loss_step": 7.580854415893555, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.04793260892232259, "subset_score_loss": 0.04793260892232259}
+{"step": 950000, "wall_time": 8742.65742778778, "train_loss_step": 6.883667945861816, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.047541740205552845, "subset_score_loss": 0.047541740205552845}
+{"step": 960000, "wall_time": 8868.784231424332, "train_loss_step": 7.58467435836792, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.04738618002997504, "subset_score_loss": 0.04738618002997504}
+{"step": 970000, "wall_time": 8995.885907173157, "train_loss_step": 7.695194721221924, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.04720222685072157, "subset_score_loss": 0.04720222685072157}
+{"step": 980000, "wall_time": 9122.118685007095, "train_loss_step": 7.42009162902832, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.04733582602606879, "subset_score_loss": 0.04733582602606879}
+{"step": 990000, "wall_time": 9249.362538814545, "train_loss_step": 7.316922187805176, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.049383984671698675, "subset_score_loss": 0.049383984671698675}
+{"step": 1000000, "wall_time": 9472.50308251381, "train_loss_step": 7.345450401306152, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.04497061305575901, "subset_score_loss": 0.04497061305575901, "memorization_fraction_pixel": 0.04479999840259552, "mean_nn_ratio_pixel": 0.8758969902992249, "fid": 81.08799385271494}
+{"step": 1010000, "wall_time": 9599.324613332748, "train_loss_step": 7.464508056640625, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.04579512278238932, "subset_score_loss": 0.04579512278238932}
+{"step": 1020000, "wall_time": 9724.274674892426, "train_loss_step": 7.084917068481445, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.04607988463507758, "subset_score_loss": 0.04607988463507758}
+{"step": 1030000, "wall_time": 9851.404867887497, "train_loss_step": 7.496081352233887, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.05625348620944553, "subset_score_loss": 0.05625348620944553}
+{"step": 1040000, "wall_time": 9978.616337537766, "train_loss_step": 7.392153739929199, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.04625218179490831, "subset_score_loss": 0.04625218179490831}
+{"step": 1050000, "wall_time": 10106.019091367722, "train_loss_step": 7.416145324707031, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.04623606469896105, "subset_score_loss": 0.04623606469896105}
+{"step": 1060000, "wall_time": 10229.789175748825, "train_loss_step": 7.2877116203308105, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.047998073365953235, "subset_score_loss": 0.047998073365953235}
+{"step": 1070000, "wall_time": 10357.034401416779, "train_loss_step": 6.698351860046387, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.04590277671813965, "subset_score_loss": 0.04590277671813965}
+{"step": 1080000, "wall_time": 10484.10978603363, "train_loss_step": 6.870499610900879, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.04881767166985406, "subset_score_loss": 0.04881767166985406}
+{"step": 1090000, "wall_time": 10610.757138252258, "train_loss_step": 7.50490665435791, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.0436601029502021, "subset_score_loss": 0.0436601029502021}
+{"step": 1100000, "wall_time": 10834.606318473816, "train_loss_step": 7.0189290046691895, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.04266138871510824, "subset_score_loss": 0.04266138871510824, "memorization_fraction_pixel": 0.059300001710653305, "mean_nn_ratio_pixel": 0.8622246384620667, "fid": 77.40898725783326}
+{"step": 1110000, "wall_time": 10961.612121105194, "train_loss_step": 6.965942859649658, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.04743670887417263, "subset_score_loss": 0.04743670887417263}
+{"step": 1120000, "wall_time": 11022.071969270706, "train_loss_step": 6.888453483581543, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.045155164930555554, "subset_score_loss": 0.045155164930555554}
+{"step": 1130000, "wall_time": 11057.638223409653, "train_loss_step": 7.291783332824707, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.05093300077650282, "subset_score_loss": 0.05093300077650282}
+{"step": 1140000, "wall_time": 11092.984477996826, "train_loss_step": 6.708884239196777, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.04177537759145101, "subset_score_loss": 0.04177537759145101}
+{"step": 1150000, "wall_time": 11128.34645986557, "train_loss_step": 6.555741786956787, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.04377130932278103, "subset_score_loss": 0.04377130932278103}
+{"step": 1160000, "wall_time": 11163.788139343262, "train_loss_step": 6.717448711395264, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.042247859636942546, "subset_score_loss": 0.042247859636942546}
+{"step": 1170000, "wall_time": 11199.20652461052, "train_loss_step": 6.762752532958984, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.04304679499732123, "subset_score_loss": 0.04304679499732123}
+{"step": 1180000, "wall_time": 11234.523038387299, "train_loss_step": 7.169231414794922, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.04147832658555772, "subset_score_loss": 0.04147832658555772}
+{"step": 1190000, "wall_time": 11269.98200082779, "train_loss_step": 6.856245040893555, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.04094988769955105, "subset_score_loss": 0.04094988769955105}
+{"step": 1200000, "wall_time": 11327.034957885742, "train_loss_step": 6.6407551765441895, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.041108610894944934, "subset_score_loss": 0.041108610894944934, "memorization_fraction_pixel": 0.0812000036239624, "mean_nn_ratio_pixel": 0.8337529301643372, "fid": 71.9045813320501}
+{"step": 1210000, "wall_time": 11362.46127462387, "train_loss_step": 6.813166618347168, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.04066918955908881, "subset_score_loss": 0.04066918955908881}
+{"step": 1220000, "wall_time": 11397.870633602142, "train_loss_step": 6.872385025024414, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.04647850460476345, "subset_score_loss": 0.04647850460476345}
+{"step": 1230000, "wall_time": 11433.269414186478, "train_loss_step": 6.471591949462891, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.04280143843756782, "subset_score_loss": 0.04280143843756782}
+{"step": 1240000, "wall_time": 11468.729990005493, "train_loss_step": 6.790358543395996, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.0401496171951294, "subset_score_loss": 0.0401496171951294}
+{"step": 1250000, "wall_time": 11504.15801024437, "train_loss_step": 6.5929436683654785, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.04464785787794325, "subset_score_loss": 0.04464785787794325}
+{"step": 1260000, "wall_time": 11539.552290916443, "train_loss_step": 6.850427627563477, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.04182930522494846, "subset_score_loss": 0.04182930522494846}
+{"step": 1270000, "wall_time": 11574.899732112885, "train_loss_step": 6.864222526550293, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.0429238239924113, "subset_score_loss": 0.0429238239924113}
+{"step": 1280000, "wall_time": 11610.236548662186, "train_loss_step": 6.560650825500488, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.0423144605424669, "subset_score_loss": 0.0423144605424669}
+{"step": 1290000, "wall_time": 11645.675601959229, "train_loss_step": 6.484845161437988, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.039001957575480146, "subset_score_loss": 0.039001957575480146}
+{"step": 1300000, "wall_time": 11709.58513379097, "train_loss_step": 6.44757604598999, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.04511643515692817, "subset_score_loss": 0.04511643515692817, "memorization_fraction_pixel": 0.08959999680519104, "mean_nn_ratio_pixel": 0.8222163915634155, "fid": 69.26786966782107}
+{"step": 1310000, "wall_time": 11745.309140920639, "train_loss_step": 6.565283298492432, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.03855690161387126, "subset_score_loss": 0.03855690161387126}
+{"step": 1320000, "wall_time": 11780.920678377151, "train_loss_step": 6.520529747009277, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.041547550095452204, "subset_score_loss": 0.041547550095452204}
+{"step": 1330000, "wall_time": 11816.656999826431, "train_loss_step": 6.492862701416016, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.04007786379920112, "subset_score_loss": 0.04007786379920112}
+{"step": 1340000, "wall_time": 11852.328831672668, "train_loss_step": 6.743513107299805, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.03949953450096978, "subset_score_loss": 0.03949953450096978}
+{"step": 1350000, "wall_time": 11888.219742298126, "train_loss_step": 6.526878356933594, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.04167245758904351, "subset_score_loss": 0.04167245758904351}
+{"step": 1360000, "wall_time": 11924.12232208252, "train_loss_step": 5.975855827331543, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.040117319424947104, "subset_score_loss": 0.040117319424947104}
+{"step": 1370000, "wall_time": 11959.839142799377, "train_loss_step": 6.369962692260742, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.03714865313635932, "subset_score_loss": 0.03714865313635932}
+{"step": 1380000, "wall_time": 11995.5175178051, "train_loss_step": 6.182686805725098, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.0378211498260498, "subset_score_loss": 0.0378211498260498}
+{"step": 1390000, "wall_time": 12031.253924369812, "train_loss_step": 6.646127700805664, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.03917224672105577, "subset_score_loss": 0.03917224672105577}
+{"step": 1400000, "wall_time": 12099.810999631882, "train_loss_step": 6.162166118621826, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.0399814420276218, "subset_score_loss": 0.0399814420276218, "memorization_fraction_pixel": 0.11190000176429749, "mean_nn_ratio_pixel": 0.8076415657997131, "fid": 64.32679161427052}
+{"step": 1410000, "wall_time": 12131.455982208252, "train_loss_step": 6.3608503341674805, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.03850876225365533, "subset_score_loss": 0.03850876225365533}
+{"step": 1420000, "wall_time": 12167.145516633987, "train_loss_step": 6.672131538391113, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.043676206800672746, "subset_score_loss": 0.043676206800672746}
+{"step": 1430000, "wall_time": 12202.81039261818, "train_loss_step": 6.569550514221191, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.03702108595106337, "subset_score_loss": 0.03702108595106337}
+{"step": 1440000, "wall_time": 12238.53900027275, "train_loss_step": 6.308496475219727, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.03790933026207818, "subset_score_loss": 0.03790933026207818}
+{"step": 1450000, "wall_time": 12274.208607435226, "train_loss_step": 5.977614402770996, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.03742284244961209, "subset_score_loss": 0.03742284244961209}
+{"step": 1460000, "wall_time": 12310.066016197205, "train_loss_step": 6.167184352874756, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.038982788721720375, "subset_score_loss": 0.038982788721720375}
+{"step": 1470000, "wall_time": 12345.914922714233, "train_loss_step": 6.387843132019043, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.03849690490298801, "subset_score_loss": 0.03849690490298801}
+{"step": 1480000, "wall_time": 12381.870228290558, "train_loss_step": 5.973854064941406, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.03751181231604682, "subset_score_loss": 0.03751181231604682}
+{"step": 1490000, "wall_time": 12417.693004846573, "train_loss_step": 6.436617851257324, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.03743375937143962, "subset_score_loss": 0.03743375937143962}
+{"step": 1500000, "wall_time": 12489.166207313538, "train_loss_step": 6.088132381439209, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.03860903051164415, "subset_score_loss": 0.03860903051164415, "memorization_fraction_pixel": 0.14079999923706055, "mean_nn_ratio_pixel": 0.778617262840271, "fid": 61.270369946747046}
+{"step": 1510000, "wall_time": 12521.96495294571, "train_loss_step": 6.208225250244141, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.038083836767408584, "subset_score_loss": 0.038083836767408584}
+{"step": 1520000, "wall_time": 12550.87694144249, "train_loss_step": 5.815187454223633, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.0412626134024726, "subset_score_loss": 0.0412626134024726}
+{"step": 1530000, "wall_time": 12586.332896232605, "train_loss_step": 6.22198486328125, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.03631388611263699, "subset_score_loss": 0.03631388611263699}
+{"step": 1540000, "wall_time": 12621.770585775375, "train_loss_step": 6.080933094024658, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.03804505401187473, "subset_score_loss": 0.03804505401187473}
+{"step": 1550000, "wall_time": 12657.179401636124, "train_loss_step": 6.3241376876831055, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.03755129973093669, "subset_score_loss": 0.03755129973093669}
+{"step": 1560000, "wall_time": 12692.628831386566, "train_loss_step": 6.122305870056152, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.03839639292822944, "subset_score_loss": 0.03839639292822944}
+{"step": 1570000, "wall_time": 12728.07749080658, "train_loss_step": 5.934700965881348, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.035402313868204756, "subset_score_loss": 0.035402313868204756}
+{"step": 1580000, "wall_time": 12763.875976800919, "train_loss_step": 6.270118713378906, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.037584749857584636, "subset_score_loss": 0.037584749857584636}
+{"step": 1590000, "wall_time": 12799.617116212845, "train_loss_step": 6.1038360595703125, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.036207111676534016, "subset_score_loss": 0.036207111676534016}
+{"step": 1600000, "wall_time": 12870.635770320892, "train_loss_step": 6.596205711364746, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.039409163263109, "subset_score_loss": 0.039409163263109, "memorization_fraction_pixel": 0.15449999272823334, "mean_nn_ratio_pixel": 0.7711131572723389, "fid": 56.41059821164205}
+{"step": 1610000, "wall_time": 12906.360966444016, "train_loss_step": 6.019972801208496, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.03727761109670003, "subset_score_loss": 0.03727761109670003}
+{"step": 1620000, "wall_time": 12938.91796708107, "train_loss_step": 6.134037494659424, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.035290884971618655, "subset_score_loss": 0.035290884971618655}
+{"step": 1630000, "wall_time": 12971.059094190598, "train_loss_step": 6.121163368225098, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.035510179731580944, "subset_score_loss": 0.035510179731580944}
+{"step": 1640000, "wall_time": 13006.754410028458, "train_loss_step": 6.097558975219727, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.03655145698123508, "subset_score_loss": 0.03655145698123508}
+{"step": 1650000, "wall_time": 13042.49006319046, "train_loss_step": 5.874756813049316, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.03576675785912408, "subset_score_loss": 0.03576675785912408}
+{"step": 1660000, "wall_time": 13078.01188325882, "train_loss_step": 6.349142551422119, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.039533201853434244, "subset_score_loss": 0.039533201853434244}
+{"step": 1670000, "wall_time": 13113.56599354744, "train_loss_step": 6.360692977905273, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.03575289779239231, "subset_score_loss": 0.03575289779239231}
+{"step": 1680000, "wall_time": 13148.975462198257, "train_loss_step": 6.082402229309082, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.03303362263573541, "subset_score_loss": 0.03303362263573541}
+{"step": 1690000, "wall_time": 13184.331304073334, "train_loss_step": 5.601476669311523, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.037630777888827856, "subset_score_loss": 0.037630777888827856}
+{"step": 1700000, "wall_time": 13255.791440725327, "train_loss_step": 6.157299995422363, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.0358092466990153, "subset_score_loss": 0.0358092466990153, "memorization_fraction_pixel": 0.19599999487400055, "mean_nn_ratio_pixel": 0.7209792733192444, "fid": 51.89914100320118}
+{"step": 1710000, "wall_time": 13291.167936325073, "train_loss_step": 5.80027437210083, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.03591033617655436, "subset_score_loss": 0.03591033617655436}
+{"step": 1720000, "wall_time": 13326.44559621811, "train_loss_step": 5.643609046936035, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.034016537666320804, "subset_score_loss": 0.034016537666320804}
+{"step": 1730000, "wall_time": 13349.253171920776, "train_loss_step": 5.7323102951049805, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.035180097156100806, "subset_score_loss": 0.035180097156100806}
+{"step": 1740000, "wall_time": 13384.55196094513, "train_loss_step": 5.782622814178467, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.03644758860270182, "subset_score_loss": 0.03644758860270182}
+{"step": 1750000, "wall_time": 13419.791662454605, "train_loss_step": 6.065714359283447, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.035240263409084746, "subset_score_loss": 0.035240263409084746}
+{"step": 1760000, "wall_time": 13455.099393606186, "train_loss_step": 5.860532760620117, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.03727827337053087, "subset_score_loss": 0.03727827337053087}
+{"step": 1770000, "wall_time": 13490.406472206116, "train_loss_step": 6.067585468292236, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.034004391564263235, "subset_score_loss": 0.034004391564263235}
+{"step": 1780000, "wall_time": 13525.71289396286, "train_loss_step": 5.920196533203125, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.033550842603047686, "subset_score_loss": 0.033550842603047686}
+{"step": 1790000, "wall_time": 13561.015456438065, "train_loss_step": 5.8698225021362305, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.0332299894756741, "subset_score_loss": 0.0332299894756741}
+{"step": 1800000, "wall_time": 13632.376023292542, "train_loss_step": 6.012422561645508, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.035212839974297416, "subset_score_loss": 0.035212839974297416, "memorization_fraction_pixel": 0.21369999647140503, "mean_nn_ratio_pixel": 0.7210003733634949, "fid": 50.70520341387046}
+{"step": 1810000, "wall_time": 13667.70516371727, "train_loss_step": 5.852522850036621, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.033112306065029566, "subset_score_loss": 0.033112306065029566}
+{"step": 1820000, "wall_time": 13703.040632486343, "train_loss_step": 6.187621116638184, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.03544503582848443, "subset_score_loss": 0.03544503582848443}
+{"step": 1830000, "wall_time": 13737.277738571167, "train_loss_step": 5.6327009201049805, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.03395902050866021, "subset_score_loss": 0.03395902050866021}
+{"step": 1840000, "wall_time": 13762.934231996536, "train_loss_step": 5.792189598083496, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.0316687266031901, "subset_score_loss": 0.0316687266031901}
+{"step": 1850000, "wall_time": 13798.271966457367, "train_loss_step": 5.753190994262695, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.03203593360053168, "subset_score_loss": 0.03203593360053168}
+{"step": 1860000, "wall_time": 13833.614416360855, "train_loss_step": 5.797676086425781, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.03351204130384657, "subset_score_loss": 0.03351204130384657}
+{"step": 1870000, "wall_time": 13868.963717460632, "train_loss_step": 5.951740741729736, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.03248303731282552, "subset_score_loss": 0.03248303731282552}
+{"step": 1880000, "wall_time": 13904.312886953354, "train_loss_step": 5.590853691101074, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.03262443807390001, "subset_score_loss": 0.03262443807390001}
+{"step": 1890000, "wall_time": 13939.718633651733, "train_loss_step": 5.959099769592285, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.034865403175354005, "subset_score_loss": 0.034865403175354005}
+{"step": 1900000, "wall_time": 14011.415522098541, "train_loss_step": 5.462751388549805, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.03426006105211046, "subset_score_loss": 0.03426006105211046, "memorization_fraction_pixel": 0.2282000035047531, "mean_nn_ratio_pixel": 0.7146779894828796, "fid": 50.70240815718559}
+{"step": 1910000, "wall_time": 14047.105504989624, "train_loss_step": 5.981927871704102, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.03472820387946235, "subset_score_loss": 0.03472820387946235}
+{"step": 1920000, "wall_time": 14082.821426868439, "train_loss_step": 5.759859561920166, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.032481190893385144, "subset_score_loss": 0.032481190893385144}
+{"step": 1930000, "wall_time": 14118.659388065338, "train_loss_step": 5.577223777770996, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.031493992275661895, "subset_score_loss": 0.031493992275661895}
+{"step": 1940000, "wall_time": 14146.192972183228, "train_loss_step": 5.837204456329346, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.031430525249905056, "subset_score_loss": 0.031430525249905056}
+{"step": 1950000, "wall_time": 14176.725513219833, "train_loss_step": 5.728559970855713, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.03165704409281413, "subset_score_loss": 0.03165704409281413}
+{"step": 1960000, "wall_time": 14212.454668283463, "train_loss_step": 5.850829601287842, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.03125200271606445, "subset_score_loss": 0.03125200271606445}
+{"step": 1970000, "wall_time": 14248.227011442184, "train_loss_step": 5.725944995880127, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.0318312406539917, "subset_score_loss": 0.0318312406539917}
+{"step": 1980000, "wall_time": 14283.82866859436, "train_loss_step": 5.343451499938965, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.03248697651757134, "subset_score_loss": 0.03248697651757134}
+{"step": 1990000, "wall_time": 14319.471647977829, "train_loss_step": 5.510322093963623, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.031114350424872504, "subset_score_loss": 0.031114350424872504}
+{"step": 2000000, "wall_time": 14390.993400335312, "train_loss_step": 5.156301975250244, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.029852790302700466, "subset_score_loss": 0.029852790302700466, "memorization_fraction_pixel": 0.2475000023841858, "mean_nn_ratio_pixel": 0.7005602121353149, "fid": 50.21739626109343}
+{"step": 2010000, "wall_time": 14426.613828420639, "train_loss_step": 5.617476463317871, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.030619841151767305, "subset_score_loss": 0.030619841151767305}
+{"step": 2020000, "wall_time": 14462.151214838028, "train_loss_step": 5.314446449279785, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.032416696018642846, "subset_score_loss": 0.032416696018642846}
+{"step": 2030000, "wall_time": 14497.859363079071, "train_loss_step": 5.480522155761719, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.030196232265896267, "subset_score_loss": 0.030196232265896267}
+{"step": 2040000, "wall_time": 14533.593339920044, "train_loss_step": 5.311945915222168, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.03303438822428385, "subset_score_loss": 0.03303438822428385}
+{"step": 2050000, "wall_time": 14562.061717748642, "train_loss_step": 5.4063262939453125, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.031403372022840714, "subset_score_loss": 0.031403372022840714}
+{"step": 2060000, "wall_time": 14595.229901313782, "train_loss_step": 5.473234176635742, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.0329231235716078, "subset_score_loss": 0.0329231235716078}
+{"step": 2070000, "wall_time": 14630.944996833801, "train_loss_step": 5.459329605102539, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.03161131805843777, "subset_score_loss": 0.03161131805843777}
+{"step": 2080000, "wall_time": 14666.696194171906, "train_loss_step": 5.439888954162598, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.030797727902730308, "subset_score_loss": 0.030797727902730308}
+{"step": 2090000, "wall_time": 14702.42305612564, "train_loss_step": 5.485326766967773, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.03012504577636719, "subset_score_loss": 0.03012504577636719}
+{"step": 2100000, "wall_time": 14774.264191865921, "train_loss_step": 5.6371660232543945, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.03516350057390001, "subset_score_loss": 0.03516350057390001, "memorization_fraction_pixel": 0.259799987077713, "mean_nn_ratio_pixel": 0.6941931247711182, "fid": 48.6907647160794}
+{"step": 2110000, "wall_time": 14809.981469869614, "train_loss_step": 5.229496002197266, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.029165723588731554, "subset_score_loss": 0.029165723588731554}
+{"step": 2120000, "wall_time": 14845.638511657715, "train_loss_step": 5.344887733459473, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.029523460070292155, "subset_score_loss": 0.029523460070292155}
+{"step": 2130000, "wall_time": 14881.306550502777, "train_loss_step": 5.532237529754639, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.031636802355448405, "subset_score_loss": 0.031636802355448405}
+{"step": 2140000, "wall_time": 14917.006412744522, "train_loss_step": 5.5153045654296875, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.03144174416859945, "subset_score_loss": 0.03144174416859945}
+{"step": 2150000, "wall_time": 14952.75221824646, "train_loss_step": 5.266476631164551, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.028280578719245063, "subset_score_loss": 0.028280578719245063}
+{"step": 2160000, "wall_time": 14982.205364227295, "train_loss_step": 5.578969955444336, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.03162059519026014, "subset_score_loss": 0.03162059519026014}
+{"step": 2170000, "wall_time": 15017.015072584152, "train_loss_step": 5.354496955871582, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.028607953919304742, "subset_score_loss": 0.028607953919304742}
+{"step": 2180000, "wall_time": 15052.914795398712, "train_loss_step": 5.679787635803223, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.03003249168395996, "subset_score_loss": 0.03003249168395996}
+{"step": 2190000, "wall_time": 15088.639475822449, "train_loss_step": 5.449305534362793, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.029768954383002387, "subset_score_loss": 0.029768954383002387}
+{"step": 2200000, "wall_time": 15159.785323858261, "train_loss_step": 5.060354232788086, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.029353700743781196, "subset_score_loss": 0.029353700743781196, "memorization_fraction_pixel": 0.2651999890804291, "mean_nn_ratio_pixel": 0.6942078471183777, "fid": 48.739296743821605}
+{"step": 2210000, "wall_time": 15195.473912715912, "train_loss_step": 5.139531135559082, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.03038363191816542, "subset_score_loss": 0.03038363191816542}
+{"step": 2220000, "wall_time": 15231.122605800629, "train_loss_step": 5.446577548980713, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.03171379301283095, "subset_score_loss": 0.03171379301283095}
+{"step": 2230000, "wall_time": 15266.870417833328, "train_loss_step": 5.373244285583496, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.02993038495381673, "subset_score_loss": 0.02993038495381673}
+{"step": 2240000, "wall_time": 15302.589418172836, "train_loss_step": 5.11075496673584, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.027587204509311253, "subset_score_loss": 0.027587204509311253}
+{"step": 2250000, "wall_time": 15338.261460065842, "train_loss_step": 5.135286331176758, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.030702805519104003, "subset_score_loss": 0.030702805519104003}
+{"step": 2260000, "wall_time": 15373.868725061417, "train_loss_step": 5.647995948791504, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.03077652719285753, "subset_score_loss": 0.03077652719285753}
+{"step": 2270000, "wall_time": 15403.667130470276, "train_loss_step": 5.809381008148193, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.032068578402201335, "subset_score_loss": 0.032068578402201335}
+{"step": 2280000, "wall_time": 15438.535879850388, "train_loss_step": 5.088151931762695, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.02990227805243598, "subset_score_loss": 0.02990227805243598}
+{"step": 2290000, "wall_time": 15474.181742668152, "train_loss_step": 5.406645774841309, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.03200584517584907, "subset_score_loss": 0.03200584517584907}
+{"step": 2300000, "wall_time": 15546.424911022186, "train_loss_step": 5.426915168762207, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.02896730899810791, "subset_score_loss": 0.02896730899810791, "memorization_fraction_pixel": 0.2651999890804291, "mean_nn_ratio_pixel": 0.7047913074493408, "fid": 50.372925525429196}
+{"step": 2310000, "wall_time": 15582.111466884613, "train_loss_step": 5.863938331604004, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.03010417355431451, "subset_score_loss": 0.03010417355431451}
+{"step": 2320000, "wall_time": 15618.001503229141, "train_loss_step": 5.606828689575195, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.028525961769951716, "subset_score_loss": 0.028525961769951716}
+{"step": 2330000, "wall_time": 15653.804010629654, "train_loss_step": 5.384276390075684, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.030332048734029133, "subset_score_loss": 0.030332048734029133}
+{"step": 2340000, "wall_time": 15689.773519515991, "train_loss_step": 5.266850471496582, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.03153998586866591, "subset_score_loss": 0.03153998586866591}
+{"step": 2350000, "wall_time": 15725.635907173157, "train_loss_step": 5.213332176208496, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.028722620010375975, "subset_score_loss": 0.028722620010375975}
+{"step": 2360000, "wall_time": 15761.293092012405, "train_loss_step": 5.259976387023926, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.0318813059065077, "subset_score_loss": 0.0318813059065077}
+{"step": 2370000, "wall_time": 15797.105558633804, "train_loss_step": 5.506011962890625, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.030241770214504665, "subset_score_loss": 0.030241770214504665}
+{"step": 2380000, "wall_time": 15826.75704240799, "train_loss_step": 4.859630584716797, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.026829459932115343, "subset_score_loss": 0.026829459932115343}
+{"step": 2390000, "wall_time": 15862.500052452087, "train_loss_step": 5.2676777839660645, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.03124747806125217, "subset_score_loss": 0.03124747806125217}
+{"step": 2400000, "wall_time": 15934.573172569275, "train_loss_step": 5.124446868896484, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.028198719024658203, "subset_score_loss": 0.028198719024658203, "memorization_fraction_pixel": 0.3240000009536743, "mean_nn_ratio_pixel": 0.6517447233200073, "fid": 43.568404663922394}
+{"step": 2410000, "wall_time": 15970.356539964676, "train_loss_step": 5.550911903381348, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.027590696016947427, "subset_score_loss": 0.027590696016947427}
+{"step": 2420000, "wall_time": 16006.028995275497, "train_loss_step": 5.2202324867248535, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.02817571692996555, "subset_score_loss": 0.02817571692996555}
+{"step": 2430000, "wall_time": 16041.682986736298, "train_loss_step": 5.078275680541992, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.02835105260213216, "subset_score_loss": 0.02835105260213216}
+{"step": 2440000, "wall_time": 16077.336859464645, "train_loss_step": 5.0117082595825195, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.026665645175509983, "subset_score_loss": 0.026665645175509983}
+{"step": 2450000, "wall_time": 16113.014474153519, "train_loss_step": 5.5504631996154785, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.028624092208014595, "subset_score_loss": 0.028624092208014595}
+{"step": 2460000, "wall_time": 16148.893336296082, "train_loss_step": 5.378496170043945, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.028771416346232096, "subset_score_loss": 0.028771416346232096}
+{"step": 2470000, "wall_time": 16184.594269037247, "train_loss_step": 5.309131622314453, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.028602589501274957, "subset_score_loss": 0.028602589501274957}
+{"step": 2480000, "wall_time": 16220.446959495544, "train_loss_step": 4.841919898986816, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.02554572688208686, "subset_score_loss": 0.02554572688208686}
+{"step": 2490000, "wall_time": 16248.854000806808, "train_loss_step": 5.220534801483154, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.02636246681213379, "subset_score_loss": 0.02636246681213379}
+{"step": 2500000, "wall_time": 16321.44635105133, "train_loss_step": 4.90101432800293, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.026782531208462187, "subset_score_loss": 0.026782531208462187, "memorization_fraction_pixel": 0.32580000162124634, "mean_nn_ratio_pixel": 0.6642956733703613, "fid": 47.883406908043554}
+{"step": 2510000, "wall_time": 16357.225264072418, "train_loss_step": 4.944080829620361, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.026576084560818142, "subset_score_loss": 0.026576084560818142}
+{"step": 2520000, "wall_time": 16393.028553962708, "train_loss_step": 4.910163879394531, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.02670088079240587, "subset_score_loss": 0.02670088079240587}
+{"step": 2530000, "wall_time": 16428.68780231476, "train_loss_step": 5.014455318450928, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.028934224446614584, "subset_score_loss": 0.028934224446614584}
+{"step": 2540000, "wall_time": 16464.4512860775, "train_loss_step": 5.182651042938232, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.02885797553592258, "subset_score_loss": 0.02885797553592258}
+{"step": 2550000, "wall_time": 16500.13544535637, "train_loss_step": 4.930779933929443, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.02744693226284451, "subset_score_loss": 0.02744693226284451}
+{"step": 2560000, "wall_time": 16535.774554014206, "train_loss_step": 5.1586198806762695, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.02712373203701443, "subset_score_loss": 0.02712373203701443}
+{"step": 2570000, "wall_time": 16571.44270467758, "train_loss_step": 5.269254684448242, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.027501108911302356, "subset_score_loss": 0.027501108911302356}
+{"step": 2580000, "wall_time": 16607.06675028801, "train_loss_step": 4.9781646728515625, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.02683076063791911, "subset_score_loss": 0.02683076063791911}
+{"step": 2590000, "wall_time": 16643.009217262268, "train_loss_step": 4.985467910766602, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.026257999738057456, "subset_score_loss": 0.026257999738057456}
+{"step": 2600000, "wall_time": 16707.60413455963, "train_loss_step": 5.180735111236572, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.03025314278072781, "subset_score_loss": 0.03025314278072781, "memorization_fraction_pixel": 0.32670000195503235, "mean_nn_ratio_pixel": 0.6613245606422424, "fid": 48.26654031644371}
+{"step": 2610000, "wall_time": 16743.261897563934, "train_loss_step": 5.028234481811523, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.026310292879740398, "subset_score_loss": 0.026310292879740398}
+{"step": 2620000, "wall_time": 16779.125559568405, "train_loss_step": 4.941344261169434, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.02537666161855062, "subset_score_loss": 0.02537666161855062}
+{"step": 2630000, "wall_time": 16815.10875606537, "train_loss_step": 5.079534530639648, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.03002704249487983, "subset_score_loss": 0.03002704249487983}
+{"step": 2640000, "wall_time": 16850.79696416855, "train_loss_step": 5.220910549163818, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.02785750495062934, "subset_score_loss": 0.02785750495062934}
+{"step": 2650000, "wall_time": 16886.434355020523, "train_loss_step": 5.0579729080200195, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.027244959937201607, "subset_score_loss": 0.027244959937201607}
+{"step": 2660000, "wall_time": 16922.092834711075, "train_loss_step": 5.091549873352051, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.026582988103230794, "subset_score_loss": 0.026582988103230794}
+{"step": 2670000, "wall_time": 16957.7766661644, "train_loss_step": 5.134413719177246, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.02795106569925944, "subset_score_loss": 0.02795106569925944}
+{"step": 2680000, "wall_time": 16993.43841266632, "train_loss_step": 5.078803539276123, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.02553642061021593, "subset_score_loss": 0.02553642061021593}
+{"step": 2690000, "wall_time": 17029.090359687805, "train_loss_step": 4.875122547149658, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.026705606778462728, "subset_score_loss": 0.026705606778462728}
+{"step": 2700000, "wall_time": 17091.686505794525, "train_loss_step": 5.102878570556641, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.02469143337673611, "subset_score_loss": 0.02469143337673611, "memorization_fraction_pixel": 0.3391000032424927, "mean_nn_ratio_pixel": 0.6548569798469543, "fid": 46.18593824617023}
+{"step": 2710000, "wall_time": 17127.396832942963, "train_loss_step": 4.885824203491211, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.027349469396803112, "subset_score_loss": 0.027349469396803112}
+{"step": 2720000, "wall_time": 17163.078910589218, "train_loss_step": 5.13066291809082, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.028129076957702635, "subset_score_loss": 0.028129076957702635}
+{"step": 2730000, "wall_time": 17198.761807203293, "train_loss_step": 5.267010688781738, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.024966716766357422, "subset_score_loss": 0.024966716766357422}
+{"step": 2740000, "wall_time": 17234.49226641655, "train_loss_step": 4.891684532165527, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.02924327320522732, "subset_score_loss": 0.02924327320522732}
+{"step": 2750000, "wall_time": 17270.382486343384, "train_loss_step": 4.7191290855407715, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.026003501150343153, "subset_score_loss": 0.026003501150343153}
+{"step": 2760000, "wall_time": 17306.08778142929, "train_loss_step": 4.983343601226807, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.02479238510131836, "subset_score_loss": 0.02479238510131836}
+{"step": 2770000, "wall_time": 17342.043968200684, "train_loss_step": 4.81154727935791, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.024612675772772895, "subset_score_loss": 0.024612675772772895}
+{"step": 2780000, "wall_time": 17377.96150445938, "train_loss_step": 4.933307647705078, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.02446620464324951, "subset_score_loss": 0.02446620464324951}
+{"step": 2790000, "wall_time": 17413.71977043152, "train_loss_step": 4.801418304443359, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.026870163281758626, "subset_score_loss": 0.026870163281758626}
+{"step": 2800000, "wall_time": 17485.771575450897, "train_loss_step": 5.144696235656738, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.025799589686923557, "subset_score_loss": 0.025799589686923557, "memorization_fraction_pixel": 0.3499999940395355, "mean_nn_ratio_pixel": 0.6519741415977478, "fid": 46.59060767873197}
+{"step": 2810000, "wall_time": 17516.748309612274, "train_loss_step": 4.5731377601623535, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.026736863454182944, "subset_score_loss": 0.026736863454182944}
+{"step": 2820000, "wall_time": 17552.438605308533, "train_loss_step": 4.879565238952637, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.027689743041992187, "subset_score_loss": 0.027689743041992187}
+{"step": 2830000, "wall_time": 17588.148101091385, "train_loss_step": 4.909224510192871, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.02671963373819987, "subset_score_loss": 0.02671963373819987}
+{"step": 2840000, "wall_time": 17623.88144516945, "train_loss_step": 4.596283912658691, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.025390579965379502, "subset_score_loss": 0.025390579965379502}
+{"step": 2850000, "wall_time": 17659.675990581512, "train_loss_step": 5.095643043518066, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.025762881173027885, "subset_score_loss": 0.025762881173027885}
+{"step": 2860000, "wall_time": 17695.377280712128, "train_loss_step": 4.655897617340088, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.024608540534973144, "subset_score_loss": 0.024608540534973144}
+{"step": 2870000, "wall_time": 17731.135414600372, "train_loss_step": 5.058640480041504, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.026689375771416557, "subset_score_loss": 0.026689375771416557}
+{"step": 2880000, "wall_time": 17766.919415473938, "train_loss_step": 4.641274452209473, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.026816844940185547, "subset_score_loss": 0.026816844940185547}
+{"step": 2890000, "wall_time": 17802.852521181107, "train_loss_step": 4.353107452392578, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.026047492027282716, "subset_score_loss": 0.026047492027282716}
+{"step": 2900000, "wall_time": 17875.21868634224, "train_loss_step": 4.983181953430176, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.025082834561665854, "subset_score_loss": 0.025082834561665854, "memorization_fraction_pixel": 0.3743000030517578, "mean_nn_ratio_pixel": 0.632317304611206, "fid": 45.60612252097276}
+{"step": 2910000, "wall_time": 17908.70832824707, "train_loss_step": 4.858077049255371, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.02628538343641493, "subset_score_loss": 0.02628538343641493}
+{"step": 2920000, "wall_time": 17941.805034399033, "train_loss_step": 5.1572980880737305, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.026348490185207792, "subset_score_loss": 0.026348490185207792}
+{"step": 2930000, "wall_time": 17977.53359270096, "train_loss_step": 4.867414951324463, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.023983134163750544, "subset_score_loss": 0.023983134163750544}
+{"step": 2940000, "wall_time": 18013.21419596672, "train_loss_step": 4.777472496032715, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.024996966785854762, "subset_score_loss": 0.024996966785854762}
+{"step": 2950000, "wall_time": 18048.93737268448, "train_loss_step": 5.275974750518799, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.026412436697218152, "subset_score_loss": 0.026412436697218152}
+{"step": 2960000, "wall_time": 18084.71134352684, "train_loss_step": 5.11129093170166, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.024519737561543783, "subset_score_loss": 0.024519737561543783}
+{"step": 2970000, "wall_time": 18120.425738811493, "train_loss_step": 4.607236862182617, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.02616885503133138, "subset_score_loss": 0.02616885503133138}
+{"step": 2980000, "wall_time": 18156.12771344185, "train_loss_step": 5.067567348480225, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.02541115019056532, "subset_score_loss": 0.02541115019056532}
+{"step": 2990000, "wall_time": 18191.921582698822, "train_loss_step": 4.840590000152588, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.026083519723680285, "subset_score_loss": 0.026083519723680285}
+{"step": 3000000, "wall_time": 18264.097681999207, "train_loss_step": 4.867199897766113, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.025517736540900338, "subset_score_loss": 0.025517736540900338, "memorization_fraction_pixel": 0.3691999912261963, "mean_nn_ratio_pixel": 0.638651430606842, "fid": 46.46682923123932}
+{"step": 3010000, "wall_time": 18299.9996175766, "train_loss_step": 4.738134860992432, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.024278200997246636, "subset_score_loss": 0.024278200997246636}
+{"step": 3020000, "wall_time": 18331.128117084503, "train_loss_step": 4.850752830505371, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.024837329652574326, "subset_score_loss": 0.024837329652574326}
+{"step": 3030000, "wall_time": 18364.60208749771, "train_loss_step": 4.97003173828125, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.028605540593465168, "subset_score_loss": 0.028605540593465168}
+{"step": 3040000, "wall_time": 18400.272841453552, "train_loss_step": 4.73708438873291, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.024800713857014975, "subset_score_loss": 0.024800713857014975}
+{"step": 3050000, "wall_time": 18436.215390205383, "train_loss_step": 4.611410140991211, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.0256672117445204, "subset_score_loss": 0.0256672117445204}
+{"step": 3060000, "wall_time": 18472.120601415634, "train_loss_step": 4.85502290725708, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.02491605281829834, "subset_score_loss": 0.02491605281829834}
+{"step": 3070000, "wall_time": 18507.796679973602, "train_loss_step": 4.542858123779297, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.025872262318929036, "subset_score_loss": 0.025872262318929036}
+{"step": 3080000, "wall_time": 18543.48724269867, "train_loss_step": 4.768989562988281, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.026447309388054743, "subset_score_loss": 0.026447309388054743}
+{"step": 3090000, "wall_time": 18579.19854259491, "train_loss_step": 4.516611099243164, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.02635379632314046, "subset_score_loss": 0.02635379632314046}
+{"step": 3100000, "wall_time": 18650.566611528397, "train_loss_step": 4.765766143798828, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.028345118628607856, "subset_score_loss": 0.028345118628607856, "memorization_fraction_pixel": 0.35199999809265137, "mean_nn_ratio_pixel": 0.6567956209182739, "fid": 47.16003038744675}
+{"step": 3110000, "wall_time": 18686.2390999794, "train_loss_step": 4.910795211791992, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.024726981586880154, "subset_score_loss": 0.024726981586880154}
+{"step": 3120000, "wall_time": 18722.031493902206, "train_loss_step": 4.472117900848389, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.025752751032511394, "subset_score_loss": 0.025752751032511394}
+{"step": 3130000, "wall_time": 18753.634678840637, "train_loss_step": 5.395982265472412, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.027380659845140244, "subset_score_loss": 0.027380659845140244}
+{"step": 3140000, "wall_time": 18786.866763830185, "train_loss_step": 4.5215911865234375, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.02644344170888265, "subset_score_loss": 0.02644344170888265}
+{"step": 3150000, "wall_time": 18822.542944431305, "train_loss_step": 4.697393417358398, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.02444676293267144, "subset_score_loss": 0.02444676293267144}
+{"step": 3160000, "wall_time": 18858.29523229599, "train_loss_step": 4.759957313537598, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.025471104515923396, "subset_score_loss": 0.025471104515923396}
+{"step": 3170000, "wall_time": 18894.202564001083, "train_loss_step": 4.630407333374023, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.028528271781073675, "subset_score_loss": 0.028528271781073675}
+{"step": 3180000, "wall_time": 18930.08233356476, "train_loss_step": 4.727159023284912, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.02558158768547906, "subset_score_loss": 0.02558158768547906}
+{"step": 3190000, "wall_time": 18965.921912908554, "train_loss_step": 4.881547927856445, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.025262763765123156, "subset_score_loss": 0.025262763765123156}
+{"step": 3200000, "wall_time": 19082.846736192703, "train_loss_step": 4.851347923278809, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.023879528045654297, "subset_score_loss": 0.023879528045654297, "memorization_fraction_pixel": 0.40560001134872437, "mean_nn_ratio_pixel": 0.614486575126648, "fid": 44.150259010272165}
+{"step": 3210000, "wall_time": 19118.599423646927, "train_loss_step": 4.859245300292969, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.026020985179477266, "subset_score_loss": 0.026020985179477266}
+{"step": 3220000, "wall_time": 19149.448563337326, "train_loss_step": 5.455837726593018, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.02417852348751492, "subset_score_loss": 0.02417852348751492}
+{"step": 3230000, "wall_time": 19172.996276140213, "train_loss_step": 4.635202407836914, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.02465861373477512, "subset_score_loss": 0.02465861373477512}
+{"step": 3240000, "wall_time": 19196.053445339203, "train_loss_step": 5.007264614105225, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.02521076997121175, "subset_score_loss": 0.02521076997121175}
+{"step": 3250000, "wall_time": 19227.511883735657, "train_loss_step": 4.9525346755981445, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.02513811853196886, "subset_score_loss": 0.02513811853196886}
+{"step": 3260000, "wall_time": 19263.249577999115, "train_loss_step": 4.8589630126953125, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.02400054136912028, "subset_score_loss": 0.02400054136912028}
+{"step": 3270000, "wall_time": 19298.959896326065, "train_loss_step": 4.585714817047119, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.025227536095513238, "subset_score_loss": 0.025227536095513238}
+{"step": 3280000, "wall_time": 19334.616753578186, "train_loss_step": 4.666593551635742, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.02561434639824761, "subset_score_loss": 0.02561434639824761}
+{"step": 3290000, "wall_time": 19370.312997102737, "train_loss_step": 4.311560153961182, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.023763110902574328, "subset_score_loss": 0.023763110902574328}
+{"step": 3300000, "wall_time": 19487.64919948578, "train_loss_step": 4.703116416931152, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.024906426005893285, "subset_score_loss": 0.024906426005893285, "memorization_fraction_pixel": 0.40639999508857727, "mean_nn_ratio_pixel": 0.6131049394607544, "fid": 45.10300997812374}
+{"step": 3310000, "wall_time": 19523.624450206757, "train_loss_step": 4.516845226287842, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.024838633007473417, "subset_score_loss": 0.024838633007473417}
+{"step": 3320000, "wall_time": 19559.585461616516, "train_loss_step": 4.732739448547363, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.024152927928500705, "subset_score_loss": 0.024152927928500705}
+{"step": 3330000, "wall_time": 19590.740980148315, "train_loss_step": 5.091541290283203, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.022878683937920464, "subset_score_loss": 0.022878683937920464}
+{"step": 3340000, "wall_time": 19620.505649089813, "train_loss_step": 4.7464494705200195, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.024763287438286676, "subset_score_loss": 0.024763287438286676}
+{"step": 3350000, "wall_time": 19656.207507371902, "train_loss_step": 4.835229873657227, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.02442872789171007, "subset_score_loss": 0.02442872789171007}
+{"step": 3360000, "wall_time": 19691.879840373993, "train_loss_step": 4.929060459136963, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.023533577389187283, "subset_score_loss": 0.023533577389187283}
+{"step": 3370000, "wall_time": 19727.569348335266, "train_loss_step": 4.800577163696289, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.02527363830142551, "subset_score_loss": 0.02527363830142551}
+{"step": 3380000, "wall_time": 19763.253763198853, "train_loss_step": 4.7432026863098145, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.025240961710611978, "subset_score_loss": 0.025240961710611978}
+{"step": 3390000, "wall_time": 19798.93264555931, "train_loss_step": 4.733524322509766, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.023674395349290635, "subset_score_loss": 0.023674395349290635}
+{"step": 3400000, "wall_time": 19871.005683660507, "train_loss_step": 4.443771839141846, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.024024539523654513, "subset_score_loss": 0.024024539523654513, "memorization_fraction_pixel": 0.41499999165534973, "mean_nn_ratio_pixel": 0.609752357006073, "fid": 44.5343582907236}
+{"step": 3410000, "wall_time": 19906.756499290466, "train_loss_step": 4.953829765319824, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.027466773986816406, "subset_score_loss": 0.027466773986816406}
+{"step": 3420000, "wall_time": 19942.477732419968, "train_loss_step": 4.570582866668701, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.02343924840291341, "subset_score_loss": 0.02343924840291341}
+{"step": 3430000, "wall_time": 19978.26891732216, "train_loss_step": 4.624664306640625, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.024254046546088325, "subset_score_loss": 0.024254046546088325}
+{"step": 3440000, "wall_time": 20012.17290019989, "train_loss_step": 4.819464683532715, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.02374997403886583, "subset_score_loss": 0.02374997403886583}
+{"step": 3450000, "wall_time": 20044.433663129807, "train_loss_step": 4.765407562255859, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.02356697188483344, "subset_score_loss": 0.02356697188483344}
+{"step": 3460000, "wall_time": 20080.32597208023, "train_loss_step": 4.602371692657471, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.02157531711790297, "subset_score_loss": 0.02157531711790297}
+{"step": 3470000, "wall_time": 20116.10387325287, "train_loss_step": 4.6834821701049805, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.021871507167816162, "subset_score_loss": 0.021871507167816162}
+{"step": 3480000, "wall_time": 20151.751882076263, "train_loss_step": 4.8787336349487305, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.021878704759809707, "subset_score_loss": 0.021878704759809707}
+{"step": 3490000, "wall_time": 20187.422272205353, "train_loss_step": 4.372239112854004, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.023590517044067384, "subset_score_loss": 0.023590517044067384}
+{"step": 3500000, "wall_time": 20260.341347694397, "train_loss_step": 4.713197231292725, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.022203511661953397, "subset_score_loss": 0.022203511661953397, "memorization_fraction_pixel": 0.43970000743865967, "mean_nn_ratio_pixel": 0.5914385318756104, "fid": 43.7343265369906}
+{"step": 3510000, "wall_time": 20296.070373296738, "train_loss_step": 4.563220500946045, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.02283724413977729, "subset_score_loss": 0.02283724413977729}
+{"step": 3520000, "wall_time": 20331.76409816742, "train_loss_step": 4.641158103942871, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.02356171872880724, "subset_score_loss": 0.02356171872880724}
+{"step": 3530000, "wall_time": 20367.439588546753, "train_loss_step": 4.541930675506592, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.023283937242296007, "subset_score_loss": 0.023283937242296007}
+{"step": 3540000, "wall_time": 20403.20485186577, "train_loss_step": 4.388033866882324, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.02178498241636488, "subset_score_loss": 0.02178498241636488}
+{"step": 3550000, "wall_time": 20435.89026284218, "train_loss_step": 4.740966796875, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.024277358584933812, "subset_score_loss": 0.024277358584933812}
+{"step": 3560000, "wall_time": 20470.863000154495, "train_loss_step": 4.693656921386719, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.02289996412065294, "subset_score_loss": 0.02289996412065294}
+{"step": 3570000, "wall_time": 20506.54989051819, "train_loss_step": 4.690699100494385, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.022203361988067626, "subset_score_loss": 0.022203361988067626}
+{"step": 3580000, "wall_time": 20542.220963716507, "train_loss_step": 4.46609354019165, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.023837404780917698, "subset_score_loss": 0.023837404780917698}
+{"step": 3590000, "wall_time": 20578.010359287262, "train_loss_step": 4.541583061218262, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.023772486050923667, "subset_score_loss": 0.023772486050923667}
+{"step": 3600000, "wall_time": 20650.21319103241, "train_loss_step": 4.570167064666748, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.023716921276516385, "subset_score_loss": 0.023716921276516385, "memorization_fraction_pixel": 0.4350999891757965, "mean_nn_ratio_pixel": 0.5961036086082458, "fid": 44.43966302105767}
+{"step": 3610000, "wall_time": 20685.976622343063, "train_loss_step": 4.356948375701904, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.02191583580440945, "subset_score_loss": 0.02191583580440945}
+{"step": 3620000, "wall_time": 20721.68648648262, "train_loss_step": 4.427387714385986, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.022898575994703504, "subset_score_loss": 0.022898575994703504}
+{"step": 3630000, "wall_time": 20757.326465129852, "train_loss_step": 4.470264911651611, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.023791032367282444, "subset_score_loss": 0.023791032367282444}
+{"step": 3640000, "wall_time": 20793.052638053894, "train_loss_step": 4.644493103027344, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.021910597218407525, "subset_score_loss": 0.021910597218407525}
+{"step": 3650000, "wall_time": 20828.853979110718, "train_loss_step": 4.617859363555908, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.024406255616082086, "subset_score_loss": 0.024406255616082086}
+{"step": 3660000, "wall_time": 20858.077568531036, "train_loss_step": 4.651831150054932, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.02412957615322537, "subset_score_loss": 0.02412957615322537}
+{"step": 3670000, "wall_time": 20893.05580329895, "train_loss_step": 4.377274990081787, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.024704623222351074, "subset_score_loss": 0.024704623222351074}
+{"step": 3680000, "wall_time": 20928.69652915001, "train_loss_step": 4.570981979370117, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.023063834508260092, "subset_score_loss": 0.023063834508260092}
+{"step": 3690000, "wall_time": 20964.418461322784, "train_loss_step": 4.210422515869141, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.02322436703575982, "subset_score_loss": 0.02322436703575982}
+{"step": 3700000, "wall_time": 21037.116749048233, "train_loss_step": 4.746606349945068, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.022710227966308595, "subset_score_loss": 0.022710227966308595, "memorization_fraction_pixel": 0.4569999873638153, "mean_nn_ratio_pixel": 0.5813664197921753, "fid": 44.94135155736316}
+{"step": 3710000, "wall_time": 21072.93801856041, "train_loss_step": 4.444225311279297, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.021140280034806995, "subset_score_loss": 0.021140280034806995}
+{"step": 3720000, "wall_time": 21108.65013360977, "train_loss_step": 4.7651472091674805, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.025503828790452744, "subset_score_loss": 0.025503828790452744}
+{"step": 3730000, "wall_time": 21144.653906822205, "train_loss_step": 4.368599891662598, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.0222772306866116, "subset_score_loss": 0.0222772306866116}
+{"step": 3740000, "wall_time": 21180.526200294495, "train_loss_step": 4.752784729003906, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.02367834515041775, "subset_score_loss": 0.02367834515041775}
+{"step": 3750000, "wall_time": 21216.291985988617, "train_loss_step": 4.556571960449219, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.022913898362053764, "subset_score_loss": 0.022913898362053764}
+{"step": 3760000, "wall_time": 21252.254519939423, "train_loss_step": 4.541077613830566, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.022423656781514485, "subset_score_loss": 0.022423656781514485}
+{"step": 3770000, "wall_time": 21281.378539562225, "train_loss_step": 4.3930206298828125, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.023195836279127333, "subset_score_loss": 0.023195836279127333}
+{"step": 3780000, "wall_time": 21317.03862118721, "train_loss_step": 4.3911051750183105, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.021737990114423962, "subset_score_loss": 0.021737990114423962}
+{"step": 3790000, "wall_time": 21352.896507263184, "train_loss_step": 4.543827056884766, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.022281599044799805, "subset_score_loss": 0.022281599044799805}
+{"step": 3800000, "wall_time": 21471.760908842087, "train_loss_step": 4.426093101501465, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.02093322277069092, "subset_score_loss": 0.02093322277069092, "memorization_fraction_pixel": 0.40310001373291016, "mean_nn_ratio_pixel": 0.6209821105003357, "fid": 46.39336565368049}
+{"step": 3810000, "wall_time": 21507.4896607399, "train_loss_step": 4.765834331512451, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.022694208886888292, "subset_score_loss": 0.022694208886888292}
+{"step": 3820000, "wall_time": 21543.279031276703, "train_loss_step": 4.333504676818848, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.022606587409973143, "subset_score_loss": 0.022606587409973143}
+{"step": 3830000, "wall_time": 21579.01820731163, "train_loss_step": 4.62052059173584, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.02232693831125895, "subset_score_loss": 0.02232693831125895}
+{"step": 3840000, "wall_time": 21614.719329595566, "train_loss_step": 4.470931529998779, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.022482776641845705, "subset_score_loss": 0.022482776641845705}
+{"step": 3850000, "wall_time": 21650.95616030693, "train_loss_step": 4.427548885345459, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.021940574381086562, "subset_score_loss": 0.021940574381086562}
+{"step": 3860000, "wall_time": 21676.173027276993, "train_loss_step": 4.36025333404541, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.023455286026000978, "subset_score_loss": 0.023455286026000978}
+{"step": 3870000, "wall_time": 21698.603925466537, "train_loss_step": 4.511548042297363, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.022232574886745876, "subset_score_loss": 0.022232574886745876}
+{"step": 3880000, "wall_time": 21730.89280486107, "train_loss_step": 4.396397590637207, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.021750749482048883, "subset_score_loss": 0.021750749482048883}
+{"step": 3890000, "wall_time": 21766.763684034348, "train_loss_step": 4.483508110046387, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.022113018565707736, "subset_score_loss": 0.022113018565707736}
+{"step": 3900000, "wall_time": 21898.124604940414, "train_loss_step": 4.384798526763916, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.02154516511493259, "subset_score_loss": 0.02154516511493259, "memorization_fraction_pixel": 0.421099990606308, "mean_nn_ratio_pixel": 0.6122902035713196, "fid": 48.01069156704799}
+{"step": 3910000, "wall_time": 21933.824291944504, "train_loss_step": 4.354587078094482, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.022912568516201444, "subset_score_loss": 0.022912568516201444}
+{"step": 3920000, "wall_time": 21969.48028922081, "train_loss_step": 4.518709659576416, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.022874384456210668, "subset_score_loss": 0.022874384456210668}
+{"step": 3930000, "wall_time": 22005.141694784164, "train_loss_step": 4.450966835021973, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.021630973286098903, "subset_score_loss": 0.021630973286098903}
+{"step": 3940000, "wall_time": 22040.87734746933, "train_loss_step": 4.918531894683838, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.02075190544128418, "subset_score_loss": 0.02075190544128418}
+{"step": 3950000, "wall_time": 22076.6129591465, "train_loss_step": 4.554792404174805, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.0237309906217787, "subset_score_loss": 0.0237309906217787}
+{"step": 3960000, "wall_time": 22098.443685531616, "train_loss_step": 4.489733695983887, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.022358952628241644, "subset_score_loss": 0.022358952628241644}
+{"step": 3970000, "wall_time": 22121.310730934143, "train_loss_step": 3.904287099838257, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.023415099249945746, "subset_score_loss": 0.023415099249945746}
+{"step": 3980000, "wall_time": 22146.320657253265, "train_loss_step": 4.402332782745361, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.020032580693562826, "subset_score_loss": 0.020032580693562826}
+{"step": 3990000, "wall_time": 22182.015808343887, "train_loss_step": 4.316136837005615, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.02412085003323025, "subset_score_loss": 0.02412085003323025}
+{"step": 4000000, "wall_time": 22312.967398643494, "train_loss_step": 4.507235527038574, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.021387957202063667, "subset_score_loss": 0.021387957202063667, "memorization_fraction_pixel": 0.47699999809265137, "mean_nn_ratio_pixel": 0.5690743327140808, "fid": 44.85566835964068}
+{"step": 4010000, "wall_time": 22348.933399438858, "train_loss_step": 3.9785594940185547, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.02071556117799547, "subset_score_loss": 0.02071556117799547}
+{"step": 4020000, "wall_time": 22384.606301546097, "train_loss_step": 4.315288066864014, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.0212940772374471, "subset_score_loss": 0.0212940772374471}
+{"step": 4030000, "wall_time": 22420.337941646576, "train_loss_step": 4.806243419647217, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.02213015423880683, "subset_score_loss": 0.02213015423880683}
+{"step": 4040000, "wall_time": 22456.01772761345, "train_loss_step": 4.244012832641602, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.021657317214541966, "subset_score_loss": 0.021657317214541966}
+{"step": 4050000, "wall_time": 22492.050085306168, "train_loss_step": 4.467599868774414, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.021542741192711726, "subset_score_loss": 0.021542741192711726}
+{"step": 4060000, "wall_time": 22519.831421136856, "train_loss_step": 4.0977864265441895, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.020770004060533313, "subset_score_loss": 0.020770004060533313}
+{"step": 4070000, "wall_time": 22543.640248298645, "train_loss_step": 4.667491912841797, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.02046600447760688, "subset_score_loss": 0.02046600447760688}
+{"step": 4080000, "wall_time": 22579.29409623146, "train_loss_step": 4.549821853637695, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.02415222062004937, "subset_score_loss": 0.02415222062004937}
+{"step": 4090000, "wall_time": 22614.977463245392, "train_loss_step": 4.359463691711426, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.021855813927120632, "subset_score_loss": 0.021855813927120632}
+{"step": 4100000, "wall_time": 22736.03477525711, "train_loss_step": 4.416533946990967, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.021871048874325224, "subset_score_loss": 0.021871048874325224, "memorization_fraction_pixel": 0.4641999900341034, "mean_nn_ratio_pixel": 0.5801151394844055, "fid": 45.52042610618431}
+{"step": 4110000, "wall_time": 22771.843913316727, "train_loss_step": 3.978959798812866, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.01945335202746921, "subset_score_loss": 0.01945335202746921}
+{"step": 4120000, "wall_time": 22807.761507749557, "train_loss_step": 4.375372409820557, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.025860614246792264, "subset_score_loss": 0.025860614246792264}
+{"step": 4130000, "wall_time": 22843.572751283646, "train_loss_step": 4.275299072265625, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.02121604945924547, "subset_score_loss": 0.02121604945924547}
+{"step": 4140000, "wall_time": 22879.395659923553, "train_loss_step": 4.483760833740234, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.021357786655426026, "subset_score_loss": 0.021357786655426026}
+{"step": 4150000, "wall_time": 22915.729933977127, "train_loss_step": 4.341678619384766, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.01932223505443997, "subset_score_loss": 0.01932223505443997}
+{"step": 4160000, "wall_time": 22939.29823732376, "train_loss_step": 4.594520568847656, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.0210469921429952, "subset_score_loss": 0.0210469921429952}
+{"step": 4170000, "wall_time": 22974.771644830704, "train_loss_step": 4.232698917388916, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.020802160104115803, "subset_score_loss": 0.020802160104115803}
+{"step": 4180000, "wall_time": 23010.49158525467, "train_loss_step": 4.255779266357422, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.021841916773054335, "subset_score_loss": 0.021841916773054335}
+{"step": 4190000, "wall_time": 23046.25744009018, "train_loss_step": 4.523933410644531, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.023006020651923285, "subset_score_loss": 0.023006020651923285}
+{"step": 4200000, "wall_time": 23119.207192659378, "train_loss_step": 3.841832160949707, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.020209730996025934, "subset_score_loss": 0.020209730996025934, "memorization_fraction_pixel": 0.48919999599456787, "mean_nn_ratio_pixel": 0.5603233575820923, "fid": 46.530828758681885}
+{"step": 4210000, "wall_time": 23155.069024086, "train_loss_step": 4.53901481628418, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.021238871415456138, "subset_score_loss": 0.021238871415456138}
+{"step": 4220000, "wall_time": 23190.756039381027, "train_loss_step": 4.242389678955078, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.021993137730492485, "subset_score_loss": 0.021993137730492485}
+{"step": 4230000, "wall_time": 23226.430212259293, "train_loss_step": 4.517565727233887, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.02024677594502767, "subset_score_loss": 0.02024677594502767}
+{"step": 4240000, "wall_time": 23262.12238550186, "train_loss_step": 4.440405368804932, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.02014440562989977, "subset_score_loss": 0.02014440562989977}
+{"step": 4250000, "wall_time": 23298.032751321793, "train_loss_step": 4.591001510620117, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.02148186895582411, "subset_score_loss": 0.02148186895582411}
+{"step": 4260000, "wall_time": 23333.989637374878, "train_loss_step": 4.5420989990234375, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.01996848980585734, "subset_score_loss": 0.01996848980585734}
+{"step": 4270000, "wall_time": 23362.83202123642, "train_loss_step": 4.129673004150391, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.02012636661529541, "subset_score_loss": 0.02012636661529541}
+{"step": 4280000, "wall_time": 23398.47733092308, "train_loss_step": 4.413815498352051, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.019852377308739556, "subset_score_loss": 0.019852377308739556}
+{"step": 4290000, "wall_time": 23434.143661737442, "train_loss_step": 4.439868927001953, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.019758476151360407, "subset_score_loss": 0.019758476151360407}
+{"step": 4300000, "wall_time": 23506.28397679329, "train_loss_step": 4.4573869705200195, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.021436047554016114, "subset_score_loss": 0.021436047554016114, "memorization_fraction_pixel": 0.5098999738693237, "mean_nn_ratio_pixel": 0.5416069626808167, "fid": 44.642713398078854}
+{"step": 4310000, "wall_time": 23541.97618317604, "train_loss_step": 3.804140567779541, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.01949308713277181, "subset_score_loss": 0.01949308713277181}
+{"step": 4320000, "wall_time": 23577.79001903534, "train_loss_step": 4.151209831237793, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.01984226836098565, "subset_score_loss": 0.01984226836098565}
+{"step": 4330000, "wall_time": 23613.519015789032, "train_loss_step": 4.696946144104004, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.020129888587527806, "subset_score_loss": 0.020129888587527806}
+{"step": 4340000, "wall_time": 23649.206147909164, "train_loss_step": 4.0288405418396, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.02061211003197564, "subset_score_loss": 0.02061211003197564}
+{"step": 4350000, "wall_time": 23684.99665403366, "train_loss_step": 4.281064033508301, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.02204567061530219, "subset_score_loss": 0.02204567061530219}
+{"step": 4360000, "wall_time": 23720.671469449997, "train_loss_step": 4.0996246337890625, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.021518770853678384, "subset_score_loss": 0.021518770853678384}
+{"step": 4370000, "wall_time": 23756.620061397552, "train_loss_step": 4.325571537017822, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.021358496612972684, "subset_score_loss": 0.021358496612972684}
+{"step": 4380000, "wall_time": 23785.49312520027, "train_loss_step": 4.63279390335083, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.021311875184377035, "subset_score_loss": 0.021311875184377035}
+{"step": 4390000, "wall_time": 23821.26690721512, "train_loss_step": 4.410594463348389, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.0210476729604933, "subset_score_loss": 0.0210476729604933}
+{"step": 4400000, "wall_time": 23893.87414240837, "train_loss_step": 4.410695552825928, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.020653929975297716, "subset_score_loss": 0.020653929975297716, "memorization_fraction_pixel": 0.48890000581741333, "mean_nn_ratio_pixel": 0.5604513883590698, "fid": 45.62061866341797}
+{"step": 4410000, "wall_time": 23929.576570749283, "train_loss_step": 4.4300642013549805, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.021394530932108562, "subset_score_loss": 0.021394530932108562}
+{"step": 4420000, "wall_time": 23965.2755317688, "train_loss_step": 4.435720920562744, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.02236911455790202, "subset_score_loss": 0.02236911455790202}
+{"step": 4430000, "wall_time": 24000.93864417076, "train_loss_step": 4.335426330566406, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.022037418683369954, "subset_score_loss": 0.022037418683369954}
+{"step": 4440000, "wall_time": 24036.794755220413, "train_loss_step": 4.4488325119018555, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.01948813862270779, "subset_score_loss": 0.01948813862270779}
+{"step": 4450000, "wall_time": 24072.619072198868, "train_loss_step": 4.212065696716309, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.02028666999604967, "subset_score_loss": 0.02028666999604967}
+{"step": 4460000, "wall_time": 24108.343269109726, "train_loss_step": 4.112750053405762, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.021249511506822374, "subset_score_loss": 0.021249511506822374}
+{"step": 4470000, "wall_time": 24144.02118754387, "train_loss_step": 4.223671913146973, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.019256827566358777, "subset_score_loss": 0.019256827566358777}
+{"step": 4480000, "wall_time": 24180.058538913727, "train_loss_step": 4.534317970275879, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.018934557172987195, "subset_score_loss": 0.018934557172987195}
+{"step": 4490000, "wall_time": 24207.33019065857, "train_loss_step": 4.291362762451172, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.0218075606558058, "subset_score_loss": 0.0218075606558058}
+{"step": 4500000, "wall_time": 24300.350382566452, "train_loss_step": 4.266018867492676, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.02034355534447564, "subset_score_loss": 0.02034355534447564, "memorization_fraction_pixel": 0.5101000070571899, "mean_nn_ratio_pixel": 0.5441163182258606, "fid": 47.49237032193423}
+{"step": 4510000, "wall_time": 24336.03963780403, "train_loss_step": 4.192956924438477, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.019928562641143798, "subset_score_loss": 0.019928562641143798}
+{"step": 4520000, "wall_time": 24371.91284108162, "train_loss_step": 4.396236419677734, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.02347084946102566, "subset_score_loss": 0.02347084946102566}
+{"step": 4530000, "wall_time": 24407.68001294136, "train_loss_step": 4.1280517578125, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.020050876670413546, "subset_score_loss": 0.020050876670413546}
+{"step": 4540000, "wall_time": 24443.604255199432, "train_loss_step": 4.510259628295898, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.020500010914272733, "subset_score_loss": 0.020500010914272733}
+{"step": 4550000, "wall_time": 24479.287293434143, "train_loss_step": 4.100698471069336, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.022390148374769422, "subset_score_loss": 0.022390148374769422}
+{"step": 4560000, "wall_time": 24514.964641094208, "train_loss_step": 3.8582677841186523, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.019795592625935873, "subset_score_loss": 0.019795592625935873}
+{"step": 4570000, "wall_time": 24550.70846772194, "train_loss_step": 4.190799236297607, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.018660864565107557, "subset_score_loss": 0.018660864565107557}
+{"step": 4580000, "wall_time": 24586.406452417374, "train_loss_step": 4.508373260498047, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.020615663793351915, "subset_score_loss": 0.020615663793351915}
+{"step": 4590000, "wall_time": 24622.583934545517, "train_loss_step": 4.48335599899292, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.019546135266621908, "subset_score_loss": 0.019546135266621908}
+{"step": 4600000, "wall_time": 24712.181089162827, "train_loss_step": 4.373063564300537, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.021237628989749485, "subset_score_loss": 0.021237628989749485, "memorization_fraction_pixel": 0.5196999907493591, "mean_nn_ratio_pixel": 0.5378627777099609, "fid": 45.327396765764284}
+{"step": 4610000, "wall_time": 24747.854724407196, "train_loss_step": 3.793574094772339, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.018707611825731066, "subset_score_loss": 0.018707611825731066}
+{"step": 4620000, "wall_time": 24783.52398610115, "train_loss_step": 4.354571342468262, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.021668669912550183, "subset_score_loss": 0.021668669912550183}
+{"step": 4630000, "wall_time": 24819.200588464737, "train_loss_step": 4.1930766105651855, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.020555411444769967, "subset_score_loss": 0.020555411444769967}
+{"step": 4640000, "wall_time": 24855.01934695244, "train_loss_step": 3.8808231353759766, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.01949653625488281, "subset_score_loss": 0.01949653625488281}
+{"step": 4650000, "wall_time": 24890.69597196579, "train_loss_step": 4.047736167907715, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.01815776957405938, "subset_score_loss": 0.01815776957405938}
+{"step": 4660000, "wall_time": 24926.639009714127, "train_loss_step": 4.520387649536133, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.021616086694929336, "subset_score_loss": 0.021616086694929336}
+{"step": 4670000, "wall_time": 24962.483959913254, "train_loss_step": 3.9626078605651855, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.019164017836252847, "subset_score_loss": 0.019164017836252847}
+{"step": 4680000, "wall_time": 24998.242397785187, "train_loss_step": 3.882380485534668, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.019345454374949136, "subset_score_loss": 0.019345454374949136}
+{"step": 4690000, "wall_time": 25033.91448354721, "train_loss_step": 4.428849697113037, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.020591676235198975, "subset_score_loss": 0.020591676235198975}
+{"step": 4700000, "wall_time": 25122.906090974808, "train_loss_step": 4.095692157745361, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.02179782258139716, "subset_score_loss": 0.02179782258139716, "memorization_fraction_pixel": 0.520799994468689, "mean_nn_ratio_pixel": 0.5391203761100769, "fid": 45.24555901962121}
+{"step": 4710000, "wall_time": 25158.709619522095, "train_loss_step": 4.1142425537109375, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.019068344434102377, "subset_score_loss": 0.019068344434102377}
+{"step": 4720000, "wall_time": 25194.703332662582, "train_loss_step": 4.066841125488281, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.018549036979675294, "subset_score_loss": 0.018549036979675294}
+{"step": 4730000, "wall_time": 25230.418686151505, "train_loss_step": 4.031755447387695, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.019905400276184083, "subset_score_loss": 0.019905400276184083}
+{"step": 4740000, "wall_time": 25266.19741010666, "train_loss_step": 4.402639389038086, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.020038105381859673, "subset_score_loss": 0.020038105381859673}
+{"step": 4750000, "wall_time": 25301.92064833641, "train_loss_step": 4.515804290771484, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.019724796877966987, "subset_score_loss": 0.019724796877966987}
+{"step": 4760000, "wall_time": 25337.642439603806, "train_loss_step": 4.0748748779296875, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.018815310796101888, "subset_score_loss": 0.018815310796101888}
+{"step": 4770000, "wall_time": 25373.392463207245, "train_loss_step": 4.047670364379883, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.02025980419582791, "subset_score_loss": 0.02025980419582791}
+{"step": 4780000, "wall_time": 25409.08678126335, "train_loss_step": 4.425813674926758, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.019376995828416614, "subset_score_loss": 0.019376995828416614}
+{"step": 4790000, "wall_time": 25444.877188682556, "train_loss_step": 4.369704246520996, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.020416352483961318, "subset_score_loss": 0.020416352483961318}
+{"step": 4800000, "wall_time": 25538.67535686493, "train_loss_step": 4.271829605102539, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.01848609315024482, "subset_score_loss": 0.01848609315024482, "memorization_fraction_pixel": 0.49799999594688416, "mean_nn_ratio_pixel": 0.5558502078056335, "fid": 47.7464915389017}
+{"step": 4810000, "wall_time": 25571.55101943016, "train_loss_step": 4.293654441833496, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.019472977850172254, "subset_score_loss": 0.019472977850172254}
+{"step": 4820000, "wall_time": 25607.242285728455, "train_loss_step": 4.126271724700928, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.019153082370758058, "subset_score_loss": 0.019153082370758058}
+{"step": 4830000, "wall_time": 25642.931407928467, "train_loss_step": 3.7724380493164062, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.018955719470977784, "subset_score_loss": 0.018955719470977784}
+{"step": 4840000, "wall_time": 25678.64773130417, "train_loss_step": 4.329960346221924, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.01951925754547119, "subset_score_loss": 0.01951925754547119}
+{"step": 4850000, "wall_time": 25714.324620962143, "train_loss_step": 4.405661582946777, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.0179441942109002, "subset_score_loss": 0.0179441942109002}
+{"step": 4860000, "wall_time": 25750.14433312416, "train_loss_step": 4.078621864318848, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.020789335833655463, "subset_score_loss": 0.020789335833655463}
+{"step": 4870000, "wall_time": 25785.96642780304, "train_loss_step": 4.0583343505859375, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.01800789435704549, "subset_score_loss": 0.01800789435704549}
+{"step": 4880000, "wall_time": 25821.660665988922, "train_loss_step": 4.396941661834717, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.018271240923139784, "subset_score_loss": 0.018271240923139784}
+{"step": 4890000, "wall_time": 25857.312517881393, "train_loss_step": 3.7550806999206543, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.018485670619540744, "subset_score_loss": 0.018485670619540744}
+{"step": 4900000, "wall_time": 25964.386921405792, "train_loss_step": 4.152187824249268, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.01970683601167467, "subset_score_loss": 0.01970683601167467, "memorization_fraction_pixel": 0.536300003528595, "mean_nn_ratio_pixel": 0.5303812623023987, "fid": 42.96839798559098}
+{"step": 4910000, "wall_time": 25986.680521965027, "train_loss_step": 4.012810707092285, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.018027442031436497, "subset_score_loss": 0.018027442031436497}
+{"step": 4920000, "wall_time": 26017.74226498604, "train_loss_step": 3.982490062713623, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.019611076513926188, "subset_score_loss": 0.019611076513926188}
+{"step": 4930000, "wall_time": 26053.679384708405, "train_loss_step": 4.15496826171875, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.019397441546122232, "subset_score_loss": 0.019397441546122232}
+{"step": 4940000, "wall_time": 26089.436512231827, "train_loss_step": 4.22441291809082, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.01928115818235609, "subset_score_loss": 0.01928115818235609}
+{"step": 4950000, "wall_time": 26125.19612145424, "train_loss_step": 3.821084499359131, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.01908299658033583, "subset_score_loss": 0.01908299658033583}
+{"step": 4960000, "wall_time": 26160.975798130035, "train_loss_step": 4.037119388580322, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.01845561795764499, "subset_score_loss": 0.01845561795764499}
+{"step": 4970000, "wall_time": 26196.683084964752, "train_loss_step": 4.1587395668029785, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.01943532758288913, "subset_score_loss": 0.01943532758288913}
+{"step": 4980000, "wall_time": 26232.40084528923, "train_loss_step": 4.023110389709473, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.019065707259707982, "subset_score_loss": 0.019065707259707982}
+{"step": 4990000, "wall_time": 26268.113189697266, "train_loss_step": 4.4153289794921875, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.019644762410057914, "subset_score_loss": 0.019644762410057914}
+{"step": 5000000, "wall_time": 26362.386932611465, "train_loss_step": 4.139124870300293, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.01844098038143582, "subset_score_loss": 0.01844098038143582, "memorization_fraction_pixel": 0.5512999892234802, "mean_nn_ratio_pixel": 0.5144197940826416, "fid": 45.782605198960404}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..44a01cea3d2836581fba87e915c89ea7647de496
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     57s | train_loss=1.0020 | fid=346.2723
+  step   10000 |    123s | train_loss=0.6615
+  step   20000 |    188s | train_loss=0.5534
+  step   30000 |    253s | train_loss=0.4786
+  step   40000 |    319s | train_loss=0.4078
+  step   50000 |    384s | train_loss=0.3369
+  step   60000 |    450s | train_loss=0.2819
+  step   70000 |    516s | train_loss=0.2378
+  step   80000 |    581s | train_loss=0.2088
+  step   90000 |    646s | train_loss=0.1922
+  step  100000 |    769s | train_loss=0.1679 | fid=66.3713
+  step  110000 |    831s | train_loss=0.1520
+  step  120000 |    897s | train_loss=0.1435
+  step  130000 |    962s | train_loss=0.1384
+  step  140000 |   1028s | train_loss=0.1321
+  step  150000 |   1094s | train_loss=0.1307
+  step  160000 |   1160s | train_loss=0.1198
+  step  170000 |   1225s | train_loss=0.1189
+  step  180000 |   1291s | train_loss=0.1114
+  step  190000 |   1357s | train_loss=0.1115
+  step  200000 |   1479s | train_loss=0.1053 | fid=73.3482
+  step  210000 |   1543s | train_loss=0.1032
+  step  220000 |   1608s | train_loss=0.1012
+  step  230000 |   1675s | train_loss=0.0999
+  step  240000 |   1741s | train_loss=0.0958
+  step  250000 |   1807s | train_loss=0.0936
+  step  260000 |   1873s | train_loss=0.0909
+  step  270000 |   1931s | train_loss=0.0882
+  step  280000 |   1982s | train_loss=0.0944
+  step  290000 |   2033s | train_loss=0.0912
+  step  300000 |   2129s | train_loss=0.0884 | fid=83.0703
+  step  310000 |   2165s | train_loss=0.0856
+  step  320000 |   2198s | train_loss=0.0803
+  step  330000 |   2229s | train_loss=0.0842
+  step  340000 |   2265s | train_loss=0.0800
+  step  350000 |   2301s | train_loss=0.0772
+  step  360000 |   2337s | train_loss=0.0806
+  step  370000 |   2373s | train_loss=0.0804
+  step  380000 |   2409s | train_loss=0.0757
+  step  390000 |   2445s | train_loss=0.0730
+  step  400000 |   2516s | train_loss=0.0756 | fid=87.2588
+  step  410000 |   2552s | train_loss=0.0721
+  step  420000 |   2588s | train_loss=0.0720
+  step  430000 |   2623s | train_loss=0.0696
+  step  440000 |   2653s | train_loss=0.0701
+  step  450000 |   2689s | train_loss=0.0709
+  step  460000 |   2725s | train_loss=0.0716
+  step  470000 |   2761s | train_loss=0.0703
+  step  480000 |   2797s | train_loss=0.0677
+  step  490000 |   2833s | train_loss=0.0667
+  step  500000 |   2904s | train_loss=0.0672 | fid=87.2563
+  step  510000 |   2940s | train_loss=0.0677
+  step  520000 |   2975s | train_loss=0.0666
+  step  530000 |   3050s | train_loss=0.0661
+  step  540000 |   3159s | train_loss=0.0654
+  step  550000 |   3287s | train_loss=0.0695
+  step  560000 |   3414s | train_loss=0.0652
+  step  570000 |   3541s | train_loss=0.0629
+  step  580000 |   3668s | train_loss=0.0637
+  step  590000 |   3796s | train_loss=0.0592
+  step  600000 |   4022s | train_loss=0.0609 | fid=91.3534
+  step  610000 |   4149s | train_loss=0.0610
+  step  620000 |   4276s | train_loss=0.0624
+  step  630000 |   4403s | train_loss=0.0597
+  step  640000 |   4525s | train_loss=0.0600
+  step  650000 |   4651s | train_loss=0.0594
+  step  660000 |   4778s | train_loss=0.0577
+  step  670000 |   4905s | train_loss=0.0588
+  step  680000 |   5032s | train_loss=0.0547
+  step  690000 |   5159s | train_loss=0.0575
+  step  700000 |   5382s | train_loss=0.0560 | fid=93.0365
+  step  710000 |   5509s | train_loss=0.0547
+  step  720000 |   5637s | train_loss=0.0549
+  step  730000 |   5762s | train_loss=0.0554
+  step  740000 |   5890s | train_loss=0.0536
+  step  750000 |   6013s | train_loss=0.0540
+  step  760000 |   6139s | train_loss=0.0526
+  step  770000 |   6266s | train_loss=0.0548
+  step  780000 |   6393s | train_loss=0.0541
+  step  790000 |   6521s | train_loss=0.0525
+  step  800000 |   6747s | train_loss=0.0514 | fid=89.3598
+  step  810000 |   6874s | train_loss=0.0542
+  step  820000 |   7001s | train_loss=0.0557
+  step  830000 |   7126s | train_loss=0.0514
+  step  840000 |   7254s | train_loss=0.0506
+  step  850000 |   7377s | train_loss=0.0506
+  step  860000 |   7505s | train_loss=0.0520
+  step  870000 |   7631s | train_loss=0.0522
+  step  880000 |   7758s | train_loss=0.0487
+  step  890000 |   7885s | train_loss=0.0495
+  step  900000 |   8112s | train_loss=0.0470 | fid=82.2626
+  step  910000 |   8239s | train_loss=0.0479
+  step  920000 |   8366s | train_loss=0.0479
+  step  930000 |   8491s | train_loss=0.0489
+  step  940000 |   8618s | train_loss=0.0479
+  step  950000 |   8743s | train_loss=0.0475
+  step  960000 |   8869s | train_loss=0.0474
+  step  970000 |   8996s | train_loss=0.0472
+  step  980000 |   9122s | train_loss=0.0473
+  step  990000 |   9249s | train_loss=0.0494
+  step 1000000 |   9473s | train_loss=0.0450 | fid=81.0880
+  step 1010000 |   9599s | train_loss=0.0458
+  step 1020000 |   9724s | train_loss=0.0461
+  step 1030000 |   9851s | train_loss=0.0563
+  step 1040000 |   9979s | train_loss=0.0463
+  step 1050000 |  10106s | train_loss=0.0462
+  step 1060000 |  10230s | train_loss=0.0480
+  step 1070000 |  10357s | train_loss=0.0459
+  step 1080000 |  10484s | train_loss=0.0488
+  step 1090000 |  10611s | train_loss=0.0437
+  step 1100000 |  10835s | train_loss=0.0427 | fid=77.4090
+  step 1110000 |  10962s | train_loss=0.0474
+  step 1120000 |  11022s | train_loss=0.0452
+  step 1130000 |  11058s | train_loss=0.0509
+  step 1140000 |  11093s | train_loss=0.0418
+  step 1150000 |  11128s | train_loss=0.0438
+  step 1160000 |  11164s | train_loss=0.0422
+  step 1170000 |  11199s | train_loss=0.0430
+  step 1180000 |  11235s | train_loss=0.0415
+  step 1190000 |  11270s | train_loss=0.0409
+  step 1200000 |  11327s | train_loss=0.0411 | fid=71.9046
+  step 1210000 |  11362s | train_loss=0.0407
+  step 1220000 |  11398s | train_loss=0.0465
+  step 1230000 |  11433s | train_loss=0.0428
+  step 1240000 |  11469s | train_loss=0.0401
+  step 1250000 |  11504s | train_loss=0.0446
+  step 1260000 |  11540s | train_loss=0.0418
+  step 1270000 |  11575s | train_loss=0.0429
+  step 1280000 |  11610s | train_loss=0.0423
+  step 1290000 |  11646s | train_loss=0.0390
+  step 1300000 |  11710s | train_loss=0.0451 | fid=69.2679
+  step 1310000 |  11745s | train_loss=0.0386
+  step 1320000 |  11781s | train_loss=0.0415
+  step 1330000 |  11817s | train_loss=0.0401
+  step 1340000 |  11852s | train_loss=0.0395
+  step 1350000 |  11888s | train_loss=0.0417
+  step 1360000 |  11924s | train_loss=0.0401
+  step 1370000 |  11960s | train_loss=0.0371
+  step 1380000 |  11996s | train_loss=0.0378
+  step 1390000 |  12031s | train_loss=0.0392
+  step 1400000 |  12100s | train_loss=0.0400 | fid=64.3268
+  step 1410000 |  12131s | train_loss=0.0385
+  step 1420000 |  12167s | train_loss=0.0437
+  step 1430000 |  12203s | train_loss=0.0370
+  step 1440000 |  12239s | train_loss=0.0379
+  step 1450000 |  12274s | train_loss=0.0374
+  step 1460000 |  12310s | train_loss=0.0390
+  step 1470000 |  12346s | train_loss=0.0385
+  step 1480000 |  12382s | train_loss=0.0375
+  step 1490000 |  12418s | train_loss=0.0374
+  step 1500000 |  12489s | train_loss=0.0386 | fid=61.2704
+  step 1510000 |  12522s | train_loss=0.0381
+  step 1520000 |  12551s | train_loss=0.0413
+  step 1530000 |  12586s | train_loss=0.0363
+  step 1540000 |  12622s | train_loss=0.0380
+  step 1550000 |  12657s | train_loss=0.0376
+  step 1560000 |  12693s | train_loss=0.0384
+  step 1570000 |  12728s | train_loss=0.0354
+  step 1580000 |  12764s | train_loss=0.0376
+  step 1590000 |  12800s | train_loss=0.0362
+  step 1600000 |  12871s | train_loss=0.0394 | fid=56.4106
+  step 1610000 |  12906s | train_loss=0.0373
+  step 1620000 |  12939s | train_loss=0.0353
+  step 1630000 |  12971s | train_loss=0.0355
+  step 1640000 |  13007s | train_loss=0.0366
+  step 1650000 |  13042s | train_loss=0.0358
+  step 1660000 |  13078s | train_loss=0.0395
+  step 1670000 |  13114s | train_loss=0.0358
+  step 1680000 |  13149s | train_loss=0.0330
+  step 1690000 |  13184s | train_loss=0.0376
+  step 1700000 |  13256s | train_loss=0.0358 | fid=51.8991
+  step 1710000 |  13291s | train_loss=0.0359
+  step 1720000 |  13326s | train_loss=0.0340
+  step 1730000 |  13349s | train_loss=0.0352
+  step 1740000 |  13385s | train_loss=0.0364
+  step 1750000 |  13420s | train_loss=0.0352
+  step 1760000 |  13455s | train_loss=0.0373
+  step 1770000 |  13490s | train_loss=0.0340
+  step 1780000 |  13526s | train_loss=0.0336
+  step 1790000 |  13561s | train_loss=0.0332
+  step 1800000 |  13632s | train_loss=0.0352 | fid=50.7052
+  step 1810000 |  13668s | train_loss=0.0331
+  step 1820000 |  13703s | train_loss=0.0354
+  step 1830000 |  13737s | train_loss=0.0340
+  step 1840000 |  13763s | train_loss=0.0317
+  step 1850000 |  13798s | train_loss=0.0320
+  step 1860000 |  13834s | train_loss=0.0335
+  step 1870000 |  13869s | train_loss=0.0325
+  step 1880000 |  13904s | train_loss=0.0326
+  step 1890000 |  13940s | train_loss=0.0349
+  step 1900000 |  14011s | train_loss=0.0343 | fid=50.7024
+  step 1910000 |  14047s | train_loss=0.0347
+  step 1920000 |  14083s | train_loss=0.0325
+  step 1930000 |  14119s | train_loss=0.0315
+  step 1940000 |  14146s | train_loss=0.0314
+  step 1950000 |  14177s | train_loss=0.0317
+  step 1960000 |  14212s | train_loss=0.0313
+  step 1970000 |  14248s | train_loss=0.0318
+  step 1980000 |  14284s | train_loss=0.0325
+  step 1990000 |  14319s | train_loss=0.0311
+  step 2000000 |  14391s | train_loss=0.0299 | fid=50.2174
+  step 2010000 |  14427s | train_loss=0.0306
+  step 2020000 |  14462s | train_loss=0.0324
+  step 2030000 |  14498s | train_loss=0.0302
+  step 2040000 |  14534s | train_loss=0.0330
+  step 2050000 |  14562s | train_loss=0.0314
+  step 2060000 |  14595s | train_loss=0.0329
+  step 2070000 |  14631s | train_loss=0.0316
+  step 2080000 |  14667s | train_loss=0.0308
+  step 2090000 |  14702s | train_loss=0.0301
+  step 2100000 |  14774s | train_loss=0.0352 | fid=48.6908
+  step 2110000 |  14810s | train_loss=0.0292
+  step 2120000 |  14846s | train_loss=0.0295
+  step 2130000 |  14881s | train_loss=0.0316
+  step 2140000 |  14917s | train_loss=0.0314
+  step 2150000 |  14953s | train_loss=0.0283
+  step 2160000 |  14982s | train_loss=0.0316
+  step 2170000 |  15017s | train_loss=0.0286
+  step 2180000 |  15053s | train_loss=0.0300
+  step 2190000 |  15089s | train_loss=0.0298
+  step 2200000 |  15160s | train_loss=0.0294 | fid=48.7393
+  step 2210000 |  15195s | train_loss=0.0304
+  step 2220000 |  15231s | train_loss=0.0317
+  step 2230000 |  15267s | train_loss=0.0299
+  step 2240000 |  15303s | train_loss=0.0276
+  step 2250000 |  15338s | train_loss=0.0307
+  step 2260000 |  15374s | train_loss=0.0308
+  step 2270000 |  15404s | train_loss=0.0321
+  step 2280000 |  15439s | train_loss=0.0299
+  step 2290000 |  15474s | train_loss=0.0320
+  step 2300000 |  15546s | train_loss=0.0290 | fid=50.3729
+  step 2310000 |  15582s | train_loss=0.0301
+  step 2320000 |  15618s | train_loss=0.0285
+  step 2330000 |  15654s | train_loss=0.0303
+  step 2340000 |  15690s | train_loss=0.0315
+  step 2350000 |  15726s | train_loss=0.0287
+  step 2360000 |  15761s | train_loss=0.0319
+  step 2370000 |  15797s | train_loss=0.0302
+  step 2380000 |  15827s | train_loss=0.0268
+  step 2390000 |  15863s | train_loss=0.0312
+  step 2400000 |  15935s | train_loss=0.0282 | fid=43.5684
+  step 2410000 |  15970s | train_loss=0.0276
+  step 2420000 |  16006s | train_loss=0.0282
+  step 2430000 |  16042s | train_loss=0.0284
+  step 2440000 |  16077s | train_loss=0.0267
+  step 2450000 |  16113s | train_loss=0.0286
+  step 2460000 |  16149s | train_loss=0.0288
+  step 2470000 |  16185s | train_loss=0.0286
+  step 2480000 |  16220s | train_loss=0.0255
+  step 2490000 |  16249s | train_loss=0.0264
+  step 2500000 |  16321s | train_loss=0.0268 | fid=47.8834
+  step 2510000 |  16357s | train_loss=0.0266
+  step 2520000 |  16393s | train_loss=0.0267
+  step 2530000 |  16429s | train_loss=0.0289
+  step 2540000 |  16464s | train_loss=0.0289
+  step 2550000 |  16500s | train_loss=0.0274
+  step 2560000 |  16536s | train_loss=0.0271
+  step 2570000 |  16571s | train_loss=0.0275
+  step 2580000 |  16607s | train_loss=0.0268
+  step 2590000 |  16643s | train_loss=0.0263
+  step 2600000 |  16708s | train_loss=0.0303 | fid=48.2665
+  step 2610000 |  16743s | train_loss=0.0263
+  step 2620000 |  16779s | train_loss=0.0254
+  step 2630000 |  16815s | train_loss=0.0300
+  step 2640000 |  16851s | train_loss=0.0279
+  step 2650000 |  16886s | train_loss=0.0272
+  step 2660000 |  16922s | train_loss=0.0266
+  step 2670000 |  16958s | train_loss=0.0280
+  step 2680000 |  16993s | train_loss=0.0255
+  step 2690000 |  17029s | train_loss=0.0267
+  step 2700000 |  17092s | train_loss=0.0247 | fid=46.1859
+  step 2710000 |  17127s | train_loss=0.0273
+  step 2720000 |  17163s | train_loss=0.0281
+  step 2730000 |  17199s | train_loss=0.0250
+  step 2740000 |  17234s | train_loss=0.0292
+  step 2750000 |  17270s | train_loss=0.0260
+  step 2760000 |  17306s | train_loss=0.0248
+  step 2770000 |  17342s | train_loss=0.0246
+  step 2780000 |  17378s | train_loss=0.0245
+  step 2790000 |  17414s | train_loss=0.0269
+  step 2800000 |  17486s | train_loss=0.0258 | fid=46.5906
+  step 2810000 |  17517s | train_loss=0.0267
+  step 2820000 |  17552s | train_loss=0.0277
+  step 2830000 |  17588s | train_loss=0.0267
+  step 2840000 |  17624s | train_loss=0.0254
+  step 2850000 |  17660s | train_loss=0.0258
+  step 2860000 |  17695s | train_loss=0.0246
+  step 2870000 |  17731s | train_loss=0.0267
+  step 2880000 |  17767s | train_loss=0.0268
+  step 2890000 |  17803s | train_loss=0.0260
+  step 2900000 |  17875s | train_loss=0.0251 | fid=45.6061
+  step 2910000 |  17909s | train_loss=0.0263
+  step 2920000 |  17942s | train_loss=0.0263
+  step 2930000 |  17978s | train_loss=0.0240
+  step 2940000 |  18013s | train_loss=0.0250
+  step 2950000 |  18049s | train_loss=0.0264
+  step 2960000 |  18085s | train_loss=0.0245
+  step 2970000 |  18120s | train_loss=0.0262
+  step 2980000 |  18156s | train_loss=0.0254
+  step 2990000 |  18192s | train_loss=0.0261
+  step 3000000 |  18264s | train_loss=0.0255 | fid=46.4668
+  step 3010000 |  18300s | train_loss=0.0243
+  step 3020000 |  18331s | train_loss=0.0248
+  step 3030000 |  18365s | train_loss=0.0286
+  step 3040000 |  18400s | train_loss=0.0248
+  step 3050000 |  18436s | train_loss=0.0257
+  step 3060000 |  18472s | train_loss=0.0249
+  step 3070000 |  18508s | train_loss=0.0259
+  step 3080000 |  18543s | train_loss=0.0264
+  step 3090000 |  18579s | train_loss=0.0264
+  step 3100000 |  18651s | train_loss=0.0283 | fid=47.1600
+  step 3110000 |  18686s | train_loss=0.0247
+  step 3120000 |  18722s | train_loss=0.0258
+  step 3130000 |  18754s | train_loss=0.0274
+  step 3140000 |  18787s | train_loss=0.0264
+  step 3150000 |  18823s | train_loss=0.0244
+  step 3160000 |  18858s | train_loss=0.0255
+  step 3170000 |  18894s | train_loss=0.0285
+  step 3180000 |  18930s | train_loss=0.0256
+  step 3190000 |  18966s | train_loss=0.0253
+  step 3200000 |  19083s | train_loss=0.0239 | fid=44.1503
+  step 3210000 |  19119s | train_loss=0.0260
+  step 3220000 |  19149s | train_loss=0.0242
+  step 3230000 |  19173s | train_loss=0.0247
+  step 3240000 |  19196s | train_loss=0.0252
+  step 3250000 |  19228s | train_loss=0.0251
+  step 3260000 |  19263s | train_loss=0.0240
+  step 3270000 |  19299s | train_loss=0.0252
+  step 3280000 |  19335s | train_loss=0.0256
+  step 3290000 |  19370s | train_loss=0.0238
+  step 3300000 |  19488s | train_loss=0.0249 | fid=45.1030
+  step 3310000 |  19524s | train_loss=0.0248
+  step 3320000 |  19560s | train_loss=0.0242
+  step 3330000 |  19591s | train_loss=0.0229
+  step 3340000 |  19621s | train_loss=0.0248
+  step 3350000 |  19656s | train_loss=0.0244
+  step 3360000 |  19692s | train_loss=0.0235
+  step 3370000 |  19728s | train_loss=0.0253
+  step 3380000 |  19763s | train_loss=0.0252
+  step 3390000 |  19799s | train_loss=0.0237
+  step 3400000 |  19871s | train_loss=0.0240 | fid=44.5344
+  step 3410000 |  19907s | train_loss=0.0275
+  step 3420000 |  19942s | train_loss=0.0234
+  step 3430000 |  19978s | train_loss=0.0243
+  step 3440000 |  20012s | train_loss=0.0237
+  step 3450000 |  20044s | train_loss=0.0236
+  step 3460000 |  20080s | train_loss=0.0216
+  step 3470000 |  20116s | train_loss=0.0219
+  step 3480000 |  20152s | train_loss=0.0219
+  step 3490000 |  20187s | train_loss=0.0236
+  step 3500000 |  20260s | train_loss=0.0222 | fid=43.7343
+  step 3510000 |  20296s | train_loss=0.0228
+  step 3520000 |  20332s | train_loss=0.0236
+  step 3530000 |  20367s | train_loss=0.0233
+  step 3540000 |  20403s | train_loss=0.0218
+  step 3550000 |  20436s | train_loss=0.0243
+  step 3560000 |  20471s | train_loss=0.0229
+  step 3570000 |  20507s | train_loss=0.0222
+  step 3580000 |  20542s | train_loss=0.0238
+  step 3590000 |  20578s | train_loss=0.0238
+  step 3600000 |  20650s | train_loss=0.0237 | fid=44.4397
+  step 3610000 |  20686s | train_loss=0.0219
+  step 3620000 |  20722s | train_loss=0.0229
+  step 3630000 |  20757s | train_loss=0.0238
+  step 3640000 |  20793s | train_loss=0.0219
+  step 3650000 |  20829s | train_loss=0.0244
+  step 3660000 |  20858s | train_loss=0.0241
+  step 3670000 |  20893s | train_loss=0.0247
+  step 3680000 |  20929s | train_loss=0.0231
+  step 3690000 |  20964s | train_loss=0.0232
+  step 3700000 |  21037s | train_loss=0.0227 | fid=44.9414
+  step 3710000 |  21073s | train_loss=0.0211
+  step 3720000 |  21109s | train_loss=0.0255
+  step 3730000 |  21145s | train_loss=0.0223
+  step 3740000 |  21181s | train_loss=0.0237
+  step 3750000 |  21216s | train_loss=0.0229
+  step 3760000 |  21252s | train_loss=0.0224
+  step 3770000 |  21281s | train_loss=0.0232
+  step 3780000 |  21317s | train_loss=0.0217
+  step 3790000 |  21353s | train_loss=0.0223
+  step 3800000 |  21472s | train_loss=0.0209 | fid=46.3934
+  step 3810000 |  21507s | train_loss=0.0227
+  step 3820000 |  21543s | train_loss=0.0226
+  step 3830000 |  21579s | train_loss=0.0223
+  step 3840000 |  21615s | train_loss=0.0225
+  step 3850000 |  21651s | train_loss=0.0219
+  step 3860000 |  21676s | train_loss=0.0235
+  step 3870000 |  21699s | train_loss=0.0222
+  step 3880000 |  21731s | train_loss=0.0218
+  step 3890000 |  21767s | train_loss=0.0221
+  step 3900000 |  21898s | train_loss=0.0215 | fid=48.0107
+  step 3910000 |  21934s | train_loss=0.0229
+  step 3920000 |  21969s | train_loss=0.0229
+  step 3930000 |  22005s | train_loss=0.0216
+  step 3940000 |  22041s | train_loss=0.0208
+  step 3950000 |  22077s | train_loss=0.0237
+  step 3960000 |  22098s | train_loss=0.0224
+  step 3970000 |  22121s | train_loss=0.0234
+  step 3980000 |  22146s | train_loss=0.0200
+  step 3990000 |  22182s | train_loss=0.0241
+  step 4000000 |  22313s | train_loss=0.0214 | fid=44.8557
+  step 4010000 |  22349s | train_loss=0.0207
+  step 4020000 |  22385s | train_loss=0.0213
+  step 4030000 |  22420s | train_loss=0.0221
+  step 4040000 |  22456s | train_loss=0.0217
+  step 4050000 |  22492s | train_loss=0.0215
+  step 4060000 |  22520s | train_loss=0.0208
+  step 4070000 |  22544s | train_loss=0.0205
+  step 4080000 |  22579s | train_loss=0.0242
+  step 4090000 |  22615s | train_loss=0.0219
+  step 4100000 |  22736s | train_loss=0.0219 | fid=45.5204
+  step 4110000 |  22772s | train_loss=0.0195
+  step 4120000 |  22808s | train_loss=0.0259
+  step 4130000 |  22844s | train_loss=0.0212
+  step 4140000 |  22879s | train_loss=0.0214
+  step 4150000 |  22916s | train_loss=0.0193
+  step 4160000 |  22939s | train_loss=0.0210
+  step 4170000 |  22975s | train_loss=0.0208
+  step 4180000 |  23010s | train_loss=0.0218
+  step 4190000 |  23046s | train_loss=0.0230
+  step 4200000 |  23119s | train_loss=0.0202 | fid=46.5308
+  step 4210000 |  23155s | train_loss=0.0212
+  step 4220000 |  23191s | train_loss=0.0220
+  step 4230000 |  23226s | train_loss=0.0202
+  step 4240000 |  23262s | train_loss=0.0201
+  step 4250000 |  23298s | train_loss=0.0215
+  step 4260000 |  23334s | train_loss=0.0200
+  step 4270000 |  23363s | train_loss=0.0201
+  step 4280000 |  23398s | train_loss=0.0199
+  step 4290000 |  23434s | train_loss=0.0198
+  step 4300000 |  23506s | train_loss=0.0214 | fid=44.6427
+  step 4310000 |  23542s | train_loss=0.0195
+  step 4320000 |  23578s | train_loss=0.0198
+  step 4330000 |  23614s | train_loss=0.0201
+  step 4340000 |  23649s | train_loss=0.0206
+  step 4350000 |  23685s | train_loss=0.0220
+  step 4360000 |  23721s | train_loss=0.0215
+  step 4370000 |  23757s | train_loss=0.0214
+  step 4380000 |  23785s | train_loss=0.0213
+  step 4390000 |  23821s | train_loss=0.0210
+  step 4400000 |  23894s | train_loss=0.0207 | fid=45.6206
+  step 4410000 |  23930s | train_loss=0.0214
+  step 4420000 |  23965s | train_loss=0.0224
+  step 4430000 |  24001s | train_loss=0.0220
+  step 4440000 |  24037s | train_loss=0.0195
+  step 4450000 |  24073s | train_loss=0.0203
+  step 4460000 |  24108s | train_loss=0.0212
+  step 4470000 |  24144s | train_loss=0.0193
+  step 4480000 |  24180s | train_loss=0.0189
+  step 4490000 |  24207s | train_loss=0.0218
+  step 4500000 |  24300s | train_loss=0.0203 | fid=47.4924
+  step 4510000 |  24336s | train_loss=0.0199
+  step 4520000 |  24372s | train_loss=0.0235
+  step 4530000 |  24408s | train_loss=0.0201
+  step 4540000 |  24444s | train_loss=0.0205
+  step 4550000 |  24479s | train_loss=0.0224
+  step 4560000 |  24515s | train_loss=0.0198
+  step 4570000 |  24551s | train_loss=0.0187
+  step 4580000 |  24586s | train_loss=0.0206
+  step 4590000 |  24623s | train_loss=0.0195
+  step 4600000 |  24712s | train_loss=0.0212 | fid=45.3274
+  step 4610000 |  24748s | train_loss=0.0187
+  step 4620000 |  24784s | train_loss=0.0217
+  step 4630000 |  24819s | train_loss=0.0206
+  step 4640000 |  24855s | train_loss=0.0195
+  step 4650000 |  24891s | train_loss=0.0182
+  step 4660000 |  24927s | train_loss=0.0216
+  step 4670000 |  24962s | train_loss=0.0192
+  step 4680000 |  24998s | train_loss=0.0193
+  step 4690000 |  25034s | train_loss=0.0206
+  step 4700000 |  25123s | train_loss=0.0218 | fid=45.2456
+  step 4710000 |  25159s | train_loss=0.0191
+  step 4720000 |  25195s | train_loss=0.0185
+  step 4730000 |  25230s | train_loss=0.0199
+  step 4740000 |  25266s | train_loss=0.0200
+  step 4750000 |  25302s | train_loss=0.0197
+  step 4760000 |  25338s | train_loss=0.0188
+  step 4770000 |  25373s | train_loss=0.0203
+  step 4780000 |  25409s | train_loss=0.0194
+  step 4790000 |  25445s | train_loss=0.0204
+  step 4800000 |  25539s | train_loss=0.0185 | fid=47.7465
+  step 4810000 |  25572s | train_loss=0.0195
+  step 4820000 |  25607s | train_loss=0.0192
+  step 4830000 |  25643s | train_loss=0.0190
+  step 4840000 |  25679s | train_loss=0.0195
+  step 4850000 |  25714s | train_loss=0.0179
+  step 4860000 |  25750s | train_loss=0.0208
+  step 4870000 |  25786s | train_loss=0.0180
+  step 4880000 |  25822s | train_loss=0.0183
+  step 4890000 |  25857s | train_loss=0.0185
+  step 4900000 |  25964s | train_loss=0.0197 | fid=42.9684
+  step 4910000 |  25987s | train_loss=0.0180
+  step 4920000 |  26018s | train_loss=0.0196
+  step 4930000 |  26054s | train_loss=0.0194
+  step 4940000 |  26089s | train_loss=0.0193
+  step 4950000 |  26125s | train_loss=0.0191
+  step 4960000 |  26161s | train_loss=0.0185
+  step 4970000 |  26197s | train_loss=0.0194
+  step 4980000 |  26232s | train_loss=0.0191
+  step 4990000 |  26268s | train_loss=0.0196
+  step 5000000 |  26362s | train_loss=0.0184 | fid=45.7826
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..6e2434eec236b8cb2cb5435e85a594a305709d86
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..945fc4b0b62cbd6803e27f83bb592f44e3c07d1f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d20/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 67.83012962341309, "train_loss_step": 20.010032653808594, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 0.9911870956420898, "subset_score_loss": 0.9911870956420898, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9632292985916138, "fid": 226.45794343908418}
+{"step": 10000, "wall_time": 152.3069679737091, "train_loss_step": 4.014575958251953, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8660840034484864, "subset_score_loss": 0.8660840034484864}
+{"step": 20000, "wall_time": 236.7959909439087, "train_loss_step": 4.429140090942383, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8606901168823242, "subset_score_loss": 0.8606901168823242}
+{"step": 30000, "wall_time": 321.33502435684204, "train_loss_step": 4.383310794830322, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8558796882629395, "subset_score_loss": 0.8558796882629395}
+{"step": 40000, "wall_time": 405.903217792511, "train_loss_step": 4.171476364135742, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.85047607421875, "subset_score_loss": 0.85047607421875}
+{"step": 50000, "wall_time": 490.50750184059143, "train_loss_step": 4.115790367126465, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.844301414489746, "subset_score_loss": 0.844301414489746}
+{"step": 60000, "wall_time": 575.0107071399689, "train_loss_step": 4.341838836669922, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8373305320739746, "subset_score_loss": 0.8373305320739746}
+{"step": 70000, "wall_time": 659.5725898742676, "train_loss_step": 3.7594752311706543, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8260165214538574, "subset_score_loss": 0.8260165214538574}
+{"step": 80000, "wall_time": 744.1951491832733, "train_loss_step": 4.224926948547363, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8060213088989258, "subset_score_loss": 0.8060213088989258}
+{"step": 90000, "wall_time": 828.6872434616089, "train_loss_step": 3.788506269454956, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7739107608795166, "subset_score_loss": 0.7739107608795166}
+{"step": 100000, "wall_time": 977.8606870174408, "train_loss_step": 3.5626726150512695, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.730159854888916, "subset_score_loss": 0.730159854888916, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9415105581283569, "fid": 70.87534766979434}
+{"step": 110000, "wall_time": 1059.8610727787018, "train_loss_step": 3.9029431343078613, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.6719300746917725, "subset_score_loss": 0.6719300746917725}
+{"step": 120000, "wall_time": 1141.8672935962677, "train_loss_step": 3.652998685836792, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.5924108028411865, "subset_score_loss": 0.5924108028411865}
+{"step": 130000, "wall_time": 1226.1708929538727, "train_loss_step": 3.5060858726501465, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.5048638820648194, "subset_score_loss": 0.5048638820648194}
+{"step": 140000, "wall_time": 1310.370057106018, "train_loss_step": 3.040553331375122, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.4242833137512207, "subset_score_loss": 0.4242833137512207}
+{"step": 150000, "wall_time": 1394.6501352787018, "train_loss_step": 2.924125909805298, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.3520267248153687, "subset_score_loss": 0.3520267248153687}
+{"step": 160000, "wall_time": 1478.8671791553497, "train_loss_step": 3.25264310836792, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.29989612102508545, "subset_score_loss": 0.29989612102508545}
+{"step": 170000, "wall_time": 1563.1046199798584, "train_loss_step": 2.8178651332855225, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.26158692836761477, "subset_score_loss": 0.26158692836761477}
+{"step": 180000, "wall_time": 1647.3646841049194, "train_loss_step": 2.7811028957366943, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.23827710151672363, "subset_score_loss": 0.23827710151672363}
+{"step": 190000, "wall_time": 1731.6224632263184, "train_loss_step": 2.6062543392181396, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.21826982498168945, "subset_score_loss": 0.21826982498168945}
+{"step": 200000, "wall_time": 1880.6965999603271, "train_loss_step": 2.810114622116089, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.20373497009277344, "subset_score_loss": 0.20373497009277344, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.8635860085487366, "fid": 70.50924125064735}
+{"step": 210000, "wall_time": 1963.3322370052338, "train_loss_step": 2.9268128871917725, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.1909998655319214, "subset_score_loss": 0.1909998655319214}
+{"step": 220000, "wall_time": 2046.5055348873138, "train_loss_step": 2.7457666397094727, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.18281790018081664, "subset_score_loss": 0.18281790018081664}
+{"step": 230000, "wall_time": 2128.7015311717987, "train_loss_step": 2.5066709518432617, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.1751299262046814, "subset_score_loss": 0.1751299262046814}
+{"step": 240000, "wall_time": 2212.9676666259766, "train_loss_step": 2.79243540763855, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.1653916835784912, "subset_score_loss": 0.1653916835784912}
+{"step": 250000, "wall_time": 2297.2413268089294, "train_loss_step": 2.6948189735412598, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.15795860290527344, "subset_score_loss": 0.15795860290527344}
+{"step": 260000, "wall_time": 2381.4927101135254, "train_loss_step": 2.5337395668029785, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.15105279684066772, "subset_score_loss": 0.15105279684066772}
+{"step": 270000, "wall_time": 2465.7787504196167, "train_loss_step": 2.701192855834961, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.14551836252212524, "subset_score_loss": 0.14551836252212524}
+{"step": 280000, "wall_time": 2550.031760931015, "train_loss_step": 2.665281295776367, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.14051225185394287, "subset_score_loss": 0.14051225185394287}
+{"step": 290000, "wall_time": 2634.2690722942352, "train_loss_step": 2.6779651641845703, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.13521113395690917, "subset_score_loss": 0.13521113395690917}
+{"step": 300000, "wall_time": 2782.3005797863007, "train_loss_step": 2.4950289726257324, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.13280413150787354, "subset_score_loss": 0.13280413150787354, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.8022732734680176, "fid": 70.06074422390131}
+{"step": 310000, "wall_time": 2864.5971372127533, "train_loss_step": 2.4990711212158203, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.12714753150939942, "subset_score_loss": 0.12714753150939942}
+{"step": 320000, "wall_time": 2948.9740285873413, "train_loss_step": 2.4833805561065674, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.12229709625244141, "subset_score_loss": 0.12229709625244141}
+{"step": 330000, "wall_time": 3031.6268990039825, "train_loss_step": 2.316488027572632, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.1196365237236023, "subset_score_loss": 0.1196365237236023}
+{"step": 340000, "wall_time": 3113.9655895233154, "train_loss_step": 2.451287269592285, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.11593016386032104, "subset_score_loss": 0.11593016386032104}
+{"step": 350000, "wall_time": 3198.182188510895, "train_loss_step": 2.547560214996338, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.11229288578033447, "subset_score_loss": 0.11229288578033447}
+{"step": 360000, "wall_time": 3282.419723510742, "train_loss_step": 2.3188276290893555, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.11089025735855103, "subset_score_loss": 0.11089025735855103}
+{"step": 370000, "wall_time": 3366.692724466324, "train_loss_step": 2.4498534202575684, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.10764046907424926, "subset_score_loss": 0.10764046907424926}
+{"step": 380000, "wall_time": 3450.9834702014923, "train_loss_step": 2.3107385635375977, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.1038547158241272, "subset_score_loss": 0.1038547158241272}
+{"step": 390000, "wall_time": 3535.2673075199127, "train_loss_step": 2.445748805999756, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.10280579328536987, "subset_score_loss": 0.10280579328536987}
+{"step": 400000, "wall_time": 3683.65282535553, "train_loss_step": 2.5073039531707764, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.10085184574127197, "subset_score_loss": 0.10085184574127197, "memorization_fraction_pixel": 0.007400000002235174, "mean_nn_ratio_pixel": 0.7648321390151978, "fid": 70.84955621728346}
+{"step": 410000, "wall_time": 3765.7682452201843, "train_loss_step": 2.458731174468994, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.09700511693954468, "subset_score_loss": 0.09700511693954468}
+{"step": 420000, "wall_time": 3849.9844675064087, "train_loss_step": 2.406313419342041, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.09493193626403809, "subset_score_loss": 0.09493193626403809}
+{"step": 430000, "wall_time": 3934.397843837738, "train_loss_step": 2.456648826599121, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.09280810356140137, "subset_score_loss": 0.09280810356140137}
+{"step": 440000, "wall_time": 4017.2983117103577, "train_loss_step": 2.4265270233154297, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.09251943826675416, "subset_score_loss": 0.09251943826675416}
+{"step": 450000, "wall_time": 4101.872271060944, "train_loss_step": 2.86177396774292, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.0892469584941864, "subset_score_loss": 0.0892469584941864}
+{"step": 460000, "wall_time": 4183.804527521133, "train_loss_step": 2.3304028511047363, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.08912050724029541, "subset_score_loss": 0.08912050724029541}
+{"step": 470000, "wall_time": 4268.089277267456, "train_loss_step": 2.517775535583496, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.08688132762908936, "subset_score_loss": 0.08688132762908936}
+{"step": 480000, "wall_time": 4352.333920955658, "train_loss_step": 2.4005889892578125, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.0852034866809845, "subset_score_loss": 0.0852034866809845}
+{"step": 490000, "wall_time": 4436.644756555557, "train_loss_step": 2.2385036945343018, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.08279271125793457, "subset_score_loss": 0.08279271125793457}
+{"step": 500000, "wall_time": 4583.632750988007, "train_loss_step": 2.507730722427368, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.08295669555664062, "subset_score_loss": 0.08295669555664062, "memorization_fraction_pixel": 0.014800000004470348, "mean_nn_ratio_pixel": 0.725714921951294, "fid": 70.19665019337651}
+{"step": 510000, "wall_time": 4666.09024143219, "train_loss_step": 2.325063943862915, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.08008401989936828, "subset_score_loss": 0.08008401989936828}
+{"step": 520000, "wall_time": 4750.198979616165, "train_loss_step": 2.243821620941162, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.0798999547958374, "subset_score_loss": 0.0798999547958374}
+{"step": 530000, "wall_time": 4834.4759311676025, "train_loss_step": 2.530949592590332, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.0777418315410614, "subset_score_loss": 0.0777418315410614}
+{"step": 540000, "wall_time": 4918.893405914307, "train_loss_step": 2.16085147857666, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.07707838416099548, "subset_score_loss": 0.07707838416099548}
+{"step": 550000, "wall_time": 5001.579035282135, "train_loss_step": 2.4622604846954346, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.07514558434486389, "subset_score_loss": 0.07514558434486389}
+{"step": 560000, "wall_time": 5085.763413906097, "train_loss_step": 2.3756914138793945, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.07369924783706665, "subset_score_loss": 0.07369924783706665}
+{"step": 570000, "wall_time": 5167.977460861206, "train_loss_step": 2.235419750213623, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.07395903468132019, "subset_score_loss": 0.07395903468132019}
+{"step": 580000, "wall_time": 5252.2519862651825, "train_loss_step": 2.4283933639526367, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.07237631678581238, "subset_score_loss": 0.07237631678581238}
+{"step": 590000, "wall_time": 5336.50971364975, "train_loss_step": 2.2927029132843018, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.07153292894363403, "subset_score_loss": 0.07153292894363403}
+{"step": 600000, "wall_time": 5484.6519157886505, "train_loss_step": 2.2231526374816895, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.06984263062477111, "subset_score_loss": 0.06984263062477111, "memorization_fraction_pixel": 0.019500000402331352, "mean_nn_ratio_pixel": 0.6949527263641357, "fid": 69.16378528816392}
+{"step": 610000, "wall_time": 5567.259166955948, "train_loss_step": 2.4183552265167236, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.06943522095680237, "subset_score_loss": 0.06943522095680237}
+{"step": 620000, "wall_time": 5651.344248533249, "train_loss_step": 2.088137149810791, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.06730201840400696, "subset_score_loss": 0.06730201840400696}
+{"step": 630000, "wall_time": 5735.442034244537, "train_loss_step": 2.4417481422424316, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.06741449236869812, "subset_score_loss": 0.06741449236869812}
+{"step": 640000, "wall_time": 5819.741868972778, "train_loss_step": 2.2518231868743896, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.0665471911430359, "subset_score_loss": 0.0665471911430359}
+{"step": 650000, "wall_time": 5904.285675048828, "train_loss_step": 2.1305088996887207, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.06612316966056823, "subset_score_loss": 0.06612316966056823}
+{"step": 660000, "wall_time": 5986.855542182922, "train_loss_step": 2.304500102996826, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.06415197253227234, "subset_score_loss": 0.06415197253227234}
+{"step": 670000, "wall_time": 6071.0312213897705, "train_loss_step": 2.2094225883483887, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.06421602964401245, "subset_score_loss": 0.06421602964401245}
+{"step": 680000, "wall_time": 6153.273466348648, "train_loss_step": 2.39107084274292, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.06291579604148864, "subset_score_loss": 0.06291579604148864}
+{"step": 690000, "wall_time": 6237.560730934143, "train_loss_step": 2.1966443061828613, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.061806923151016234, "subset_score_loss": 0.061806923151016234}
+{"step": 700000, "wall_time": 6385.772994041443, "train_loss_step": 2.3874740600585938, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.06210816502571106, "subset_score_loss": 0.06210816502571106, "memorization_fraction_pixel": 0.024299999698996544, "mean_nn_ratio_pixel": 0.6727874279022217, "fid": 69.51478986047957}
+{"step": 710000, "wall_time": 6468.27361869812, "train_loss_step": 2.116999387741089, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.060939747095108035, "subset_score_loss": 0.060939747095108035}
+{"step": 720000, "wall_time": 6552.399876356125, "train_loss_step": 2.460144281387329, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.06059561967849732, "subset_score_loss": 0.06059561967849732}
+{"step": 730000, "wall_time": 6636.6237552165985, "train_loss_step": 2.306090831756592, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.05970853567123413, "subset_score_loss": 0.05970853567123413}
+{"step": 740000, "wall_time": 6720.738070726395, "train_loss_step": 2.1280832290649414, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.05938398838043213, "subset_score_loss": 0.05938398838043213}
+{"step": 750000, "wall_time": 6805.047579050064, "train_loss_step": 1.9973551034927368, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.05827869772911072, "subset_score_loss": 0.05827869772911072}
+{"step": 760000, "wall_time": 6889.742892742157, "train_loss_step": 2.3736793994903564, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.05806195139884949, "subset_score_loss": 0.05806195139884949}
+{"step": 770000, "wall_time": 6972.327110052109, "train_loss_step": 2.2515640258789062, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.05801631808280945, "subset_score_loss": 0.05801631808280945}
+{"step": 780000, "wall_time": 7056.536849737167, "train_loss_step": 2.3407275676727295, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.057346397638320924, "subset_score_loss": 0.057346397638320924}
+{"step": 790000, "wall_time": 7141.046324253082, "train_loss_step": 2.2157416343688965, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.057077187299728396, "subset_score_loss": 0.057077187299728396}
+{"step": 800000, "wall_time": 7286.13086438179, "train_loss_step": 2.082693099975586, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.056149357557296754, "subset_score_loss": 0.056149357557296754, "memorization_fraction_pixel": 0.032099999487400055, "mean_nn_ratio_pixel": 0.6517319083213806, "fid": 68.76145820304734}
+{"step": 810000, "wall_time": 7368.531608581543, "train_loss_step": 2.136303424835205, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.055237197875976564, "subset_score_loss": 0.055237197875976564}
+{"step": 820000, "wall_time": 7452.807813167572, "train_loss_step": 2.212447166442871, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.05490778088569641, "subset_score_loss": 0.05490778088569641}
+{"step": 830000, "wall_time": 7536.971039056778, "train_loss_step": 2.0279808044433594, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.053867232799530027, "subset_score_loss": 0.053867232799530027}
+{"step": 840000, "wall_time": 7621.21008348465, "train_loss_step": 2.191610336303711, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.053159499168396, "subset_score_loss": 0.053159499168396}
+{"step": 850000, "wall_time": 7705.390154123306, "train_loss_step": 2.2916789054870605, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.053480488061904904, "subset_score_loss": 0.053480488061904904}
+{"step": 860000, "wall_time": 7789.582193851471, "train_loss_step": 2.3868274688720703, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.05322737097740173, "subset_score_loss": 0.05322737097740173}
+{"step": 870000, "wall_time": 7874.301733255386, "train_loss_step": 2.2011618614196777, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.05278205871582031, "subset_score_loss": 0.05278205871582031}
+{"step": 880000, "wall_time": 7956.968143939972, "train_loss_step": 2.0827722549438477, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.052383923530578615, "subset_score_loss": 0.052383923530578615}
+{"step": 890000, "wall_time": 8041.2421934604645, "train_loss_step": 2.0549120903015137, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.05156739950180054, "subset_score_loss": 0.05156739950180054}
+{"step": 900000, "wall_time": 8187.361265182495, "train_loss_step": 2.0492820739746094, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.05058746337890625, "subset_score_loss": 0.05058746337890625, "memorization_fraction_pixel": 0.03579999879002571, "mean_nn_ratio_pixel": 0.6363243460655212, "fid": 67.86746403768856}
+{"step": 910000, "wall_time": 8269.76022028923, "train_loss_step": 2.0730855464935303, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.050505208969116214, "subset_score_loss": 0.050505208969116214}
+{"step": 920000, "wall_time": 8354.05464720726, "train_loss_step": 2.3421196937561035, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.049769270420074466, "subset_score_loss": 0.049769270420074466}
+{"step": 930000, "wall_time": 8438.353071451187, "train_loss_step": 2.1248486042022705, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.04974163770675659, "subset_score_loss": 0.04974163770675659}
+{"step": 940000, "wall_time": 8522.485833406448, "train_loss_step": 2.3385860919952393, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.048707899451255796, "subset_score_loss": 0.048707899451255796}
+{"step": 950000, "wall_time": 8606.706233501434, "train_loss_step": 2.051058292388916, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.048824557662010194, "subset_score_loss": 0.048824557662010194}
+{"step": 960000, "wall_time": 8690.882253170013, "train_loss_step": 2.0586929321289062, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.049034470319747926, "subset_score_loss": 0.049034470319747926}
+{"step": 970000, "wall_time": 8775.163625240326, "train_loss_step": 2.068826913833618, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.0480500340461731, "subset_score_loss": 0.0480500340461731}
+{"step": 980000, "wall_time": 8860.074102163315, "train_loss_step": 2.154834747314453, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.04737582504749298, "subset_score_loss": 0.04737582504749298}
+{"step": 990000, "wall_time": 8942.387233495712, "train_loss_step": 2.1313860416412354, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.04766462743282318, "subset_score_loss": 0.04766462743282318}
+{"step": 1000000, "wall_time": 9090.780003786087, "train_loss_step": 2.0841126441955566, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.04685130715370178, "subset_score_loss": 0.04685130715370178, "memorization_fraction_pixel": 0.037300001829862595, "mean_nn_ratio_pixel": 0.6250646710395813, "fid": 68.44162670046722}
+{"step": 1010000, "wall_time": 9175.361981153488, "train_loss_step": 2.094668388366699, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.046639442443847656, "subset_score_loss": 0.046639442443847656}
+{"step": 1020000, "wall_time": 9255.404014587402, "train_loss_step": 2.1295132637023926, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.0457644522190094, "subset_score_loss": 0.0457644522190094}
+{"step": 1030000, "wall_time": 9339.677825927734, "train_loss_step": 2.32497501373291, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.04613720178604126, "subset_score_loss": 0.04613720178604126}
+{"step": 1040000, "wall_time": 9423.7923309803, "train_loss_step": 2.416053533554077, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.04572771787643433, "subset_score_loss": 0.04572771787643433}
+{"step": 1050000, "wall_time": 9508.05882525444, "train_loss_step": 2.1306729316711426, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.04545665979385376, "subset_score_loss": 0.04545665979385376}
+{"step": 1060000, "wall_time": 9592.207475423813, "train_loss_step": 2.066387176513672, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.04481284916400909, "subset_score_loss": 0.04481284916400909}
+{"step": 1070000, "wall_time": 9676.316130638123, "train_loss_step": 2.1273958683013916, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.04433609247207641, "subset_score_loss": 0.04433609247207641}
+{"step": 1080000, "wall_time": 9760.613274097443, "train_loss_step": 2.2890243530273438, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.04396969676017761, "subset_score_loss": 0.04396969676017761}
+{"step": 1090000, "wall_time": 9843.794159412384, "train_loss_step": 2.294424057006836, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.04364970326423645, "subset_score_loss": 0.04364970326423645}
+{"step": 1100000, "wall_time": 9991.61165189743, "train_loss_step": 2.0846290588378906, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.0436811774969101, "subset_score_loss": 0.0436811774969101, "memorization_fraction_pixel": 0.041600000113248825, "mean_nn_ratio_pixel": 0.6119906902313232, "fid": 68.42213282910657}
+{"step": 1110000, "wall_time": 10075.806909561157, "train_loss_step": 2.005246162414551, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.04334974884986877, "subset_score_loss": 0.04334974884986877}
+{"step": 1120000, "wall_time": 10158.347618103027, "train_loss_step": 2.1390271186828613, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.0425798237323761, "subset_score_loss": 0.0425798237323761}
+{"step": 1130000, "wall_time": 10240.429960012436, "train_loss_step": 2.056635856628418, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.043043264746665956, "subset_score_loss": 0.043043264746665956}
+{"step": 1140000, "wall_time": 10324.655995130539, "train_loss_step": 2.0152764320373535, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.04211276173591614, "subset_score_loss": 0.04211276173591614}
+{"step": 1150000, "wall_time": 10408.871536016464, "train_loss_step": 2.162224054336548, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.04181214869022369, "subset_score_loss": 0.04181214869022369}
+{"step": 1160000, "wall_time": 10493.154980897903, "train_loss_step": 2.1674978733062744, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.042047706246376035, "subset_score_loss": 0.042047706246376035}
+{"step": 1170000, "wall_time": 10577.323909759521, "train_loss_step": 2.018066167831421, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.04197351336479187, "subset_score_loss": 0.04197351336479187}
+{"step": 1180000, "wall_time": 10661.530055761337, "train_loss_step": 2.2125837802886963, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.04144521951675415, "subset_score_loss": 0.04144521951675415}
+{"step": 1190000, "wall_time": 10745.837281703949, "train_loss_step": 2.1577630043029785, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.04090268313884735, "subset_score_loss": 0.04090268313884735}
+{"step": 1200000, "wall_time": 10892.872923135757, "train_loss_step": 2.010056495666504, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.04126438200473785, "subset_score_loss": 0.04126438200473785, "memorization_fraction_pixel": 0.04899999871850014, "mean_nn_ratio_pixel": 0.6022902131080627, "fid": 68.10353751693032}
+{"step": 1210000, "wall_time": 10977.126849651337, "train_loss_step": 2.2421622276306152, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.04047790765762329, "subset_score_loss": 0.04047790765762329}
+{"step": 1220000, "wall_time": 11059.471202850342, "train_loss_step": 2.250483512878418, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.04033316969871521, "subset_score_loss": 0.04033316969871521}
+{"step": 1230000, "wall_time": 11143.809229135513, "train_loss_step": 2.1804628372192383, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.04031433165073395, "subset_score_loss": 0.04031433165073395}
+{"step": 1240000, "wall_time": 11226.164565086365, "train_loss_step": 2.1575045585632324, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.03981721699237824, "subset_score_loss": 0.03981721699237824}
+{"step": 1250000, "wall_time": 11310.237269163132, "train_loss_step": 2.1239047050476074, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.03945358991622925, "subset_score_loss": 0.03945358991622925}
+{"step": 1260000, "wall_time": 11394.44184422493, "train_loss_step": 2.1923744678497314, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.039767295122146606, "subset_score_loss": 0.039767295122146606}
+{"step": 1270000, "wall_time": 11478.77479505539, "train_loss_step": 2.012979507446289, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.039619117975234985, "subset_score_loss": 0.039619117975234985}
+{"step": 1280000, "wall_time": 11562.90760064125, "train_loss_step": 2.266824245452881, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.03944421112537384, "subset_score_loss": 0.03944421112537384}
+{"step": 1290000, "wall_time": 11647.12538099289, "train_loss_step": 2.204369068145752, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.03876703679561615, "subset_score_loss": 0.03876703679561615}
+{"step": 1300000, "wall_time": 11794.592277288437, "train_loss_step": 2.237638235092163, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.03894751071929932, "subset_score_loss": 0.03894751071929932, "memorization_fraction_pixel": 0.04960000142455101, "mean_nn_ratio_pixel": 0.5927727818489075, "fid": 67.68820402254522}
+{"step": 1310000, "wall_time": 11878.11165714264, "train_loss_step": 2.1211166381835938, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.038677248358726504, "subset_score_loss": 0.038677248358726504}
+{"step": 1320000, "wall_time": 11960.64437842369, "train_loss_step": 2.1641430854797363, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.037804719805717465, "subset_score_loss": 0.037804719805717465}
+{"step": 1330000, "wall_time": 12044.851027727127, "train_loss_step": 2.3440353870391846, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.03839615285396576, "subset_score_loss": 0.03839615285396576}
+{"step": 1340000, "wall_time": 12129.112905025482, "train_loss_step": 1.8193011283874512, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.03791351914405823, "subset_score_loss": 0.03791351914405823}
+{"step": 1350000, "wall_time": 12213.846886873245, "train_loss_step": 2.051128625869751, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.037737014889717105, "subset_score_loss": 0.037737014889717105}
+{"step": 1360000, "wall_time": 12295.656924247742, "train_loss_step": 2.072164535522461, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.03749516010284424, "subset_score_loss": 0.03749516010284424}
+{"step": 1370000, "wall_time": 12379.922038555145, "train_loss_step": 2.209519386291504, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.03726637661457062, "subset_score_loss": 0.03726637661457062}
+{"step": 1380000, "wall_time": 12464.23529291153, "train_loss_step": 2.122735023498535, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.03708760440349579, "subset_score_loss": 0.03708760440349579}
+{"step": 1390000, "wall_time": 12548.32710647583, "train_loss_step": 2.12998366355896, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.03683868944644928, "subset_score_loss": 0.03683868944644928}
+{"step": 1400000, "wall_time": 12696.41351222992, "train_loss_step": 2.1394853591918945, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.03637214601039886, "subset_score_loss": 0.03637214601039886, "memorization_fraction_pixel": 0.05079999938607216, "mean_nn_ratio_pixel": 0.5835905075073242, "fid": 68.44698095518063}
+{"step": 1410000, "wall_time": 12779.331579685211, "train_loss_step": 2.4016308784484863, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.03614392578601837, "subset_score_loss": 0.03614392578601837}
+{"step": 1420000, "wall_time": 12861.699026823044, "train_loss_step": 2.1716790199279785, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.036783039569854736, "subset_score_loss": 0.036783039569854736}
+{"step": 1430000, "wall_time": 12945.943323373795, "train_loss_step": 2.146718740463257, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.037051862478256224, "subset_score_loss": 0.037051862478256224}
+{"step": 1440000, "wall_time": 13030.229715585709, "train_loss_step": 2.2563276290893555, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.03615310788154602, "subset_score_loss": 0.03615310788154602}
+{"step": 1450000, "wall_time": 13114.497241735458, "train_loss_step": 2.113368034362793, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.0363624781370163, "subset_score_loss": 0.0363624781370163}
+{"step": 1460000, "wall_time": 13198.797220230103, "train_loss_step": 2.109638214111328, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.03580518960952759, "subset_score_loss": 0.03580518960952759}
+{"step": 1470000, "wall_time": 13281.191580057144, "train_loss_step": 2.130148410797119, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.03501126170158386, "subset_score_loss": 0.03501126170158386}
+{"step": 1480000, "wall_time": 13365.2603662014, "train_loss_step": 2.2666540145874023, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.03541574776172638, "subset_score_loss": 0.03541574776172638}
+{"step": 1490000, "wall_time": 13449.484662771225, "train_loss_step": 2.2751364707946777, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.035321778059005736, "subset_score_loss": 0.035321778059005736}
+{"step": 1500000, "wall_time": 13596.58349108696, "train_loss_step": 1.99901282787323, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.03496636152267456, "subset_score_loss": 0.03496636152267456, "memorization_fraction_pixel": 0.053700000047683716, "mean_nn_ratio_pixel": 0.5782244205474854, "fid": 68.46819829675484}
+{"step": 1510000, "wall_time": 13680.882250070572, "train_loss_step": 2.0681495666503906, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.03506039381027222, "subset_score_loss": 0.03506039381027222}
+{"step": 1520000, "wall_time": 13762.176757335663, "train_loss_step": 1.8903218507766724, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.03396401107311249, "subset_score_loss": 0.03396401107311249}
+{"step": 1530000, "wall_time": 13846.44639801979, "train_loss_step": 2.1150622367858887, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.034941157698631285, "subset_score_loss": 0.034941157698631285}
+{"step": 1540000, "wall_time": 13930.683700084686, "train_loss_step": 2.191255569458008, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.03452462553977966, "subset_score_loss": 0.03452462553977966}
+{"step": 1550000, "wall_time": 14014.916888713837, "train_loss_step": 2.225220203399658, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.03433273434638977, "subset_score_loss": 0.03433273434638977}
+{"step": 1560000, "wall_time": 14099.185606718063, "train_loss_step": 2.113496780395508, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.033782631158828735, "subset_score_loss": 0.033782631158828735}
+{"step": 1570000, "wall_time": 14183.350670576096, "train_loss_step": 2.1919093132019043, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.033842849731445315, "subset_score_loss": 0.033842849731445315}
+{"step": 1580000, "wall_time": 14265.77185678482, "train_loss_step": 2.0405616760253906, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.03399122953414917, "subset_score_loss": 0.03399122953414917}
+{"step": 1590000, "wall_time": 14349.910513401031, "train_loss_step": 2.023848533630371, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.03363281488418579, "subset_score_loss": 0.03363281488418579}
+{"step": 1600000, "wall_time": 14497.94851899147, "train_loss_step": 2.351255416870117, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.034211525321006776, "subset_score_loss": 0.034211525321006776, "memorization_fraction_pixel": 0.05779999867081642, "mean_nn_ratio_pixel": 0.5679718852043152, "fid": 68.0741295506246}
+{"step": 1610000, "wall_time": 14582.288997888565, "train_loss_step": 1.879433035850525, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.03404759764671326, "subset_score_loss": 0.03404759764671326}
+{"step": 1620000, "wall_time": 14664.775507211685, "train_loss_step": 1.924129843711853, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.033184394240379333, "subset_score_loss": 0.033184394240379333}
+{"step": 1630000, "wall_time": 14747.663496732712, "train_loss_step": 2.0846095085144043, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.0330359011888504, "subset_score_loss": 0.0330359011888504}
+{"step": 1640000, "wall_time": 14831.905948877335, "train_loss_step": 2.091733932495117, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.03278876543045044, "subset_score_loss": 0.03278876543045044}
+{"step": 1650000, "wall_time": 14916.147663593292, "train_loss_step": 2.163026809692383, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.03286192119121552, "subset_score_loss": 0.03286192119121552}
+{"step": 1660000, "wall_time": 15000.418006658554, "train_loss_step": 2.051419973373413, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.032446905970573425, "subset_score_loss": 0.032446905970573425}
+{"step": 1670000, "wall_time": 15084.613164424896, "train_loss_step": 2.0363657474517822, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.032346087694168094, "subset_score_loss": 0.032346087694168094}
+{"step": 1680000, "wall_time": 15168.851422071457, "train_loss_step": 1.9182956218719482, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.032288721203804015, "subset_score_loss": 0.032288721203804015}
+{"step": 1690000, "wall_time": 15253.543146133423, "train_loss_step": 2.1089272499084473, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.031940138339996337, "subset_score_loss": 0.031940138339996337}
+{"step": 1700000, "wall_time": 15399.343165874481, "train_loss_step": 2.285862922668457, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.03199132978916168, "subset_score_loss": 0.03199132978916168, "memorization_fraction_pixel": 0.05290000140666962, "mean_nn_ratio_pixel": 0.5687929391860962, "fid": 67.87419197299036}
+{"step": 1710000, "wall_time": 15483.545660972595, "train_loss_step": 2.247495651245117, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.0318543404340744, "subset_score_loss": 0.0318543404340744}
+{"step": 1720000, "wall_time": 15565.970986366272, "train_loss_step": 2.041996479034424, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.03172831535339356, "subset_score_loss": 0.03172831535339356}
+{"step": 1730000, "wall_time": 15650.341632127762, "train_loss_step": 2.076817274093628, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.031760647892951965, "subset_score_loss": 0.031760647892951965}
+{"step": 1740000, "wall_time": 15733.17553305626, "train_loss_step": 2.215275287628174, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.031662994623184205, "subset_score_loss": 0.031662994623184205}
+{"step": 1750000, "wall_time": 15817.460149049759, "train_loss_step": 2.0070230960845947, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.03140852451324463, "subset_score_loss": 0.03140852451324463}
+{"step": 1760000, "wall_time": 15901.694877624512, "train_loss_step": 2.157613754272461, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.031606391072273254, "subset_score_loss": 0.031606391072273254}
+{"step": 1770000, "wall_time": 15985.952790021896, "train_loss_step": 1.9979618787765503, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.031020930409431456, "subset_score_loss": 0.031020930409431456}
+{"step": 1780000, "wall_time": 16070.077542304993, "train_loss_step": 2.1470136642456055, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.030502408742904663, "subset_score_loss": 0.030502408742904663}
+{"step": 1790000, "wall_time": 16154.334663152695, "train_loss_step": 1.7636860609054565, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.031360304355621337, "subset_score_loss": 0.031360304355621337}
+{"step": 1800000, "wall_time": 16301.208556890488, "train_loss_step": 2.1907129287719727, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.031106945872306824, "subset_score_loss": 0.031106945872306824, "memorization_fraction_pixel": 0.05660000070929527, "mean_nn_ratio_pixel": 0.5586150884628296, "fid": 67.86686799111055}
+{"step": 1810000, "wall_time": 16385.511163711548, "train_loss_step": 2.084467649459839, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.030450671911239624, "subset_score_loss": 0.030450671911239624}
+{"step": 1820000, "wall_time": 16468.68135213852, "train_loss_step": 2.2614939212799072, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.03050725758075714, "subset_score_loss": 0.03050725758075714}
+{"step": 1830000, "wall_time": 16551.95246386528, "train_loss_step": 2.1609339714050293, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.030559918284416197, "subset_score_loss": 0.030559918284416197}
+{"step": 1840000, "wall_time": 16636.351650953293, "train_loss_step": 2.0863113403320312, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.03016884922981262, "subset_score_loss": 0.03016884922981262}
+{"step": 1850000, "wall_time": 16719.18772625923, "train_loss_step": 2.094287872314453, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.03015343248844147, "subset_score_loss": 0.03015343248844147}
+{"step": 1860000, "wall_time": 16803.415943145752, "train_loss_step": 2.230099678039551, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.029807886481285094, "subset_score_loss": 0.029807886481285094}
+{"step": 1870000, "wall_time": 16887.721902370453, "train_loss_step": 1.8978219032287598, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.029874983429908752, "subset_score_loss": 0.029874983429908752}
+{"step": 1880000, "wall_time": 16972.00590133667, "train_loss_step": 2.1250734329223633, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.02956819236278534, "subset_score_loss": 0.02956819236278534}
+{"step": 1890000, "wall_time": 17056.154882907867, "train_loss_step": 2.0405871868133545, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.03082687556743622, "subset_score_loss": 0.03082687556743622}
+{"step": 1900000, "wall_time": 17204.324993371964, "train_loss_step": 2.2088730335235596, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.02985623776912689, "subset_score_loss": 0.02985623776912689, "memorization_fraction_pixel": 0.06279999762773514, "mean_nn_ratio_pixel": 0.5491790771484375, "fid": 67.07845507997811}
+{"step": 1910000, "wall_time": 17289.132936000824, "train_loss_step": 1.906564474105835, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.029283177852630616, "subset_score_loss": 0.029283177852630616}
+{"step": 1920000, "wall_time": 17371.327975034714, "train_loss_step": 2.0866923332214355, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.028800541162490846, "subset_score_loss": 0.028800541162490846}
+{"step": 1930000, "wall_time": 17453.516624689102, "train_loss_step": 2.2007951736450195, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.029503193497657777, "subset_score_loss": 0.029503193497657777}
+{"step": 1940000, "wall_time": 17537.777524232864, "train_loss_step": 1.9439777135849, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.029472756385803222, "subset_score_loss": 0.029472756385803222}
+{"step": 1950000, "wall_time": 17622.192935705185, "train_loss_step": 1.8737051486968994, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.028731483221054076, "subset_score_loss": 0.028731483221054076}
+{"step": 1960000, "wall_time": 17704.993059158325, "train_loss_step": 2.001274585723877, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.02893128991127014, "subset_score_loss": 0.02893128991127014}
+{"step": 1970000, "wall_time": 17789.308802127838, "train_loss_step": 1.9525318145751953, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.029021868109703065, "subset_score_loss": 0.029021868109703065}
+{"step": 1980000, "wall_time": 17873.623889923096, "train_loss_step": 2.1913533210754395, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.02862628400325775, "subset_score_loss": 0.02862628400325775}
+{"step": 1990000, "wall_time": 17957.761517047882, "train_loss_step": 1.936289668083191, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.028345248103141783, "subset_score_loss": 0.028345248103141783}
+{"step": 2000000, "wall_time": 18106.52906370163, "train_loss_step": 2.1344122886657715, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.028713005781173705, "subset_score_loss": 0.028713005781173705, "memorization_fraction_pixel": 0.06620000302791595, "mean_nn_ratio_pixel": 0.5471706390380859, "fid": 67.60023357711115}
+{"step": 2010000, "wall_time": 18190.865216255188, "train_loss_step": 2.120863199234009, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.02886856198310852, "subset_score_loss": 0.02886856198310852}
+{"step": 2020000, "wall_time": 18275.30854010582, "train_loss_step": 1.9852561950683594, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.028947314620018004, "subset_score_loss": 0.028947314620018004}
+{"step": 2030000, "wall_time": 18356.042912721634, "train_loss_step": 1.9806232452392578, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.02870921790599823, "subset_score_loss": 0.02870921790599823}
+{"step": 2040000, "wall_time": 18440.183937311172, "train_loss_step": 2.20413875579834, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.028233426809310912, "subset_score_loss": 0.028233426809310912}
+{"step": 2050000, "wall_time": 18524.33641433716, "train_loss_step": 2.4017462730407715, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.028141021728515625, "subset_score_loss": 0.028141021728515625}
+{"step": 2060000, "wall_time": 18608.798193216324, "train_loss_step": 1.8854559659957886, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.02766209840774536, "subset_score_loss": 0.02766209840774536}
+{"step": 2070000, "wall_time": 18691.531366586685, "train_loss_step": 2.2194290161132812, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.028222823143005372, "subset_score_loss": 0.028222823143005372}
+{"step": 2080000, "wall_time": 18775.78433251381, "train_loss_step": 2.162437677383423, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.027818763256073, "subset_score_loss": 0.027818763256073}
+{"step": 2090000, "wall_time": 18859.979096889496, "train_loss_step": 2.023451805114746, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.027746057510375975, "subset_score_loss": 0.027746057510375975}
+{"step": 2100000, "wall_time": 19007.938794136047, "train_loss_step": 2.019801616668701, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.027298176288604738, "subset_score_loss": 0.027298176288604738, "memorization_fraction_pixel": 0.06340000033378601, "mean_nn_ratio_pixel": 0.5432448387145996, "fid": 67.36912869496669}
+{"step": 2110000, "wall_time": 19092.236492872238, "train_loss_step": 2.0041213035583496, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.027653175592422485, "subset_score_loss": 0.027653175592422485}
+{"step": 2120000, "wall_time": 19176.495574712753, "train_loss_step": 2.077688455581665, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.027584686875343323, "subset_score_loss": 0.027584686875343323}
+{"step": 2130000, "wall_time": 19259.146451950073, "train_loss_step": 2.392515182495117, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.027465397119522096, "subset_score_loss": 0.027465397119522096}
+{"step": 2140000, "wall_time": 19342.13675379753, "train_loss_step": 2.1079392433166504, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.026867797970771788, "subset_score_loss": 0.026867797970771788}
+{"step": 2150000, "wall_time": 19426.39518594742, "train_loss_step": 2.000114679336548, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.027014487981796266, "subset_score_loss": 0.027014487981796266}
+{"step": 2160000, "wall_time": 19510.58234524727, "train_loss_step": 2.165994644165039, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.027382153272628783, "subset_score_loss": 0.027382153272628783}
+{"step": 2170000, "wall_time": 19595.167499780655, "train_loss_step": 2.09995174407959, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.02681699991226196, "subset_score_loss": 0.02681699991226196}
+{"step": 2180000, "wall_time": 19677.811935901642, "train_loss_step": 2.1262996196746826, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.02698538303375244, "subset_score_loss": 0.02698538303375244}
+{"step": 2190000, "wall_time": 19762.056977033615, "train_loss_step": 2.085353374481201, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.02695016860961914, "subset_score_loss": 0.02695016860961914}
+{"step": 2200000, "wall_time": 19909.17337322235, "train_loss_step": 2.0376172065734863, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.026854568719863893, "subset_score_loss": 0.026854568719863893, "memorization_fraction_pixel": 0.06350000202655792, "mean_nn_ratio_pixel": 0.5399150848388672, "fid": 67.37409296929904}
+{"step": 2210000, "wall_time": 19993.445569753647, "train_loss_step": 2.0577781200408936, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.026415595412254335, "subset_score_loss": 0.026415595412254335}
+{"step": 2220000, "wall_time": 20077.746595859528, "train_loss_step": 2.1003594398498535, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.026141023635864256, "subset_score_loss": 0.026141023635864256}
+{"step": 2230000, "wall_time": 20160.180903673172, "train_loss_step": 2.094806671142578, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.02653205692768097, "subset_score_loss": 0.02653205692768097}
+{"step": 2240000, "wall_time": 20244.44170832634, "train_loss_step": 1.9270522594451904, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.026306548714637758, "subset_score_loss": 0.026306548714637758}
+{"step": 2250000, "wall_time": 20329.05101299286, "train_loss_step": 2.09489107131958, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.026206132769584656, "subset_score_loss": 0.026206132769584656}
+{"step": 2260000, "wall_time": 20411.241365909576, "train_loss_step": 2.1550731658935547, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.02599496245384216, "subset_score_loss": 0.02599496245384216}
+{"step": 2270000, "wall_time": 20495.517084360123, "train_loss_step": 1.9861713647842407, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.026257070899009704, "subset_score_loss": 0.026257070899009704}
+{"step": 2280000, "wall_time": 20580.004931926727, "train_loss_step": 1.9009790420532227, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.025648418068885803, "subset_score_loss": 0.025648418068885803}
+{"step": 2290000, "wall_time": 20662.84689640999, "train_loss_step": 2.079749584197998, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.025913089513778687, "subset_score_loss": 0.025913089513778687}
+{"step": 2300000, "wall_time": 20810.8987762928, "train_loss_step": 2.1544084548950195, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.025818252563476564, "subset_score_loss": 0.025818252563476564, "memorization_fraction_pixel": 0.06679999828338623, "mean_nn_ratio_pixel": 0.5347973108291626, "fid": 67.73443710040958}
+{"step": 2310000, "wall_time": 20895.148359537125, "train_loss_step": 2.087308883666992, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.025782057642936708, "subset_score_loss": 0.025782057642936708}
+{"step": 2320000, "wall_time": 20979.410943746567, "train_loss_step": 1.987165927886963, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.02551255524158478, "subset_score_loss": 0.02551255524158478}
+{"step": 2330000, "wall_time": 21061.944170236588, "train_loss_step": 2.1483607292175293, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.02579217553138733, "subset_score_loss": 0.02579217553138733}
+{"step": 2340000, "wall_time": 21146.160056829453, "train_loss_step": 2.0566461086273193, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.025471392273902892, "subset_score_loss": 0.025471392273902892}
+{"step": 2350000, "wall_time": 21230.425467014313, "train_loss_step": 1.9030176401138306, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.025281476974487304, "subset_score_loss": 0.025281476974487304}
+{"step": 2360000, "wall_time": 21314.811775684357, "train_loss_step": 1.8937424421310425, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.025197017192840575, "subset_score_loss": 0.025197017192840575}
+{"step": 2370000, "wall_time": 21397.72328710556, "train_loss_step": 2.0549333095550537, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.025571414828300477, "subset_score_loss": 0.025571414828300477}
+{"step": 2380000, "wall_time": 21482.04020857811, "train_loss_step": 2.0532782077789307, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.025358894467353822, "subset_score_loss": 0.025358894467353822}
+{"step": 2390000, "wall_time": 21566.762145280838, "train_loss_step": 2.0441389083862305, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.02496867924928665, "subset_score_loss": 0.02496867924928665}
+{"step": 2400000, "wall_time": 21712.020221948624, "train_loss_step": 2.0534729957580566, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.024913004040718077, "subset_score_loss": 0.024913004040718077, "memorization_fraction_pixel": 0.07190000265836716, "mean_nn_ratio_pixel": 0.5300865769386292, "fid": 66.7773342642107}
+{"step": 2410000, "wall_time": 21796.20433115959, "train_loss_step": 1.904581069946289, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.024980223178863524, "subset_score_loss": 0.024980223178863524}
+{"step": 2420000, "wall_time": 21880.513719797134, "train_loss_step": 2.1832692623138428, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.024784454703330995, "subset_score_loss": 0.024784454703330995}
+{"step": 2430000, "wall_time": 21962.88955640793, "train_loss_step": 2.2724015712738037, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.02470121830701828, "subset_score_loss": 0.02470121830701828}
+{"step": 2440000, "wall_time": 22047.242469072342, "train_loss_step": 2.0579235553741455, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.02452773302793503, "subset_score_loss": 0.02452773302793503}
+{"step": 2450000, "wall_time": 22131.519265174866, "train_loss_step": 1.9992707967758179, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.02498002499341965, "subset_score_loss": 0.02498002499341965}
+{"step": 2460000, "wall_time": 22215.764500141144, "train_loss_step": 2.121168613433838, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.024587006866931917, "subset_score_loss": 0.024587006866931917}
+{"step": 2470000, "wall_time": 22299.992545366287, "train_loss_step": 1.9008454084396362, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.024461759626865386, "subset_score_loss": 0.024461759626865386}
+{"step": 2480000, "wall_time": 22383.091110229492, "train_loss_step": 2.0175180435180664, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.024384047091007232, "subset_score_loss": 0.024384047091007232}
+{"step": 2490000, "wall_time": 22467.33466219902, "train_loss_step": 2.0272414684295654, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.024308912456035614, "subset_score_loss": 0.024308912456035614}
+{"step": 2500000, "wall_time": 22615.19055747986, "train_loss_step": 1.9524626731872559, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.02400098890066147, "subset_score_loss": 0.02400098890066147, "memorization_fraction_pixel": 0.0706000030040741, "mean_nn_ratio_pixel": 0.5231878757476807, "fid": 67.51089269052814}
+{"step": 2510000, "wall_time": 22699.41160917282, "train_loss_step": 1.9880026578903198, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.02410937249660492, "subset_score_loss": 0.02410937249660492}
+{"step": 2520000, "wall_time": 22783.62245941162, "train_loss_step": 2.0201683044433594, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.024317871034145355, "subset_score_loss": 0.024317871034145355}
+{"step": 2530000, "wall_time": 22865.927874803543, "train_loss_step": 1.9379942417144775, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.024168533086776734, "subset_score_loss": 0.024168533086776734}
+{"step": 2540000, "wall_time": 22950.107499837875, "train_loss_step": 2.0866856575012207, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.02367287278175354, "subset_score_loss": 0.02367287278175354}
+{"step": 2550000, "wall_time": 23034.400744199753, "train_loss_step": 2.2041735649108887, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.023742420971393584, "subset_score_loss": 0.023742420971393584}
+{"step": 2560000, "wall_time": 23118.65509200096, "train_loss_step": 1.9184240102767944, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.023717544972896576, "subset_score_loss": 0.023717544972896576}
+{"step": 2570000, "wall_time": 23202.935913085938, "train_loss_step": 2.0514485836029053, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.023642484843730927, "subset_score_loss": 0.023642484843730927}
+{"step": 2580000, "wall_time": 23287.214753866196, "train_loss_step": 2.0641613006591797, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.023945316672325134, "subset_score_loss": 0.023945316672325134}
+{"step": 2590000, "wall_time": 23371.87241435051, "train_loss_step": 2.083624839782715, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.023472046852111815, "subset_score_loss": 0.023472046852111815}
+{"step": 2600000, "wall_time": 23518.878752231598, "train_loss_step": 2.0026745796203613, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.02381395101547241, "subset_score_loss": 0.02381395101547241, "memorization_fraction_pixel": 0.07010000199079514, "mean_nn_ratio_pixel": 0.5213246941566467, "fid": 67.91636940836348}
+{"step": 2610000, "wall_time": 23601.422660589218, "train_loss_step": 2.0306434631347656, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.023166728019714356, "subset_score_loss": 0.023166728019714356}
+{"step": 2620000, "wall_time": 23685.49654483795, "train_loss_step": 1.7774732112884521, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.02337399423122406, "subset_score_loss": 0.02337399423122406}
+{"step": 2630000, "wall_time": 23767.826078653336, "train_loss_step": 1.914205551147461, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.023472583293914794, "subset_score_loss": 0.023472583293914794}
+{"step": 2640000, "wall_time": 23852.06341433525, "train_loss_step": 1.7560540437698364, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.02328811138868332, "subset_score_loss": 0.02328811138868332}
+{"step": 2650000, "wall_time": 23936.335811138153, "train_loss_step": 2.0769619941711426, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.02321675270795822, "subset_score_loss": 0.02321675270795822}
+{"step": 2660000, "wall_time": 24020.54572749138, "train_loss_step": 1.9608044624328613, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.02292051911354065, "subset_score_loss": 0.02292051911354065}
+{"step": 2670000, "wall_time": 24104.825995206833, "train_loss_step": 2.1679673194885254, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.0233659029006958, "subset_score_loss": 0.0233659029006958}
+{"step": 2680000, "wall_time": 24189.079049110413, "train_loss_step": 1.8718292713165283, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.022842268645763397, "subset_score_loss": 0.022842268645763397}
+{"step": 2690000, "wall_time": 24273.265587329865, "train_loss_step": 1.959458589553833, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.02292092740535736, "subset_score_loss": 0.02292092740535736}
+{"step": 2700000, "wall_time": 24420.238741636276, "train_loss_step": 1.9207183122634888, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.0230496808886528, "subset_score_loss": 0.0230496808886528, "memorization_fraction_pixel": 0.07829999923706055, "mean_nn_ratio_pixel": 0.5112127661705017, "fid": 67.04390919748676}
+{"step": 2710000, "wall_time": 24504.966270446777, "train_loss_step": 2.141744613647461, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.022604645788669588, "subset_score_loss": 0.022604645788669588}
+{"step": 2720000, "wall_time": 24587.24246120453, "train_loss_step": 2.0032951831817627, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.022597602009773253, "subset_score_loss": 0.022597602009773253}
+{"step": 2730000, "wall_time": 24671.283099651337, "train_loss_step": 1.9224079847335815, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.022714127600193024, "subset_score_loss": 0.022714127600193024}
+{"step": 2740000, "wall_time": 24753.895247220993, "train_loss_step": 1.991899847984314, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.02245212197303772, "subset_score_loss": 0.02245212197303772}
+{"step": 2750000, "wall_time": 24838.15343761444, "train_loss_step": 2.3894448280334473, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.022927317023277282, "subset_score_loss": 0.022927317023277282}
+{"step": 2760000, "wall_time": 24922.480246305466, "train_loss_step": 2.1067380905151367, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.022301620244979857, "subset_score_loss": 0.022301620244979857}
+{"step": 2770000, "wall_time": 25006.809717655182, "train_loss_step": 2.0241870880126953, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.022761286795139314, "subset_score_loss": 0.022761286795139314}
+{"step": 2780000, "wall_time": 25091.015992879868, "train_loss_step": 2.069352149963379, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.022363844513893127, "subset_score_loss": 0.022363844513893127}
+{"step": 2790000, "wall_time": 25175.275720834732, "train_loss_step": 1.954685926437378, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.022313593327999114, "subset_score_loss": 0.022313593327999114}
+{"step": 2800000, "wall_time": 25323.670536756516, "train_loss_step": 1.9395034313201904, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.021845173835754395, "subset_score_loss": 0.021845173835754395, "memorization_fraction_pixel": 0.07989999651908875, "mean_nn_ratio_pixel": 0.5154614448547363, "fid": 67.96291174183568}
+{"step": 2810000, "wall_time": 25406.486057281494, "train_loss_step": 1.9124304056167603, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.02219158411026001, "subset_score_loss": 0.02219158411026001}
+{"step": 2820000, "wall_time": 25491.309686899185, "train_loss_step": 2.006502389907837, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.02190515249967575, "subset_score_loss": 0.02190515249967575}
+{"step": 2830000, "wall_time": 25573.46496653557, "train_loss_step": 2.1888468265533447, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.0217118576169014, "subset_score_loss": 0.0217118576169014}
+{"step": 2840000, "wall_time": 25655.91175723076, "train_loss_step": 1.9660038948059082, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.021883048117160797, "subset_score_loss": 0.021883048117160797}
+{"step": 2850000, "wall_time": 25740.07609272003, "train_loss_step": 1.9559142589569092, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.021517227590084075, "subset_score_loss": 0.021517227590084075}
+{"step": 2860000, "wall_time": 25824.284832715988, "train_loss_step": 2.3352577686309814, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.021893666684627534, "subset_score_loss": 0.021893666684627534}
+{"step": 2870000, "wall_time": 25908.56225347519, "train_loss_step": 2.194112777709961, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.021816544234752655, "subset_score_loss": 0.021816544234752655}
+{"step": 2880000, "wall_time": 25992.849362134933, "train_loss_step": 2.0257678031921387, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.021749798953533173, "subset_score_loss": 0.021749798953533173}
+{"step": 2890000, "wall_time": 26077.09822821617, "train_loss_step": 1.8919836282730103, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.021394120156764986, "subset_score_loss": 0.021394120156764986}
+{"step": 2900000, "wall_time": 26225.47874355316, "train_loss_step": 2.1048831939697266, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.021344590187072753, "subset_score_loss": 0.021344590187072753, "memorization_fraction_pixel": 0.07729999721050262, "mean_nn_ratio_pixel": 0.514145016670227, "fid": 67.25047158908528}
+{"step": 2910000, "wall_time": 26309.752904176712, "train_loss_step": 1.8909112215042114, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.021411596238613127, "subset_score_loss": 0.021411596238613127}
+{"step": 2920000, "wall_time": 26394.38004207611, "train_loss_step": 2.1035242080688477, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.021823301911354065, "subset_score_loss": 0.021823301911354065}
+{"step": 2930000, "wall_time": 26476.475789785385, "train_loss_step": 2.505890369415283, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.021613442897796632, "subset_score_loss": 0.021613442897796632}
+{"step": 2940000, "wall_time": 26557.850550174713, "train_loss_step": 1.941330909729004, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.02167835831642151, "subset_score_loss": 0.02167835831642151}
+{"step": 2950000, "wall_time": 26642.066715478897, "train_loss_step": 1.787715196609497, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.02123240977525711, "subset_score_loss": 0.02123240977525711}
+{"step": 2960000, "wall_time": 26726.353669643402, "train_loss_step": 2.048222780227661, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.021541862189769743, "subset_score_loss": 0.021541862189769743}
+{"step": 2970000, "wall_time": 26810.501025676727, "train_loss_step": 1.9788899421691895, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.021001437306404115, "subset_score_loss": 0.021001437306404115}
+{"step": 2980000, "wall_time": 26894.775868177414, "train_loss_step": 2.07346248626709, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.021204154193401336, "subset_score_loss": 0.021204154193401336}
+{"step": 2990000, "wall_time": 26979.01164650917, "train_loss_step": 2.005290985107422, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.021439582109451294, "subset_score_loss": 0.021439582109451294}
+{"step": 3000000, "wall_time": 27127.361685037613, "train_loss_step": 2.048391819000244, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.020830029249191286, "subset_score_loss": 0.020830029249191286, "memorization_fraction_pixel": 0.07599999755620956, "mean_nn_ratio_pixel": 0.5075092911720276, "fid": 67.61145030619028}
+{"step": 3010000, "wall_time": 27211.617222309113, "train_loss_step": 2.1517786979675293, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.020932824909687044, "subset_score_loss": 0.020932824909687044}
+{"step": 3020000, "wall_time": 27295.903596162796, "train_loss_step": 2.0019640922546387, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.020664331316947938, "subset_score_loss": 0.020664331316947938}
+{"step": 3030000, "wall_time": 27380.281716108322, "train_loss_step": 2.132340431213379, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.02052506059408188, "subset_score_loss": 0.02052506059408188}
+{"step": 3040000, "wall_time": 27459.56535768509, "train_loss_step": 1.978520393371582, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.020977689325809477, "subset_score_loss": 0.020977689325809477}
+{"step": 3050000, "wall_time": 27543.80104827881, "train_loss_step": 1.9936645030975342, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.0207542821764946, "subset_score_loss": 0.0207542821764946}
+{"step": 3060000, "wall_time": 27628.03107380867, "train_loss_step": 2.181199550628662, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.02091347873210907, "subset_score_loss": 0.02091347873210907}
+{"step": 3070000, "wall_time": 27712.2847905159, "train_loss_step": 1.8300657272338867, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.020912882685661317, "subset_score_loss": 0.020912882685661317}
+{"step": 3080000, "wall_time": 27796.500611782074, "train_loss_step": 2.1072797775268555, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.020552605390548706, "subset_score_loss": 0.020552605390548706}
+{"step": 3090000, "wall_time": 27880.792073249817, "train_loss_step": 2.1080517768859863, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.020187225937843323, "subset_score_loss": 0.020187225937843323}
+{"step": 3100000, "wall_time": 28029.007772922516, "train_loss_step": 1.8908056020736694, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.020702745020389556, "subset_score_loss": 0.020702745020389556, "memorization_fraction_pixel": 0.07609999924898148, "mean_nn_ratio_pixel": 0.5094098448753357, "fid": 67.07090569559527}
+{"step": 3110000, "wall_time": 28113.273010730743, "train_loss_step": 1.9894803762435913, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.02037375122308731, "subset_score_loss": 0.02037375122308731}
+{"step": 3120000, "wall_time": 28197.562432289124, "train_loss_step": 1.819319248199463, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.02051817625761032, "subset_score_loss": 0.02051817625761032}
+{"step": 3130000, "wall_time": 28281.808767795563, "train_loss_step": 2.043099880218506, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.020331977307796477, "subset_score_loss": 0.020331977307796477}
+{"step": 3140000, "wall_time": 28364.064840078354, "train_loss_step": 1.9206593036651611, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.020017914474010468, "subset_score_loss": 0.020017914474010468}
+{"step": 3150000, "wall_time": 28444.29269194603, "train_loss_step": 2.1241087913513184, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.020084254443645477, "subset_score_loss": 0.020084254443645477}
+{"step": 3160000, "wall_time": 28528.547209501266, "train_loss_step": 2.284414291381836, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.020209994912147523, "subset_score_loss": 0.020209994912147523}
+{"step": 3170000, "wall_time": 28612.798769950867, "train_loss_step": 1.9242708683013916, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.02030150592327118, "subset_score_loss": 0.02030150592327118}
+{"step": 3180000, "wall_time": 28697.008430480957, "train_loss_step": 2.1557178497314453, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.019978177547454835, "subset_score_loss": 0.019978177547454835}
+{"step": 3190000, "wall_time": 28781.304834365845, "train_loss_step": 1.7731140851974487, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.020063117146492004, "subset_score_loss": 0.020063117146492004}
+{"step": 3200000, "wall_time": 28929.21718621254, "train_loss_step": 2.2186965942382812, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.020057609677314757, "subset_score_loss": 0.020057609677314757, "memorization_fraction_pixel": 0.08240000158548355, "mean_nn_ratio_pixel": 0.5064783096313477, "fid": 68.50554090214663}
+{"step": 3210000, "wall_time": 29013.456883192062, "train_loss_step": 1.8626846075057983, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.019847604632377624, "subset_score_loss": 0.019847604632377624}
+{"step": 3220000, "wall_time": 29097.713193655014, "train_loss_step": 1.8781756162643433, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.01968151181936264, "subset_score_loss": 0.01968151181936264}
+{"step": 3230000, "wall_time": 29182.016607284546, "train_loss_step": 2.093256950378418, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.0199689120054245, "subset_score_loss": 0.0199689120054245}
+{"step": 3240000, "wall_time": 29264.608165979385, "train_loss_step": 1.8214150667190552, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.01986459344625473, "subset_score_loss": 0.01986459344625473}
+{"step": 3250000, "wall_time": 29348.712249040604, "train_loss_step": 2.1679821014404297, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.019657012820243836, "subset_score_loss": 0.019657012820243836}
+{"step": 3260000, "wall_time": 29432.232081890106, "train_loss_step": 2.1130452156066895, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.01958920955657959, "subset_score_loss": 0.01958920955657959}
+{"step": 3270000, "wall_time": 29514.659876823425, "train_loss_step": 1.9820586442947388, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.019955070316791536, "subset_score_loss": 0.019955070316791536}
+{"step": 3280000, "wall_time": 29598.890647888184, "train_loss_step": 1.980733871459961, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.019605423510074615, "subset_score_loss": 0.019605423510074615}
+{"step": 3290000, "wall_time": 29683.101464271545, "train_loss_step": 1.786635160446167, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.01949395388364792, "subset_score_loss": 0.01949395388364792}
+{"step": 3300000, "wall_time": 29830.01366186142, "train_loss_step": 2.0060973167419434, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.019374319911003114, "subset_score_loss": 0.019374319911003114, "memorization_fraction_pixel": 0.07680000364780426, "mean_nn_ratio_pixel": 0.5037708282470703, "fid": 67.23864150639471}
+{"step": 3310000, "wall_time": 29914.198431253433, "train_loss_step": 2.0695114135742188, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.01924881190061569, "subset_score_loss": 0.01924881190061569}
+{"step": 3320000, "wall_time": 29998.444303035736, "train_loss_step": 2.0297117233276367, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.019690567255020143, "subset_score_loss": 0.019690567255020143}
+{"step": 3330000, "wall_time": 30082.684931755066, "train_loss_step": 2.3295140266418457, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.01938381791114807, "subset_score_loss": 0.01938381791114807}
+{"step": 3340000, "wall_time": 30165.2894654274, "train_loss_step": 1.772479772567749, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.01940154880285263, "subset_score_loss": 0.01940154880285263}
+{"step": 3350000, "wall_time": 30249.543668985367, "train_loss_step": 2.1246442794799805, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.019442109763622283, "subset_score_loss": 0.019442109763622283}
+{"step": 3360000, "wall_time": 30333.760211467743, "train_loss_step": 1.6781128644943237, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.019271540641784667, "subset_score_loss": 0.019271540641784667}
+{"step": 3370000, "wall_time": 30416.7638566494, "train_loss_step": 1.8602097034454346, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.019151747226715088, "subset_score_loss": 0.019151747226715088}
+{"step": 3380000, "wall_time": 30499.455560445786, "train_loss_step": 1.8163851499557495, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.018933121860027314, "subset_score_loss": 0.018933121860027314}
+{"step": 3390000, "wall_time": 30583.724098682404, "train_loss_step": 1.949432134628296, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.019181756675243376, "subset_score_loss": 0.019181756675243376}
+{"step": 3400000, "wall_time": 30731.81992506981, "train_loss_step": 2.238111734390259, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.01887448877096176, "subset_score_loss": 0.01887448877096176, "memorization_fraction_pixel": 0.08540000021457672, "mean_nn_ratio_pixel": 0.49784624576568604, "fid": 67.29988054442946}
+{"step": 3410000, "wall_time": 30816.104181289673, "train_loss_step": 2.09671688079834, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.019016723334789275, "subset_score_loss": 0.019016723334789275}
+{"step": 3420000, "wall_time": 30900.31618309021, "train_loss_step": 2.0596868991851807, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.018971800804138184, "subset_score_loss": 0.018971800804138184}
+{"step": 3430000, "wall_time": 30984.548341035843, "train_loss_step": 2.018083333969116, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.01883770227432251, "subset_score_loss": 0.01883770227432251}
+{"step": 3440000, "wall_time": 31066.904805660248, "train_loss_step": 2.061328172683716, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.01884576827287674, "subset_score_loss": 0.01884576827287674}
+{"step": 3450000, "wall_time": 31151.179031848907, "train_loss_step": 1.8138821125030518, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.018787047266960143, "subset_score_loss": 0.018787047266960143}
+{"step": 3460000, "wall_time": 31235.317441940308, "train_loss_step": 2.1707522869110107, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.018759873509407044, "subset_score_loss": 0.018759873509407044}
+{"step": 3470000, "wall_time": 31319.679797172546, "train_loss_step": 2.0055816173553467, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.01851571202278137, "subset_score_loss": 0.01851571202278137}
+{"step": 3480000, "wall_time": 31402.762318134308, "train_loss_step": 2.007314920425415, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.01875281035900116, "subset_score_loss": 0.01875281035900116}
+{"step": 3490000, "wall_time": 31485.573954820633, "train_loss_step": 1.88205885887146, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.018344107270240783, "subset_score_loss": 0.018344107270240783}
+{"step": 3500000, "wall_time": 31633.59624671936, "train_loss_step": 1.9266729354858398, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.01864895224571228, "subset_score_loss": 0.01864895224571228, "memorization_fraction_pixel": 0.08169999718666077, "mean_nn_ratio_pixel": 0.4992244243621826, "fid": 66.74127923048096}
+{"step": 3510000, "wall_time": 31717.901042222977, "train_loss_step": 2.1090307235717773, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.018807068467140198, "subset_score_loss": 0.018807068467140198}
+{"step": 3520000, "wall_time": 31802.11960029602, "train_loss_step": 2.044673442840576, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.01866583079099655, "subset_score_loss": 0.01866583079099655}
+{"step": 3530000, "wall_time": 31886.352219581604, "train_loss_step": 1.9581854343414307, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.018677130341529846, "subset_score_loss": 0.018677130341529846}
+{"step": 3540000, "wall_time": 31968.992192983627, "train_loss_step": 1.8266621828079224, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.018497286736965178, "subset_score_loss": 0.018497286736965178}
+{"step": 3550000, "wall_time": 32052.82449555397, "train_loss_step": 2.0863330364227295, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.01850510686635971, "subset_score_loss": 0.01850510686635971}
+{"step": 3560000, "wall_time": 32137.076230287552, "train_loss_step": 2.043016195297241, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.01824593245983124, "subset_score_loss": 0.01824593245983124}
+{"step": 3570000, "wall_time": 32221.26810145378, "train_loss_step": 1.9313411712646484, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.01820029318332672, "subset_score_loss": 0.01820029318332672}
+{"step": 3580000, "wall_time": 32305.646636009216, "train_loss_step": 1.8741014003753662, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.018011783063411713, "subset_score_loss": 0.018011783063411713}
+{"step": 3590000, "wall_time": 32388.390172958374, "train_loss_step": 2.024735689163208, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.018160825967788695, "subset_score_loss": 0.018160825967788695}
+{"step": 3600000, "wall_time": 32534.750168323517, "train_loss_step": 1.9685418605804443, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.01831284463405609, "subset_score_loss": 0.01831284463405609, "memorization_fraction_pixel": 0.08160000294446945, "mean_nn_ratio_pixel": 0.4945914149284363, "fid": 66.95503935099111}
+{"step": 3610000, "wall_time": 32619.033373832703, "train_loss_step": 1.9540354013442993, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.01804888844490051, "subset_score_loss": 0.01804888844490051}
+{"step": 3620000, "wall_time": 32703.264706373215, "train_loss_step": 1.9073599576950073, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.01853390634059906, "subset_score_loss": 0.01853390634059906}
+{"step": 3630000, "wall_time": 32787.50346970558, "train_loss_step": 2.181896209716797, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.017961463332176207, "subset_score_loss": 0.017961463332176207}
+{"step": 3640000, "wall_time": 32871.70003128052, "train_loss_step": 1.9386801719665527, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.01797194331884384, "subset_score_loss": 0.01797194331884384}
+{"step": 3650000, "wall_time": 32953.92531323433, "train_loss_step": 2.097740888595581, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.018141648173332213, "subset_score_loss": 0.018141648173332213}
+{"step": 3660000, "wall_time": 33038.09119105339, "train_loss_step": 2.0881333351135254, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.017550332844257353, "subset_score_loss": 0.017550332844257353}
+{"step": 3670000, "wall_time": 33122.23766827583, "train_loss_step": 1.9865261316299438, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.017620202898979188, "subset_score_loss": 0.017620202898979188}
+{"step": 3680000, "wall_time": 33206.48048567772, "train_loss_step": 2.089550018310547, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.01782264858484268, "subset_score_loss": 0.01782264858484268}
+{"step": 3690000, "wall_time": 33290.8694767952, "train_loss_step": 2.1152892112731934, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.01774532049894333, "subset_score_loss": 0.01774532049894333}
+{"step": 3700000, "wall_time": 33438.536492586136, "train_loss_step": 2.14499568939209, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.017818115651607513, "subset_score_loss": 0.017818115651607513, "memorization_fraction_pixel": 0.08659999817609787, "mean_nn_ratio_pixel": 0.4932868182659149, "fid": 68.02266342692924}
+{"step": 3710000, "wall_time": 33521.331370830536, "train_loss_step": 1.890928030014038, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.017753435671329497, "subset_score_loss": 0.017753435671329497}
+{"step": 3720000, "wall_time": 33605.53879356384, "train_loss_step": 1.8900444507598877, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.017426860332489014, "subset_score_loss": 0.017426860332489014}
+{"step": 3730000, "wall_time": 33689.7440366745, "train_loss_step": 2.015364408493042, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.017685180902481078, "subset_score_loss": 0.017685180902481078}
+{"step": 3740000, "wall_time": 33773.941786289215, "train_loss_step": 1.9677681922912598, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.017612989246845245, "subset_score_loss": 0.017612989246845245}
+{"step": 3750000, "wall_time": 33856.23540353775, "train_loss_step": 1.7560478448867798, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.01764567941427231, "subset_score_loss": 0.01764567941427231}
+{"step": 3760000, "wall_time": 33940.486857414246, "train_loss_step": 2.0781493186950684, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.017531126737594604, "subset_score_loss": 0.017531126737594604}
+{"step": 3770000, "wall_time": 34024.5548055172, "train_loss_step": 2.0205740928649902, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.01744522750377655, "subset_score_loss": 0.01744522750377655}
+{"step": 3780000, "wall_time": 34108.65828251839, "train_loss_step": 2.356867551803589, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.01743459403514862, "subset_score_loss": 0.01743459403514862}
+{"step": 3790000, "wall_time": 34192.93383908272, "train_loss_step": 1.920364260673523, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.017641222476959227, "subset_score_loss": 0.017641222476959227}
+{"step": 3800000, "wall_time": 34339.59824991226, "train_loss_step": 2.0259816646575928, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.017271828651428223, "subset_score_loss": 0.017271828651428223, "memorization_fraction_pixel": 0.08879999816417694, "mean_nn_ratio_pixel": 0.490389347076416, "fid": 67.39059589528333}
+{"step": 3810000, "wall_time": 34423.85182905197, "train_loss_step": 1.8579477071762085, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.01715657263994217, "subset_score_loss": 0.01715657263994217}
+{"step": 3820000, "wall_time": 34508.68305706978, "train_loss_step": 2.1609930992126465, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.01726842373609543, "subset_score_loss": 0.01726842373609543}
+{"step": 3830000, "wall_time": 34591.24962472916, "train_loss_step": 2.0473546981811523, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.017595991492271423, "subset_score_loss": 0.017595991492271423}
+{"step": 3840000, "wall_time": 34675.516867637634, "train_loss_step": 1.9589431285858154, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.01726842373609543, "subset_score_loss": 0.01726842373609543}
+{"step": 3850000, "wall_time": 34757.67594218254, "train_loss_step": 1.9521336555480957, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.017311841249465942, "subset_score_loss": 0.017311841249465942}
+{"step": 3860000, "wall_time": 34841.90686035156, "train_loss_step": 1.8797428607940674, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.01700156629085541, "subset_score_loss": 0.01700156629085541}
+{"step": 3870000, "wall_time": 34926.103407621384, "train_loss_step": 1.9052646160125732, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.01682463437318802, "subset_score_loss": 0.01682463437318802}
+{"step": 3880000, "wall_time": 35010.16820049286, "train_loss_step": 2.1256186962127686, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.017183177173137665, "subset_score_loss": 0.017183177173137665}
+{"step": 3890000, "wall_time": 35094.302412986755, "train_loss_step": 1.765653371810913, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.017651671171188356, "subset_score_loss": 0.017651671171188356}
+{"step": 3900000, "wall_time": 35243.647480010986, "train_loss_step": 2.0009896755218506, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.016891235113143922, "subset_score_loss": 0.016891235113143922, "memorization_fraction_pixel": 0.08860000222921371, "mean_nn_ratio_pixel": 0.49202871322631836, "fid": 67.17143111181983}
+{"step": 3910000, "wall_time": 35326.4299454689, "train_loss_step": 1.9883384704589844, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.01702878326177597, "subset_score_loss": 0.01702878326177597}
+{"step": 3920000, "wall_time": 35410.668446302414, "train_loss_step": 2.087099552154541, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.016876648366451263, "subset_score_loss": 0.016876648366451263}
+{"step": 3930000, "wall_time": 35495.17995238304, "train_loss_step": 1.9346086978912354, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.01689182221889496, "subset_score_loss": 0.01689182221889496}
+{"step": 3940000, "wall_time": 35577.651705265045, "train_loss_step": 1.8440535068511963, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.017393387854099274, "subset_score_loss": 0.017393387854099274}
+{"step": 3950000, "wall_time": 35659.58140826225, "train_loss_step": 1.6939557790756226, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.017018131911754608, "subset_score_loss": 0.017018131911754608}
+{"step": 3960000, "wall_time": 35743.850289583206, "train_loss_step": 1.8792061805725098, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.01660279631614685, "subset_score_loss": 0.01660279631614685}
+{"step": 3970000, "wall_time": 35828.082825660706, "train_loss_step": 2.0069689750671387, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.016661353409290314, "subset_score_loss": 0.016661353409290314}
+{"step": 3980000, "wall_time": 35912.246020555496, "train_loss_step": 2.1231164932250977, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.016628903150558472, "subset_score_loss": 0.016628903150558472}
+{"step": 3990000, "wall_time": 35996.461748600006, "train_loss_step": 1.8968945741653442, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.016767285764217377, "subset_score_loss": 0.016767285764217377}
+{"step": 4000000, "wall_time": 36146.1346654892, "train_loss_step": 2.0416626930236816, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.016656170785427093, "subset_score_loss": 0.016656170785427093, "memorization_fraction_pixel": 0.08380000293254852, "mean_nn_ratio_pixel": 0.4859335422515869, "fid": 67.10200189343911}
+{"step": 4010000, "wall_time": 36230.55258893967, "train_loss_step": 2.022738456726074, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.016743986308574675, "subset_score_loss": 0.016743986308574675}
+{"step": 4020000, "wall_time": 36313.199290275574, "train_loss_step": 2.1034622192382812, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.01671159714460373, "subset_score_loss": 0.01671159714460373}
+{"step": 4030000, "wall_time": 36397.47360801697, "train_loss_step": 1.9825068712234497, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.01647377908229828, "subset_score_loss": 0.01647377908229828}
+{"step": 4040000, "wall_time": 36481.838035583496, "train_loss_step": 2.0499444007873535, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.016646747291088105, "subset_score_loss": 0.016646747291088105}
+{"step": 4050000, "wall_time": 36560.968737602234, "train_loss_step": 1.8968636989593506, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.016947534680366517, "subset_score_loss": 0.016947534680366517}
+{"step": 4060000, "wall_time": 36645.19622731209, "train_loss_step": 1.9387497901916504, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.016724663972854614, "subset_score_loss": 0.016724663972854614}
+{"step": 4070000, "wall_time": 36729.46667575836, "train_loss_step": 2.0332279205322266, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.016493360698223113, "subset_score_loss": 0.016493360698223113}
+{"step": 4080000, "wall_time": 36813.71131539345, "train_loss_step": 2.0091445446014404, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.01621447652578354, "subset_score_loss": 0.01621447652578354}
+{"step": 4090000, "wall_time": 36897.92977833748, "train_loss_step": 1.7859344482421875, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.01641748398542404, "subset_score_loss": 0.01641748398542404}
+{"step": 4100000, "wall_time": 37048.02191448212, "train_loss_step": 1.9790940284729004, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.016515189409255983, "subset_score_loss": 0.016515189409255983, "memorization_fraction_pixel": 0.08429999649524689, "mean_nn_ratio_pixel": 0.48993203043937683, "fid": 67.68748858317038}
+{"step": 4110000, "wall_time": 37132.10005021095, "train_loss_step": 2.0655367374420166, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.016142795979976653, "subset_score_loss": 0.016142795979976653}
+{"step": 4120000, "wall_time": 37216.720163822174, "train_loss_step": 1.6911931037902832, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.016416847705841064, "subset_score_loss": 0.016416847705841064}
+{"step": 4130000, "wall_time": 37299.24873828888, "train_loss_step": 1.794945240020752, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.016220304369926452, "subset_score_loss": 0.016220304369926452}
+{"step": 4140000, "wall_time": 37383.50752735138, "train_loss_step": 1.8563573360443115, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.015934358537197112, "subset_score_loss": 0.015934358537197112}
+{"step": 4150000, "wall_time": 37464.982862234116, "train_loss_step": 2.0375843048095703, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.016420285403728484, "subset_score_loss": 0.016420285403728484}
+{"step": 4160000, "wall_time": 37547.74736046791, "train_loss_step": 2.1793768405914307, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.01633114069700241, "subset_score_loss": 0.01633114069700241}
+{"step": 4170000, "wall_time": 37632.01931333542, "train_loss_step": 2.3137426376342773, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.01620098352432251, "subset_score_loss": 0.01620098352432251}
+{"step": 4180000, "wall_time": 37716.27745223045, "train_loss_step": 2.068838119506836, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.01609416902065277, "subset_score_loss": 0.01609416902065277}
+{"step": 4190000, "wall_time": 37800.44758629799, "train_loss_step": 2.0134823322296143, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.016296277940273284, "subset_score_loss": 0.016296277940273284}
+{"step": 4200000, "wall_time": 37948.911004543304, "train_loss_step": 2.0626702308654785, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.015883903205394744, "subset_score_loss": 0.015883903205394744, "memorization_fraction_pixel": 0.08799999952316284, "mean_nn_ratio_pixel": 0.48678603768348694, "fid": 66.79904748043525}
+{"step": 4210000, "wall_time": 38033.20061421394, "train_loss_step": 1.9495688676834106, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.015844888985157013, "subset_score_loss": 0.015844888985157013}
+{"step": 4220000, "wall_time": 38117.3677546978, "train_loss_step": 2.082167625427246, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.01571231782436371, "subset_score_loss": 0.01571231782436371}
+{"step": 4230000, "wall_time": 38202.101691007614, "train_loss_step": 1.7977910041809082, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.015693399310112, "subset_score_loss": 0.015693399310112}
+{"step": 4240000, "wall_time": 38284.45656609535, "train_loss_step": 1.8899766206741333, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.01561574786901474, "subset_score_loss": 0.01561574786901474}
+{"step": 4250000, "wall_time": 38366.323868989944, "train_loss_step": 1.8797075748443604, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.015779855847358703, "subset_score_loss": 0.015779855847358703}
+{"step": 4260000, "wall_time": 38450.60672330856, "train_loss_step": 1.936029076576233, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.015849433839321136, "subset_score_loss": 0.015849433839321136}
+{"step": 4270000, "wall_time": 38535.23028969765, "train_loss_step": 1.7806752920150757, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.015979525446891785, "subset_score_loss": 0.015979525446891785}
+{"step": 4280000, "wall_time": 38617.628415346146, "train_loss_step": 1.9201922416687012, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.015693160891532897, "subset_score_loss": 0.015693160891532897}
+{"step": 4290000, "wall_time": 38701.874648332596, "train_loss_step": 1.8979201316833496, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.01568124145269394, "subset_score_loss": 0.01568124145269394}
+{"step": 4300000, "wall_time": 38850.3850581646, "train_loss_step": 1.8988840579986572, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.015795792639255523, "subset_score_loss": 0.015795792639255523, "memorization_fraction_pixel": 0.09130000323057175, "mean_nn_ratio_pixel": 0.48063066601753235, "fid": 68.23627117487868}
+{"step": 4310000, "wall_time": 38934.63622164726, "train_loss_step": 2.0487329959869385, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.015356919169425965, "subset_score_loss": 0.015356919169425965}
+{"step": 4320000, "wall_time": 39018.95719599724, "train_loss_step": 1.9753788709640503, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.01569978892803192, "subset_score_loss": 0.01569978892803192}
+{"step": 4330000, "wall_time": 39103.10656785965, "train_loss_step": 1.7991812229156494, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.015757396817207336, "subset_score_loss": 0.015757396817207336}
+{"step": 4340000, "wall_time": 39187.47350907326, "train_loss_step": 2.079861879348755, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.015466032922267914, "subset_score_loss": 0.015466032922267914}
+{"step": 4350000, "wall_time": 39268.34226155281, "train_loss_step": 2.0150933265686035, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.01556725800037384, "subset_score_loss": 0.01556725800037384}
+{"step": 4360000, "wall_time": 39351.311373472214, "train_loss_step": 1.8827242851257324, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.01533912420272827, "subset_score_loss": 0.01533912420272827}
+{"step": 4370000, "wall_time": 39435.54566860199, "train_loss_step": 2.007512092590332, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.015461072325706482, "subset_score_loss": 0.015461072325706482}
+{"step": 4380000, "wall_time": 39519.91623687744, "train_loss_step": 1.8351978063583374, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.015468975901603699, "subset_score_loss": 0.015468975901603699}
+{"step": 4390000, "wall_time": 39602.61817622185, "train_loss_step": 1.9486362934112549, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.015693384408950805, "subset_score_loss": 0.015693384408950805}
+{"step": 4400000, "wall_time": 39753.33419942856, "train_loss_step": 1.8604817390441895, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.015302975475788117, "subset_score_loss": 0.015302975475788117, "memorization_fraction_pixel": 0.08789999783039093, "mean_nn_ratio_pixel": 0.4812255799770355, "fid": 66.84791988026296}
+{"step": 4410000, "wall_time": 39837.62261557579, "train_loss_step": 1.9156548976898193, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.015575912594795228, "subset_score_loss": 0.015575912594795228}
+{"step": 4420000, "wall_time": 39921.89430356026, "train_loss_step": 1.9957616329193115, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.015621329843997955, "subset_score_loss": 0.015621329843997955}
+{"step": 4430000, "wall_time": 40006.10624670982, "train_loss_step": 1.8984484672546387, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.015130954980850219, "subset_score_loss": 0.015130954980850219}
+{"step": 4440000, "wall_time": 40090.35067296028, "train_loss_step": 1.8006131649017334, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.015344415605068207, "subset_score_loss": 0.015344415605068207}
+{"step": 4450000, "wall_time": 40173.05344772339, "train_loss_step": 2.036109685897827, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.015375910699367524, "subset_score_loss": 0.015375910699367524}
+{"step": 4460000, "wall_time": 40254.47449684143, "train_loss_step": 2.0736913681030273, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.015306781232357024, "subset_score_loss": 0.015306781232357024}
+{"step": 4470000, "wall_time": 40338.82493138313, "train_loss_step": 1.8946137428283691, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.015248836576938629, "subset_score_loss": 0.015248836576938629}
+{"step": 4480000, "wall_time": 40423.088227272034, "train_loss_step": 1.9496253728866577, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.015124742686748505, "subset_score_loss": 0.015124742686748505}
+{"step": 4490000, "wall_time": 40507.35001039505, "train_loss_step": 1.9969245195388794, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.01551009714603424, "subset_score_loss": 0.01551009714603424}
+{"step": 4500000, "wall_time": 40657.03380608559, "train_loss_step": 1.8230979442596436, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.01502205729484558, "subset_score_loss": 0.01502205729484558, "memorization_fraction_pixel": 0.09449999779462814, "mean_nn_ratio_pixel": 0.4825993776321411, "fid": 68.09900468175377}
+{"step": 4510000, "wall_time": 40741.333984375, "train_loss_step": 2.0365495681762695, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.014958079159259795, "subset_score_loss": 0.014958079159259795}
+{"step": 4520000, "wall_time": 40825.57575201988, "train_loss_step": 1.8546311855316162, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.01520533710718155, "subset_score_loss": 0.01520533710718155}
+{"step": 4530000, "wall_time": 40909.795874118805, "train_loss_step": 1.8350121974945068, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.015080152451992035, "subset_score_loss": 0.015080152451992035}
+{"step": 4540000, "wall_time": 40993.97545957565, "train_loss_step": 2.0414879322052, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.014936378598213196, "subset_score_loss": 0.014936378598213196}
+{"step": 4550000, "wall_time": 41078.3071680069, "train_loss_step": 1.9116888046264648, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.015026240050792694, "subset_score_loss": 0.015026240050792694}
+{"step": 4560000, "wall_time": 41158.329880476, "train_loss_step": 1.9486117362976074, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.015004929900169373, "subset_score_loss": 0.015004929900169373}
+{"step": 4570000, "wall_time": 41242.53957629204, "train_loss_step": 2.0414886474609375, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.014937597513198852, "subset_score_loss": 0.014937597513198852}
+{"step": 4580000, "wall_time": 41326.6706700325, "train_loss_step": 1.8601573705673218, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.015141181647777557, "subset_score_loss": 0.015141181647777557}
+{"step": 4590000, "wall_time": 41410.94414281845, "train_loss_step": 1.9152820110321045, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.015095099806785583, "subset_score_loss": 0.015095099806785583}
+{"step": 4600000, "wall_time": 41561.75222373009, "train_loss_step": 2.204594612121582, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.01494956761598587, "subset_score_loss": 0.01494956761598587, "memorization_fraction_pixel": 0.08250000327825546, "mean_nn_ratio_pixel": 0.48231151700019836, "fid": 66.92227089841653}
+{"step": 4610000, "wall_time": 41644.141372680664, "train_loss_step": 1.9578088521957397, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.015036585927009582, "subset_score_loss": 0.015036585927009582}
+{"step": 4620000, "wall_time": 41728.4387652874, "train_loss_step": 1.904661774635315, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.014976073801517487, "subset_score_loss": 0.014976073801517487}
+{"step": 4630000, "wall_time": 41812.67282342911, "train_loss_step": 2.077378749847412, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.01497763693332672, "subset_score_loss": 0.01497763693332672}
+{"step": 4640000, "wall_time": 41896.90809202194, "train_loss_step": 1.8687994480133057, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.014876505732536316, "subset_score_loss": 0.014876505732536316}
+{"step": 4650000, "wall_time": 41981.095061302185, "train_loss_step": 2.1848559379577637, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.014696173369884491, "subset_score_loss": 0.014696173369884491}
+{"step": 4660000, "wall_time": 42063.050572156906, "train_loss_step": 1.960273027420044, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.014894250035285949, "subset_score_loss": 0.014894250035285949}
+{"step": 4670000, "wall_time": 42146.06602048874, "train_loss_step": 1.9475963115692139, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.014887470006942748, "subset_score_loss": 0.014887470006942748}
+{"step": 4680000, "wall_time": 42230.35302042961, "train_loss_step": 1.8938177824020386, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.014709711074829102, "subset_score_loss": 0.014709711074829102}
+{"step": 4690000, "wall_time": 42314.37573099136, "train_loss_step": 2.0051608085632324, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.014565084874629975, "subset_score_loss": 0.014565084874629975}
+{"step": 4700000, "wall_time": 42464.814727306366, "train_loss_step": 1.9654078483581543, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.01463169902563095, "subset_score_loss": 0.01463169902563095, "memorization_fraction_pixel": 0.08699999749660492, "mean_nn_ratio_pixel": 0.47781410813331604, "fid": 67.08598303750594}
+{"step": 4710000, "wall_time": 42549.2407708168, "train_loss_step": 2.0149593353271484, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.015014521777629852, "subset_score_loss": 0.015014521777629852}
+{"step": 4720000, "wall_time": 42631.80133271217, "train_loss_step": 1.8904885053634644, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.014502838253974915, "subset_score_loss": 0.014502838253974915}
+{"step": 4730000, "wall_time": 42716.01883506775, "train_loss_step": 1.9165879487991333, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.014702616631984711, "subset_score_loss": 0.014702616631984711}
+{"step": 4740000, "wall_time": 42800.29438042641, "train_loss_step": 1.8583316802978516, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.01456494927406311, "subset_score_loss": 0.01456494927406311}
+{"step": 4750000, "wall_time": 42884.484964609146, "train_loss_step": 1.9227430820465088, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.014749667048454285, "subset_score_loss": 0.014749667048454285}
+{"step": 4760000, "wall_time": 42966.6593208313, "train_loss_step": 1.8535726070404053, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.01450015902519226, "subset_score_loss": 0.01450015902519226}
+{"step": 4770000, "wall_time": 43051.128334999084, "train_loss_step": 2.0240769386291504, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.014497461915016174, "subset_score_loss": 0.014497461915016174}
+{"step": 4780000, "wall_time": 43133.78260564804, "train_loss_step": 2.055260181427002, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.014360035955905914, "subset_score_loss": 0.014360035955905914}
+{"step": 4790000, "wall_time": 43218.07923221588, "train_loss_step": 1.9621866941452026, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.014579588174819946, "subset_score_loss": 0.014579588174819946}
+{"step": 4800000, "wall_time": 43366.19892477989, "train_loss_step": 2.0252606868743896, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.0147120401263237, "subset_score_loss": 0.0147120401263237, "memorization_fraction_pixel": 0.09290000051259995, "mean_nn_ratio_pixel": 0.4791991114616394, "fid": 67.46068726410351}
+{"step": 4810000, "wall_time": 43450.53168988228, "train_loss_step": 2.0437469482421875, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.014249657094478608, "subset_score_loss": 0.014249657094478608}
+{"step": 4820000, "wall_time": 43534.81514120102, "train_loss_step": 1.9809026718139648, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.014204798638820649, "subset_score_loss": 0.014204798638820649}
+{"step": 4830000, "wall_time": 43617.50939941406, "train_loss_step": 1.9527281522750854, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.01424228847026825, "subset_score_loss": 0.01424228847026825}
+{"step": 4840000, "wall_time": 43701.8184363842, "train_loss_step": 1.831346035003662, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.01434173583984375, "subset_score_loss": 0.01434173583984375}
+{"step": 4850000, "wall_time": 43785.98606967926, "train_loss_step": 2.09475040435791, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.014208254218101502, "subset_score_loss": 0.014208254218101502}
+{"step": 4860000, "wall_time": 43867.61394405365, "train_loss_step": 1.8316155672073364, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.014088751375675201, "subset_score_loss": 0.014088751375675201}
+{"step": 4870000, "wall_time": 43951.87190055847, "train_loss_step": 1.9889413118362427, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.01428830474615097, "subset_score_loss": 0.01428830474615097}
+{"step": 4880000, "wall_time": 44036.41343164444, "train_loss_step": 1.9173277616500854, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.014283211529254913, "subset_score_loss": 0.014283211529254913}
+{"step": 4890000, "wall_time": 44118.92822885513, "train_loss_step": 2.133147716522217, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.014101257920265198, "subset_score_loss": 0.014101257920265198}
+{"step": 4900000, "wall_time": 44268.32647371292, "train_loss_step": 1.9833109378814697, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.014259235560894012, "subset_score_loss": 0.014259235560894012, "memorization_fraction_pixel": 0.09470000118017197, "mean_nn_ratio_pixel": 0.47721201181411743, "fid": 67.81320995377249}
+{"step": 4910000, "wall_time": 44352.51318383217, "train_loss_step": 1.8356331586837769, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.013981708884239196, "subset_score_loss": 0.013981708884239196}
+{"step": 4920000, "wall_time": 44436.60951566696, "train_loss_step": 1.9809918403625488, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.014281083643436433, "subset_score_loss": 0.014281083643436433}
+{"step": 4930000, "wall_time": 44520.85314655304, "train_loss_step": 1.9835389852523804, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.014113926887512207, "subset_score_loss": 0.014113926887512207}
+{"step": 4940000, "wall_time": 44605.19991016388, "train_loss_step": 1.8219035863876343, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.014122278988361358, "subset_score_loss": 0.014122278988361358}
+{"step": 4950000, "wall_time": 44687.85090351105, "train_loss_step": 1.7787580490112305, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.013939481973648072, "subset_score_loss": 0.013939481973648072}
+{"step": 4960000, "wall_time": 44769.869864463806, "train_loss_step": 1.9030369520187378, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.014088998734951019, "subset_score_loss": 0.014088998734951019}
+{"step": 4970000, "wall_time": 44854.11170744896, "train_loss_step": 2.031153678894043, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.01411375254392624, "subset_score_loss": 0.01411375254392624}
+{"step": 4980000, "wall_time": 44938.39096188545, "train_loss_step": 1.924086570739746, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.014147675037384034, "subset_score_loss": 0.014147675037384034}
+{"step": 4990000, "wall_time": 45023.055980443954, "train_loss_step": 1.8556760549545288, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.013940344750881194, "subset_score_loss": 0.013940344750881194}
+{"step": 5000000, "wall_time": 45157.13791489601, "train_loss_step": 1.791679859161377, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.013908447325229644, "subset_score_loss": 0.013908447325229644, "memorization_fraction_pixel": 0.09600000083446503, "mean_nn_ratio_pixel": 0.47714266180992126, "fid": 67.25306091069032}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..15eab6c58cd072214e76d0ff7fcef5adc0a8fa88
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     68s | train_loss=0.9912 | fid=226.4579
+  step   10000 |    152s | train_loss=0.8661
+  step   20000 |    237s | train_loss=0.8607
+  step   30000 |    321s | train_loss=0.8559
+  step   40000 |    406s | train_loss=0.8505
+  step   50000 |    491s | train_loss=0.8443
+  step   60000 |    575s | train_loss=0.8373
+  step   70000 |    660s | train_loss=0.8260
+  step   80000 |    744s | train_loss=0.8060
+  step   90000 |    829s | train_loss=0.7739
+  step  100000 |    978s | train_loss=0.7302 | fid=70.8753
+  step  110000 |   1060s | train_loss=0.6719
+  step  120000 |   1142s | train_loss=0.5924
+  step  130000 |   1226s | train_loss=0.5049
+  step  140000 |   1310s | train_loss=0.4243
+  step  150000 |   1395s | train_loss=0.3520
+  step  160000 |   1479s | train_loss=0.2999
+  step  170000 |   1563s | train_loss=0.2616
+  step  180000 |   1647s | train_loss=0.2383
+  step  190000 |   1732s | train_loss=0.2183
+  step  200000 |   1881s | train_loss=0.2037 | fid=70.5092
+  step  210000 |   1963s | train_loss=0.1910
+  step  220000 |   2047s | train_loss=0.1828
+  step  230000 |   2129s | train_loss=0.1751
+  step  240000 |   2213s | train_loss=0.1654
+  step  250000 |   2297s | train_loss=0.1580
+  step  260000 |   2381s | train_loss=0.1511
+  step  270000 |   2466s | train_loss=0.1455
+  step  280000 |   2550s | train_loss=0.1405
+  step  290000 |   2634s | train_loss=0.1352
+  step  300000 |   2782s | train_loss=0.1328 | fid=70.0607
+  step  310000 |   2865s | train_loss=0.1271
+  step  320000 |   2949s | train_loss=0.1223
+  step  330000 |   3032s | train_loss=0.1196
+  step  340000 |   3114s | train_loss=0.1159
+  step  350000 |   3198s | train_loss=0.1123
+  step  360000 |   3282s | train_loss=0.1109
+  step  370000 |   3367s | train_loss=0.1076
+  step  380000 |   3451s | train_loss=0.1039
+  step  390000 |   3535s | train_loss=0.1028
+  step  400000 |   3684s | train_loss=0.1009 | fid=70.8496
+  step  410000 |   3766s | train_loss=0.0970
+  step  420000 |   3850s | train_loss=0.0949
+  step  430000 |   3934s | train_loss=0.0928
+  step  440000 |   4017s | train_loss=0.0925
+  step  450000 |   4102s | train_loss=0.0892
+  step  460000 |   4184s | train_loss=0.0891
+  step  470000 |   4268s | train_loss=0.0869
+  step  480000 |   4352s | train_loss=0.0852
+  step  490000 |   4437s | train_loss=0.0828
+  step  500000 |   4584s | train_loss=0.0830 | fid=70.1967
+  step  510000 |   4666s | train_loss=0.0801
+  step  520000 |   4750s | train_loss=0.0799
+  step  530000 |   4834s | train_loss=0.0777
+  step  540000 |   4919s | train_loss=0.0771
+  step  550000 |   5002s | train_loss=0.0751
+  step  560000 |   5086s | train_loss=0.0737
+  step  570000 |   5168s | train_loss=0.0740
+  step  580000 |   5252s | train_loss=0.0724
+  step  590000 |   5337s | train_loss=0.0715
+  step  600000 |   5485s | train_loss=0.0698 | fid=69.1638
+  step  610000 |   5567s | train_loss=0.0694
+  step  620000 |   5651s | train_loss=0.0673
+  step  630000 |   5735s | train_loss=0.0674
+  step  640000 |   5820s | train_loss=0.0665
+  step  650000 |   5904s | train_loss=0.0661
+  step  660000 |   5987s | train_loss=0.0642
+  step  670000 |   6071s | train_loss=0.0642
+  step  680000 |   6153s | train_loss=0.0629
+  step  690000 |   6238s | train_loss=0.0618
+  step  700000 |   6386s | train_loss=0.0621 | fid=69.5148
+  step  710000 |   6468s | train_loss=0.0609
+  step  720000 |   6552s | train_loss=0.0606
+  step  730000 |   6637s | train_loss=0.0597
+  step  740000 |   6721s | train_loss=0.0594
+  step  750000 |   6805s | train_loss=0.0583
+  step  760000 |   6890s | train_loss=0.0581
+  step  770000 |   6972s | train_loss=0.0580
+  step  780000 |   7057s | train_loss=0.0573
+  step  790000 |   7141s | train_loss=0.0571
+  step  800000 |   7286s | train_loss=0.0561 | fid=68.7615
+  step  810000 |   7369s | train_loss=0.0552
+  step  820000 |   7453s | train_loss=0.0549
+  step  830000 |   7537s | train_loss=0.0539
+  step  840000 |   7621s | train_loss=0.0532
+  step  850000 |   7705s | train_loss=0.0535
+  step  860000 |   7790s | train_loss=0.0532
+  step  870000 |   7874s | train_loss=0.0528
+  step  880000 |   7957s | train_loss=0.0524
+  step  890000 |   8041s | train_loss=0.0516
+  step  900000 |   8187s | train_loss=0.0506 | fid=67.8675
+  step  910000 |   8270s | train_loss=0.0505
+  step  920000 |   8354s | train_loss=0.0498
+  step  930000 |   8438s | train_loss=0.0497
+  step  940000 |   8522s | train_loss=0.0487
+  step  950000 |   8607s | train_loss=0.0488
+  step  960000 |   8691s | train_loss=0.0490
+  step  970000 |   8775s | train_loss=0.0481
+  step  980000 |   8860s | train_loss=0.0474
+  step  990000 |   8942s | train_loss=0.0477
+  step 1000000 |   9091s | train_loss=0.0469 | fid=68.4416
+  step 1010000 |   9175s | train_loss=0.0466
+  step 1020000 |   9255s | train_loss=0.0458
+  step 1030000 |   9340s | train_loss=0.0461
+  step 1040000 |   9424s | train_loss=0.0457
+  step 1050000 |   9508s | train_loss=0.0455
+  step 1060000 |   9592s | train_loss=0.0448
+  step 1070000 |   9676s | train_loss=0.0443
+  step 1080000 |   9761s | train_loss=0.0440
+  step 1090000 |   9844s | train_loss=0.0436
+  step 1100000 |   9992s | train_loss=0.0437 | fid=68.4221
+  step 1110000 |  10076s | train_loss=0.0433
+  step 1120000 |  10158s | train_loss=0.0426
+  step 1130000 |  10240s | train_loss=0.0430
+  step 1140000 |  10325s | train_loss=0.0421
+  step 1150000 |  10409s | train_loss=0.0418
+  step 1160000 |  10493s | train_loss=0.0420
+  step 1170000 |  10577s | train_loss=0.0420
+  step 1180000 |  10662s | train_loss=0.0414
+  step 1190000 |  10746s | train_loss=0.0409
+  step 1200000 |  10893s | train_loss=0.0413 | fid=68.1035
+  step 1210000 |  10977s | train_loss=0.0405
+  step 1220000 |  11059s | train_loss=0.0403
+  step 1230000 |  11144s | train_loss=0.0403
+  step 1240000 |  11226s | train_loss=0.0398
+  step 1250000 |  11310s | train_loss=0.0395
+  step 1260000 |  11394s | train_loss=0.0398
+  step 1270000 |  11479s | train_loss=0.0396
+  step 1280000 |  11563s | train_loss=0.0394
+  step 1290000 |  11647s | train_loss=0.0388
+  step 1300000 |  11795s | train_loss=0.0389 | fid=67.6882
+  step 1310000 |  11878s | train_loss=0.0387
+  step 1320000 |  11961s | train_loss=0.0378
+  step 1330000 |  12045s | train_loss=0.0384
+  step 1340000 |  12129s | train_loss=0.0379
+  step 1350000 |  12214s | train_loss=0.0377
+  step 1360000 |  12296s | train_loss=0.0375
+  step 1370000 |  12380s | train_loss=0.0373
+  step 1380000 |  12464s | train_loss=0.0371
+  step 1390000 |  12548s | train_loss=0.0368
+  step 1400000 |  12696s | train_loss=0.0364 | fid=68.4470
+  step 1410000 |  12779s | train_loss=0.0361
+  step 1420000 |  12862s | train_loss=0.0368
+  step 1430000 |  12946s | train_loss=0.0371
+  step 1440000 |  13030s | train_loss=0.0362
+  step 1450000 |  13114s | train_loss=0.0364
+  step 1460000 |  13199s | train_loss=0.0358
+  step 1470000 |  13281s | train_loss=0.0350
+  step 1480000 |  13365s | train_loss=0.0354
+  step 1490000 |  13449s | train_loss=0.0353
+  step 1500000 |  13597s | train_loss=0.0350 | fid=68.4682
+  step 1510000 |  13681s | train_loss=0.0351
+  step 1520000 |  13762s | train_loss=0.0340
+  step 1530000 |  13846s | train_loss=0.0349
+  step 1540000 |  13931s | train_loss=0.0345
+  step 1550000 |  14015s | train_loss=0.0343
+  step 1560000 |  14099s | train_loss=0.0338
+  step 1570000 |  14183s | train_loss=0.0338
+  step 1580000 |  14266s | train_loss=0.0340
+  step 1590000 |  14350s | train_loss=0.0336
+  step 1600000 |  14498s | train_loss=0.0342 | fid=68.0741
+  step 1610000 |  14582s | train_loss=0.0340
+  step 1620000 |  14665s | train_loss=0.0332
+  step 1630000 |  14748s | train_loss=0.0330
+  step 1640000 |  14832s | train_loss=0.0328
+  step 1650000 |  14916s | train_loss=0.0329
+  step 1660000 |  15000s | train_loss=0.0324
+  step 1670000 |  15085s | train_loss=0.0323
+  step 1680000 |  15169s | train_loss=0.0323
+  step 1690000 |  15254s | train_loss=0.0319
+  step 1700000 |  15399s | train_loss=0.0320 | fid=67.8742
+  step 1710000 |  15484s | train_loss=0.0319
+  step 1720000 |  15566s | train_loss=0.0317
+  step 1730000 |  15650s | train_loss=0.0318
+  step 1740000 |  15733s | train_loss=0.0317
+  step 1750000 |  15817s | train_loss=0.0314
+  step 1760000 |  15902s | train_loss=0.0316
+  step 1770000 |  15986s | train_loss=0.0310
+  step 1780000 |  16070s | train_loss=0.0305
+  step 1790000 |  16154s | train_loss=0.0314
+  step 1800000 |  16301s | train_loss=0.0311 | fid=67.8669
+  step 1810000 |  16386s | train_loss=0.0305
+  step 1820000 |  16469s | train_loss=0.0305
+  step 1830000 |  16552s | train_loss=0.0306
+  step 1840000 |  16636s | train_loss=0.0302
+  step 1850000 |  16719s | train_loss=0.0302
+  step 1860000 |  16803s | train_loss=0.0298
+  step 1870000 |  16888s | train_loss=0.0299
+  step 1880000 |  16972s | train_loss=0.0296
+  step 1890000 |  17056s | train_loss=0.0308
+  step 1900000 |  17204s | train_loss=0.0299 | fid=67.0785
+  step 1910000 |  17289s | train_loss=0.0293
+  step 1920000 |  17371s | train_loss=0.0288
+  step 1930000 |  17454s | train_loss=0.0295
+  step 1940000 |  17538s | train_loss=0.0295
+  step 1950000 |  17622s | train_loss=0.0287
+  step 1960000 |  17705s | train_loss=0.0289
+  step 1970000 |  17789s | train_loss=0.0290
+  step 1980000 |  17874s | train_loss=0.0286
+  step 1990000 |  17958s | train_loss=0.0283
+  step 2000000 |  18107s | train_loss=0.0287 | fid=67.6002
+  step 2010000 |  18191s | train_loss=0.0289
+  step 2020000 |  18275s | train_loss=0.0289
+  step 2030000 |  18356s | train_loss=0.0287
+  step 2040000 |  18440s | train_loss=0.0282
+  step 2050000 |  18524s | train_loss=0.0281
+  step 2060000 |  18609s | train_loss=0.0277
+  step 2070000 |  18692s | train_loss=0.0282
+  step 2080000 |  18776s | train_loss=0.0278
+  step 2090000 |  18860s | train_loss=0.0277
+  step 2100000 |  19008s | train_loss=0.0273 | fid=67.3691
+  step 2110000 |  19092s | train_loss=0.0277
+  step 2120000 |  19176s | train_loss=0.0276
+  step 2130000 |  19259s | train_loss=0.0275
+  step 2140000 |  19342s | train_loss=0.0269
+  step 2150000 |  19426s | train_loss=0.0270
+  step 2160000 |  19511s | train_loss=0.0274
+  step 2170000 |  19595s | train_loss=0.0268
+  step 2180000 |  19678s | train_loss=0.0270
+  step 2190000 |  19762s | train_loss=0.0270
+  step 2200000 |  19909s | train_loss=0.0269 | fid=67.3741
+  step 2210000 |  19993s | train_loss=0.0264
+  step 2220000 |  20078s | train_loss=0.0261
+  step 2230000 |  20160s | train_loss=0.0265
+  step 2240000 |  20244s | train_loss=0.0263
+  step 2250000 |  20329s | train_loss=0.0262
+  step 2260000 |  20411s | train_loss=0.0260
+  step 2270000 |  20496s | train_loss=0.0263
+  step 2280000 |  20580s | train_loss=0.0256
+  step 2290000 |  20663s | train_loss=0.0259
+  step 2300000 |  20811s | train_loss=0.0258 | fid=67.7344
+  step 2310000 |  20895s | train_loss=0.0258
+  step 2320000 |  20979s | train_loss=0.0255
+  step 2330000 |  21062s | train_loss=0.0258
+  step 2340000 |  21146s | train_loss=0.0255
+  step 2350000 |  21230s | train_loss=0.0253
+  step 2360000 |  21315s | train_loss=0.0252
+  step 2370000 |  21398s | train_loss=0.0256
+  step 2380000 |  21482s | train_loss=0.0254
+  step 2390000 |  21567s | train_loss=0.0250
+  step 2400000 |  21712s | train_loss=0.0249 | fid=66.7773
+  step 2410000 |  21796s | train_loss=0.0250
+  step 2420000 |  21881s | train_loss=0.0248
+  step 2430000 |  21963s | train_loss=0.0247
+  step 2440000 |  22047s | train_loss=0.0245
+  step 2450000 |  22132s | train_loss=0.0250
+  step 2460000 |  22216s | train_loss=0.0246
+  step 2470000 |  22300s | train_loss=0.0245
+  step 2480000 |  22383s | train_loss=0.0244
+  step 2490000 |  22467s | train_loss=0.0243
+  step 2500000 |  22615s | train_loss=0.0240 | fid=67.5109
+  step 2510000 |  22699s | train_loss=0.0241
+  step 2520000 |  22784s | train_loss=0.0243
+  step 2530000 |  22866s | train_loss=0.0242
+  step 2540000 |  22950s | train_loss=0.0237
+  step 2550000 |  23034s | train_loss=0.0237
+  step 2560000 |  23119s | train_loss=0.0237
+  step 2570000 |  23203s | train_loss=0.0236
+  step 2580000 |  23287s | train_loss=0.0239
+  step 2590000 |  23372s | train_loss=0.0235
+  step 2600000 |  23519s | train_loss=0.0238 | fid=67.9164
+  step 2610000 |  23601s | train_loss=0.0232
+  step 2620000 |  23685s | train_loss=0.0234
+  step 2630000 |  23768s | train_loss=0.0235
+  step 2640000 |  23852s | train_loss=0.0233
+  step 2650000 |  23936s | train_loss=0.0232
+  step 2660000 |  24021s | train_loss=0.0229
+  step 2670000 |  24105s | train_loss=0.0234
+  step 2680000 |  24189s | train_loss=0.0228
+  step 2690000 |  24273s | train_loss=0.0229
+  step 2700000 |  24420s | train_loss=0.0230 | fid=67.0439
+  step 2710000 |  24505s | train_loss=0.0226
+  step 2720000 |  24587s | train_loss=0.0226
+  step 2730000 |  24671s | train_loss=0.0227
+  step 2740000 |  24754s | train_loss=0.0225
+  step 2750000 |  24838s | train_loss=0.0229
+  step 2760000 |  24922s | train_loss=0.0223
+  step 2770000 |  25007s | train_loss=0.0228
+  step 2780000 |  25091s | train_loss=0.0224
+  step 2790000 |  25175s | train_loss=0.0223
+  step 2800000 |  25324s | train_loss=0.0218 | fid=67.9629
+  step 2810000 |  25406s | train_loss=0.0222
+  step 2820000 |  25491s | train_loss=0.0219
+  step 2830000 |  25573s | train_loss=0.0217
+  step 2840000 |  25656s | train_loss=0.0219
+  step 2850000 |  25740s | train_loss=0.0215
+  step 2860000 |  25824s | train_loss=0.0219
+  step 2870000 |  25909s | train_loss=0.0218
+  step 2880000 |  25993s | train_loss=0.0217
+  step 2890000 |  26077s | train_loss=0.0214
+  step 2900000 |  26225s | train_loss=0.0213 | fid=67.2505
+  step 2910000 |  26310s | train_loss=0.0214
+  step 2920000 |  26394s | train_loss=0.0218
+  step 2930000 |  26476s | train_loss=0.0216
+  step 2940000 |  26558s | train_loss=0.0217
+  step 2950000 |  26642s | train_loss=0.0212
+  step 2960000 |  26726s | train_loss=0.0215
+  step 2970000 |  26811s | train_loss=0.0210
+  step 2980000 |  26895s | train_loss=0.0212
+  step 2990000 |  26979s | train_loss=0.0214
+  step 3000000 |  27127s | train_loss=0.0208 | fid=67.6115
+  step 3010000 |  27212s | train_loss=0.0209
+  step 3020000 |  27296s | train_loss=0.0207
+  step 3030000 |  27380s | train_loss=0.0205
+  step 3040000 |  27460s | train_loss=0.0210
+  step 3050000 |  27544s | train_loss=0.0208
+  step 3060000 |  27628s | train_loss=0.0209
+  step 3070000 |  27712s | train_loss=0.0209
+  step 3080000 |  27797s | train_loss=0.0206
+  step 3090000 |  27881s | train_loss=0.0202
+  step 3100000 |  28029s | train_loss=0.0207 | fid=67.0709
+  step 3110000 |  28113s | train_loss=0.0204
+  step 3120000 |  28198s | train_loss=0.0205
+  step 3130000 |  28282s | train_loss=0.0203
+  step 3140000 |  28364s | train_loss=0.0200
+  step 3150000 |  28444s | train_loss=0.0201
+  step 3160000 |  28529s | train_loss=0.0202
+  step 3170000 |  28613s | train_loss=0.0203
+  step 3180000 |  28697s | train_loss=0.0200
+  step 3190000 |  28781s | train_loss=0.0201
+  step 3200000 |  28929s | train_loss=0.0201 | fid=68.5055
+  step 3210000 |  29013s | train_loss=0.0198
+  step 3220000 |  29098s | train_loss=0.0197
+  step 3230000 |  29182s | train_loss=0.0200
+  step 3240000 |  29265s | train_loss=0.0199
+  step 3250000 |  29349s | train_loss=0.0197
+  step 3260000 |  29432s | train_loss=0.0196
+  step 3270000 |  29515s | train_loss=0.0200
+  step 3280000 |  29599s | train_loss=0.0196
+  step 3290000 |  29683s | train_loss=0.0195
+  step 3300000 |  29830s | train_loss=0.0194 | fid=67.2386
+  step 3310000 |  29914s | train_loss=0.0192
+  step 3320000 |  29998s | train_loss=0.0197
+  step 3330000 |  30083s | train_loss=0.0194
+  step 3340000 |  30165s | train_loss=0.0194
+  step 3350000 |  30250s | train_loss=0.0194
+  step 3360000 |  30334s | train_loss=0.0193
+  step 3370000 |  30417s | train_loss=0.0192
+  step 3380000 |  30499s | train_loss=0.0189
+  step 3390000 |  30584s | train_loss=0.0192
+  step 3400000 |  30732s | train_loss=0.0189 | fid=67.2999
+  step 3410000 |  30816s | train_loss=0.0190
+  step 3420000 |  30900s | train_loss=0.0190
+  step 3430000 |  30985s | train_loss=0.0188
+  step 3440000 |  31067s | train_loss=0.0188
+  step 3450000 |  31151s | train_loss=0.0188
+  step 3460000 |  31235s | train_loss=0.0188
+  step 3470000 |  31320s | train_loss=0.0185
+  step 3480000 |  31403s | train_loss=0.0188
+  step 3490000 |  31486s | train_loss=0.0183
+  step 3500000 |  31634s | train_loss=0.0186 | fid=66.7413
+  step 3510000 |  31718s | train_loss=0.0188
+  step 3520000 |  31802s | train_loss=0.0187
+  step 3530000 |  31886s | train_loss=0.0187
+  step 3540000 |  31969s | train_loss=0.0185
+  step 3550000 |  32053s | train_loss=0.0185
+  step 3560000 |  32137s | train_loss=0.0182
+  step 3570000 |  32221s | train_loss=0.0182
+  step 3580000 |  32306s | train_loss=0.0180
+  step 3590000 |  32388s | train_loss=0.0182
+  step 3600000 |  32535s | train_loss=0.0183 | fid=66.9550
+  step 3610000 |  32619s | train_loss=0.0180
+  step 3620000 |  32703s | train_loss=0.0185
+  step 3630000 |  32788s | train_loss=0.0180
+  step 3640000 |  32872s | train_loss=0.0180
+  step 3650000 |  32954s | train_loss=0.0181
+  step 3660000 |  33038s | train_loss=0.0176
+  step 3670000 |  33122s | train_loss=0.0176
+  step 3680000 |  33206s | train_loss=0.0178
+  step 3690000 |  33291s | train_loss=0.0177
+  step 3700000 |  33439s | train_loss=0.0178 | fid=68.0227
+  step 3710000 |  33521s | train_loss=0.0178
+  step 3720000 |  33606s | train_loss=0.0174
+  step 3730000 |  33690s | train_loss=0.0177
+  step 3740000 |  33774s | train_loss=0.0176
+  step 3750000 |  33856s | train_loss=0.0176
+  step 3760000 |  33940s | train_loss=0.0175
+  step 3770000 |  34025s | train_loss=0.0174
+  step 3780000 |  34109s | train_loss=0.0174
+  step 3790000 |  34193s | train_loss=0.0176
+  step 3800000 |  34340s | train_loss=0.0173 | fid=67.3906
+  step 3810000 |  34424s | train_loss=0.0172
+  step 3820000 |  34509s | train_loss=0.0173
+  step 3830000 |  34591s | train_loss=0.0176
+  step 3840000 |  34676s | train_loss=0.0173
+  step 3850000 |  34758s | train_loss=0.0173
+  step 3860000 |  34842s | train_loss=0.0170
+  step 3870000 |  34926s | train_loss=0.0168
+  step 3880000 |  35010s | train_loss=0.0172
+  step 3890000 |  35094s | train_loss=0.0177
+  step 3900000 |  35244s | train_loss=0.0169 | fid=67.1714
+  step 3910000 |  35326s | train_loss=0.0170
+  step 3920000 |  35411s | train_loss=0.0169
+  step 3930000 |  35495s | train_loss=0.0169
+  step 3940000 |  35578s | train_loss=0.0174
+  step 3950000 |  35660s | train_loss=0.0170
+  step 3960000 |  35744s | train_loss=0.0166
+  step 3970000 |  35828s | train_loss=0.0167
+  step 3980000 |  35912s | train_loss=0.0166
+  step 3990000 |  35996s | train_loss=0.0168
+  step 4000000 |  36146s | train_loss=0.0167 | fid=67.1020
+  step 4010000 |  36231s | train_loss=0.0167
+  step 4020000 |  36313s | train_loss=0.0167
+  step 4030000 |  36397s | train_loss=0.0165
+  step 4040000 |  36482s | train_loss=0.0166
+  step 4050000 |  36561s | train_loss=0.0169
+  step 4060000 |  36645s | train_loss=0.0167
+  step 4070000 |  36729s | train_loss=0.0165
+  step 4080000 |  36814s | train_loss=0.0162
+  step 4090000 |  36898s | train_loss=0.0164
+  step 4100000 |  37048s | train_loss=0.0165 | fid=67.6875
+  step 4110000 |  37132s | train_loss=0.0161
+  step 4120000 |  37217s | train_loss=0.0164
+  step 4130000 |  37299s | train_loss=0.0162
+  step 4140000 |  37384s | train_loss=0.0159
+  step 4150000 |  37465s | train_loss=0.0164
+  step 4160000 |  37548s | train_loss=0.0163
+  step 4170000 |  37632s | train_loss=0.0162
+  step 4180000 |  37716s | train_loss=0.0161
+  step 4190000 |  37800s | train_loss=0.0163
+  step 4200000 |  37949s | train_loss=0.0159 | fid=66.7990
+  step 4210000 |  38033s | train_loss=0.0158
+  step 4220000 |  38117s | train_loss=0.0157
+  step 4230000 |  38202s | train_loss=0.0157
+  step 4240000 |  38284s | train_loss=0.0156
+  step 4250000 |  38366s | train_loss=0.0158
+  step 4260000 |  38451s | train_loss=0.0158
+  step 4270000 |  38535s | train_loss=0.0160
+  step 4280000 |  38618s | train_loss=0.0157
+  step 4290000 |  38702s | train_loss=0.0157
+  step 4300000 |  38850s | train_loss=0.0158 | fid=68.2363
+  step 4310000 |  38935s | train_loss=0.0154
+  step 4320000 |  39019s | train_loss=0.0157
+  step 4330000 |  39103s | train_loss=0.0158
+  step 4340000 |  39187s | train_loss=0.0155
+  step 4350000 |  39268s | train_loss=0.0156
+  step 4360000 |  39351s | train_loss=0.0153
+  step 4370000 |  39436s | train_loss=0.0155
+  step 4380000 |  39520s | train_loss=0.0155
+  step 4390000 |  39603s | train_loss=0.0157
+  step 4400000 |  39753s | train_loss=0.0153 | fid=66.8479
+  step 4410000 |  39838s | train_loss=0.0156
+  step 4420000 |  39922s | train_loss=0.0156
+  step 4430000 |  40006s | train_loss=0.0151
+  step 4440000 |  40090s | train_loss=0.0153
+  step 4450000 |  40173s | train_loss=0.0154
+  step 4460000 |  40254s | train_loss=0.0153
+  step 4470000 |  40339s | train_loss=0.0152
+  step 4480000 |  40423s | train_loss=0.0151
+  step 4490000 |  40507s | train_loss=0.0155
+  step 4500000 |  40657s | train_loss=0.0150 | fid=68.0990
+  step 4510000 |  40741s | train_loss=0.0150
+  step 4520000 |  40826s | train_loss=0.0152
+  step 4530000 |  40910s | train_loss=0.0151
+  step 4540000 |  40994s | train_loss=0.0149
+  step 4550000 |  41078s | train_loss=0.0150
+  step 4560000 |  41158s | train_loss=0.0150
+  step 4570000 |  41243s | train_loss=0.0149
+  step 4580000 |  41327s | train_loss=0.0151
+  step 4590000 |  41411s | train_loss=0.0151
+  step 4600000 |  41562s | train_loss=0.0149 | fid=66.9223
+  step 4610000 |  41644s | train_loss=0.0150
+  step 4620000 |  41728s | train_loss=0.0150
+  step 4630000 |  41813s | train_loss=0.0150
+  step 4640000 |  41897s | train_loss=0.0149
+  step 4650000 |  41981s | train_loss=0.0147
+  step 4660000 |  42063s | train_loss=0.0149
+  step 4670000 |  42146s | train_loss=0.0149
+  step 4680000 |  42230s | train_loss=0.0147
+  step 4690000 |  42314s | train_loss=0.0146
+  step 4700000 |  42465s | train_loss=0.0146 | fid=67.0860
+  step 4710000 |  42549s | train_loss=0.0150
+  step 4720000 |  42632s | train_loss=0.0145
+  step 4730000 |  42716s | train_loss=0.0147
+  step 4740000 |  42800s | train_loss=0.0146
+  step 4750000 |  42884s | train_loss=0.0147
+  step 4760000 |  42967s | train_loss=0.0145
+  step 4770000 |  43051s | train_loss=0.0145
+  step 4780000 |  43134s | train_loss=0.0144
+  step 4790000 |  43218s | train_loss=0.0146
+  step 4800000 |  43366s | train_loss=0.0147 | fid=67.4607
+  step 4810000 |  43451s | train_loss=0.0142
+  step 4820000 |  43535s | train_loss=0.0142
+  step 4830000 |  43618s | train_loss=0.0142
+  step 4840000 |  43702s | train_loss=0.0143
+  step 4850000 |  43786s | train_loss=0.0142
+  step 4860000 |  43868s | train_loss=0.0141
+  step 4870000 |  43952s | train_loss=0.0143
+  step 4880000 |  44036s | train_loss=0.0143
+  step 4890000 |  44119s | train_loss=0.0141
+  step 4900000 |  44268s | train_loss=0.0143 | fid=67.8132
+  step 4910000 |  44353s | train_loss=0.0140
+  step 4920000 |  44437s | train_loss=0.0143
+  step 4930000 |  44521s | train_loss=0.0141
+  step 4940000 |  44605s | train_loss=0.0141
+  step 4950000 |  44688s | train_loss=0.0139
+  step 4960000 |  44770s | train_loss=0.0141
+  step 4970000 |  44854s | train_loss=0.0141
+  step 4980000 |  44938s | train_loss=0.0141
+  step 4990000 |  45023s | train_loss=0.0139
+  step 5000000 |  45157s | train_loss=0.0139 | fid=67.2531
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ea20384514f398ef0b348411ff1d37c6ddc2b02
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..c1ba7db1adaebcea9d62b6302f0580a34a7e2540
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d200/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 56.58897542953491, "train_loss_step": 199.0383758544922, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 1.0040625, "subset_score_loss": 1.0040625, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9763808846473694, "fid": 308.1596674807025}
+{"step": 10000, "wall_time": 124.98613262176514, "train_loss_step": 31.40997886657715, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.6280663299560547, "subset_score_loss": 0.6280663299560547}
+{"step": 20000, "wall_time": 193.8166139125824, "train_loss_step": 27.909177780151367, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.5182022094726563, "subset_score_loss": 0.5182022094726563}
+{"step": 30000, "wall_time": 262.7768888473511, "train_loss_step": 26.482431411743164, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.463347282409668, "subset_score_loss": 0.463347282409668}
+{"step": 40000, "wall_time": 331.98098826408386, "train_loss_step": 21.5284423828125, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.41836673736572266, "subset_score_loss": 0.41836673736572266}
+{"step": 50000, "wall_time": 400.7772159576416, "train_loss_step": 22.687885284423828, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.3683218002319336, "subset_score_loss": 0.3683218002319336}
+{"step": 60000, "wall_time": 470.1960017681122, "train_loss_step": 20.524747848510742, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.316389274597168, "subset_score_loss": 0.316389274597168}
+{"step": 70000, "wall_time": 539.2036793231964, "train_loss_step": 18.48586654663086, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.27489173889160157, "subset_score_loss": 0.27489173889160157}
+{"step": 80000, "wall_time": 608.7395071983337, "train_loss_step": 18.97873878479004, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.23832868576049804, "subset_score_loss": 0.23832868576049804}
+{"step": 90000, "wall_time": 677.6129472255707, "train_loss_step": 18.542739868164062, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.2150358772277832, "subset_score_loss": 0.2150358772277832}
+{"step": 100000, "wall_time": 798.6584284305573, "train_loss_step": 16.490129470825195, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.18864774703979492, "subset_score_loss": 0.18864774703979492, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9450668692588806, "fid": 67.77497773254603}
+{"step": 110000, "wall_time": 867.6600871086121, "train_loss_step": 16.599180221557617, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.17236793518066407, "subset_score_loss": 0.17236793518066407}
+{"step": 120000, "wall_time": 937.1448471546173, "train_loss_step": 16.5377254486084, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.1611479377746582, "subset_score_loss": 0.1611479377746582}
+{"step": 130000, "wall_time": 1005.9777526855469, "train_loss_step": 15.808650970458984, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.14876160621643067, "subset_score_loss": 0.14876160621643067}
+{"step": 140000, "wall_time": 1075.7603578567505, "train_loss_step": 15.107946395874023, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.14474235534667967, "subset_score_loss": 0.14474235534667967}
+{"step": 150000, "wall_time": 1145.0942704677582, "train_loss_step": 13.966127395629883, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.13941381454467774, "subset_score_loss": 0.13941381454467774}
+{"step": 160000, "wall_time": 1214.8930795192719, "train_loss_step": 13.999832153320312, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.1298659610748291, "subset_score_loss": 0.1298659610748291}
+{"step": 170000, "wall_time": 1284.290118932724, "train_loss_step": 13.922506332397461, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12618823051452638, "subset_score_loss": 0.12618823051452638}
+{"step": 180000, "wall_time": 1354.025978088379, "train_loss_step": 13.802349090576172, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.11840848922729492, "subset_score_loss": 0.11840848922729492}
+{"step": 190000, "wall_time": 1424.2477493286133, "train_loss_step": 12.926972389221191, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.11594938278198243, "subset_score_loss": 0.11594938278198243}
+{"step": 200000, "wall_time": 1547.8313937187195, "train_loss_step": 13.22845458984375, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.11339041709899902, "subset_score_loss": 0.11339041709899902, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.941603422164917, "fid": 74.49657967939812}
+{"step": 210000, "wall_time": 1620.2259652614594, "train_loss_step": 13.209264755249023, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.10774453163146973, "subset_score_loss": 0.10774453163146973}
+{"step": 220000, "wall_time": 1693.2209322452545, "train_loss_step": 12.88935661315918, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.10702802658081055, "subset_score_loss": 0.10702802658081055}
+{"step": 230000, "wall_time": 1765.4316885471344, "train_loss_step": 12.290986061096191, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.10271029472351074, "subset_score_loss": 0.10271029472351074}
+{"step": 240000, "wall_time": 1838.101488828659, "train_loss_step": 11.887565612792969, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.09779303550720214, "subset_score_loss": 0.09779303550720214}
+{"step": 250000, "wall_time": 1908.3738124370575, "train_loss_step": 11.560155868530273, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.09703572273254395, "subset_score_loss": 0.09703572273254395}
+{"step": 260000, "wall_time": 1964.5710906982422, "train_loss_step": 11.572700500488281, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.0939631462097168, "subset_score_loss": 0.0939631462097168}
+{"step": 270000, "wall_time": 2020.8658800125122, "train_loss_step": 11.618456840515137, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.09143731117248535, "subset_score_loss": 0.09143731117248535}
+{"step": 280000, "wall_time": 2077.344762802124, "train_loss_step": 12.065420150756836, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.09051920890808106, "subset_score_loss": 0.09051920890808106}
+{"step": 290000, "wall_time": 2127.7877180576324, "train_loss_step": 12.001018524169922, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.08971921920776367, "subset_score_loss": 0.08971921920776367}
+{"step": 300000, "wall_time": 2203.4605774879456, "train_loss_step": 11.806008338928223, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.09016701698303223, "subset_score_loss": 0.09016701698303223, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9437958002090454, "fid": 77.88724437740319}
+{"step": 310000, "wall_time": 2243.5927135944366, "train_loss_step": 12.030839920043945, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.08696988105773926, "subset_score_loss": 0.08696988105773926}
+{"step": 320000, "wall_time": 2283.6587398052216, "train_loss_step": 11.365303993225098, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.08255228996276856, "subset_score_loss": 0.08255228996276856}
+{"step": 330000, "wall_time": 2323.8890974521637, "train_loss_step": 11.395708084106445, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.08661367416381836, "subset_score_loss": 0.08661367416381836}
+{"step": 340000, "wall_time": 2364.002090215683, "train_loss_step": 10.704904556274414, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.08285284042358398, "subset_score_loss": 0.08285284042358398}
+{"step": 350000, "wall_time": 2403.907351732254, "train_loss_step": 10.27437686920166, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.079124116897583, "subset_score_loss": 0.079124116897583}
+{"step": 360000, "wall_time": 2444.0845308303833, "train_loss_step": 11.17345142364502, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.0808496379852295, "subset_score_loss": 0.0808496379852295}
+{"step": 370000, "wall_time": 2483.9827120304108, "train_loss_step": 10.532051086425781, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.07849976062774658, "subset_score_loss": 0.07849976062774658}
+{"step": 380000, "wall_time": 2515.8612349033356, "train_loss_step": 10.87408447265625, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.07778096199035645, "subset_score_loss": 0.07778096199035645}
+{"step": 390000, "wall_time": 2554.8681564331055, "train_loss_step": 10.101873397827148, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.07655253887176514, "subset_score_loss": 0.07655253887176514}
+{"step": 400000, "wall_time": 2630.8435428142548, "train_loss_step": 10.040849685668945, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.07874813556671142, "subset_score_loss": 0.07874813556671142, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.944072961807251, "fid": 89.83390709122966}
+{"step": 410000, "wall_time": 2670.730708837509, "train_loss_step": 10.143184661865234, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.07399444103240967, "subset_score_loss": 0.07399444103240967}
+{"step": 420000, "wall_time": 2710.549857378006, "train_loss_step": 9.872239112854004, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.07227499008178712, "subset_score_loss": 0.07227499008178712}
+{"step": 430000, "wall_time": 2750.316822528839, "train_loss_step": 9.875446319580078, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.0717460298538208, "subset_score_loss": 0.0717460298538208}
+{"step": 440000, "wall_time": 2789.978026866913, "train_loss_step": 9.872693061828613, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.07015991687774659, "subset_score_loss": 0.07015991687774659}
+{"step": 450000, "wall_time": 2828.9599285125732, "train_loss_step": 9.747072219848633, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.07181487560272216, "subset_score_loss": 0.07181487560272216}
+{"step": 460000, "wall_time": 2868.2843914031982, "train_loss_step": 10.209115982055664, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.07150600910186768, "subset_score_loss": 0.07150600910186768}
+{"step": 470000, "wall_time": 2902.028531074524, "train_loss_step": 9.537556648254395, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.07055929183959961, "subset_score_loss": 0.07055929183959961}
+{"step": 480000, "wall_time": 2938.4815204143524, "train_loss_step": 9.699260711669922, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.07250348091125489, "subset_score_loss": 0.07250348091125489}
+{"step": 490000, "wall_time": 2977.300185918808, "train_loss_step": 9.53133487701416, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.06923418521881103, "subset_score_loss": 0.06923418521881103}
+{"step": 500000, "wall_time": 3154.0555851459503, "train_loss_step": 9.133544921875, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.06528673171997071, "subset_score_loss": 0.06528673171997071, "memorization_fraction_pixel": 0.002899999963119626, "mean_nn_ratio_pixel": 0.9395270347595215, "fid": 95.21906722609552}
+{"step": 510000, "wall_time": 3292.80601644516, "train_loss_step": 9.954931259155273, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.0664394474029541, "subset_score_loss": 0.0664394474029541}
+{"step": 520000, "wall_time": 3431.5123472213745, "train_loss_step": 9.96858024597168, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.06585019588470459, "subset_score_loss": 0.06585019588470459}
+{"step": 530000, "wall_time": 3570.2450881004333, "train_loss_step": 9.795604705810547, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.06787234783172608, "subset_score_loss": 0.06787234783172608}
+{"step": 540000, "wall_time": 3709.261078119278, "train_loss_step": 9.965965270996094, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.06671002864837647, "subset_score_loss": 0.06671002864837647}
+{"step": 550000, "wall_time": 3848.431988954544, "train_loss_step": 9.38972282409668, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.06776356220245361, "subset_score_loss": 0.06776356220245361}
+{"step": 560000, "wall_time": 3987.7116351127625, "train_loss_step": 8.52151107788086, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.06422079563140869, "subset_score_loss": 0.06422079563140869}
+{"step": 570000, "wall_time": 4125.620627880096, "train_loss_step": 8.62949275970459, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.0637709379196167, "subset_score_loss": 0.0637709379196167}
+{"step": 580000, "wall_time": 4264.677571296692, "train_loss_step": 9.166389465332031, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.06647248268127441, "subset_score_loss": 0.06647248268127441}
+{"step": 590000, "wall_time": 4403.331711053848, "train_loss_step": 9.081159591674805, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.062800931930542, "subset_score_loss": 0.062800931930542}
+{"step": 600000, "wall_time": 4644.6197855472565, "train_loss_step": 9.311527252197266, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.06292814731597901, "subset_score_loss": 0.06292814731597901, "memorization_fraction_pixel": 0.0071000000461936, "mean_nn_ratio_pixel": 0.9244199991226196, "fid": 95.79413361546521}
+{"step": 610000, "wall_time": 4784.40277838707, "train_loss_step": 9.54407787322998, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.06120528697967529, "subset_score_loss": 0.06120528697967529}
+{"step": 620000, "wall_time": 4923.4861578941345, "train_loss_step": 9.187150955200195, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.062292289733886716, "subset_score_loss": 0.062292289733886716}
+{"step": 630000, "wall_time": 5062.888954639435, "train_loss_step": 8.874786376953125, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.06396531105041504, "subset_score_loss": 0.06396531105041504}
+{"step": 640000, "wall_time": 5201.746711969376, "train_loss_step": 8.906804084777832, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.05911705017089844, "subset_score_loss": 0.05911705017089844}
+{"step": 650000, "wall_time": 5340.695132255554, "train_loss_step": 8.953117370605469, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.06169186592102051, "subset_score_loss": 0.06169186592102051}
+{"step": 660000, "wall_time": 5478.029814958572, "train_loss_step": 8.913278579711914, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.06053939342498779, "subset_score_loss": 0.06053939342498779}
+{"step": 670000, "wall_time": 5617.489848136902, "train_loss_step": 8.016223907470703, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.05678098201751709, "subset_score_loss": 0.05678098201751709}
+{"step": 680000, "wall_time": 5754.530121803284, "train_loss_step": 8.568689346313477, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.05481588363647461, "subset_score_loss": 0.05481588363647461}
+{"step": 690000, "wall_time": 5895.320441484451, "train_loss_step": 8.380293846130371, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.057378921508789066, "subset_score_loss": 0.057378921508789066}
+{"step": 700000, "wall_time": 6139.295351743698, "train_loss_step": 8.780847549438477, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.05592064380645752, "subset_score_loss": 0.05592064380645752, "memorization_fraction_pixel": 0.008899999782443047, "mean_nn_ratio_pixel": 0.9262852668762207, "fid": 98.68507403732514}
+{"step": 710000, "wall_time": 6278.696120262146, "train_loss_step": 8.46392822265625, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.057997612953186034, "subset_score_loss": 0.057997612953186034}
+{"step": 720000, "wall_time": 6417.539892196655, "train_loss_step": 9.056879043579102, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.055555620193481446, "subset_score_loss": 0.055555620193481446}
+{"step": 730000, "wall_time": 6556.0001745224, "train_loss_step": 8.846314430236816, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.05686326503753662, "subset_score_loss": 0.05686326503753662}
+{"step": 740000, "wall_time": 6694.946437358856, "train_loss_step": 8.252887725830078, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.05181777477264404, "subset_score_loss": 0.05181777477264404}
+{"step": 750000, "wall_time": 6831.890980243683, "train_loss_step": 8.314044952392578, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.055273704528808594, "subset_score_loss": 0.055273704528808594}
+{"step": 760000, "wall_time": 6970.711114168167, "train_loss_step": 8.571264266967773, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.053768038749694824, "subset_score_loss": 0.053768038749694824}
+{"step": 770000, "wall_time": 7107.441141605377, "train_loss_step": 8.3372802734375, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.05460285186767578, "subset_score_loss": 0.05460285186767578}
+{"step": 780000, "wall_time": 7246.7123329639435, "train_loss_step": 8.668658256530762, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.0545380449295044, "subset_score_loss": 0.0545380449295044}
+{"step": 790000, "wall_time": 7383.405369520187, "train_loss_step": 8.701277732849121, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.05188652038574219, "subset_score_loss": 0.05188652038574219}
+{"step": 800000, "wall_time": 7631.008073568344, "train_loss_step": 8.327407836914062, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.05112675666809082, "subset_score_loss": 0.05112675666809082, "memorization_fraction_pixel": 0.021299999207258224, "mean_nn_ratio_pixel": 0.9053972363471985, "fid": 93.54501761730825}
+{"step": 810000, "wall_time": 7769.505933523178, "train_loss_step": 8.053162574768066, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.0551536750793457, "subset_score_loss": 0.0551536750793457}
+{"step": 820000, "wall_time": 7908.546909093857, "train_loss_step": 7.932549476623535, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.05708151817321777, "subset_score_loss": 0.05708151817321777}
+{"step": 830000, "wall_time": 8047.854338884354, "train_loss_step": 8.052270889282227, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.050837550163269046, "subset_score_loss": 0.050837550163269046}
+{"step": 840000, "wall_time": 8184.6783764362335, "train_loss_step": 8.235064506530762, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.051614995002746585, "subset_score_loss": 0.051614995002746585}
+{"step": 850000, "wall_time": 8322.60544872284, "train_loss_step": 7.927830696105957, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.04971842288970947, "subset_score_loss": 0.04971842288970947}
+{"step": 860000, "wall_time": 8459.097094535828, "train_loss_step": 7.8721466064453125, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.05407218933105469, "subset_score_loss": 0.05407218933105469}
+{"step": 870000, "wall_time": 8597.611245393753, "train_loss_step": 8.327766418457031, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.05067252159118652, "subset_score_loss": 0.05067252159118652}
+{"step": 880000, "wall_time": 8735.840521097183, "train_loss_step": 8.268431663513184, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.05009944438934326, "subset_score_loss": 0.05009944438934326}
+{"step": 890000, "wall_time": 8873.6104824543, "train_loss_step": 8.117796897888184, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.04794225692749023, "subset_score_loss": 0.04794225692749023}
+{"step": 900000, "wall_time": 9120.870543718338, "train_loss_step": 7.304079532623291, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.05056158542633057, "subset_score_loss": 0.05056158542633057, "memorization_fraction_pixel": 0.028300000354647636, "mean_nn_ratio_pixel": 0.8926695585250854, "fid": 86.52203610356995}
+{"step": 910000, "wall_time": 9259.593583345413, "train_loss_step": 7.793244361877441, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.05055625915527344, "subset_score_loss": 0.05055625915527344}
+{"step": 920000, "wall_time": 9396.971351623535, "train_loss_step": 7.531063079833984, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.04819625377655029, "subset_score_loss": 0.04819625377655029}
+{"step": 930000, "wall_time": 9531.843260526657, "train_loss_step": 7.604959487915039, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.048297152519226075, "subset_score_loss": 0.048297152519226075}
+{"step": 940000, "wall_time": 9670.946286201477, "train_loss_step": 8.210681915283203, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.049710988998413086, "subset_score_loss": 0.049710988998413086}
+{"step": 950000, "wall_time": 9807.155347585678, "train_loss_step": 7.3775529861450195, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.04932255268096924, "subset_score_loss": 0.04932255268096924}
+{"step": 960000, "wall_time": 9945.77798652649, "train_loss_step": 7.759626388549805, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.04863929748535156, "subset_score_loss": 0.04863929748535156}
+{"step": 970000, "wall_time": 10085.695113420486, "train_loss_step": 8.222607612609863, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.04805844783782959, "subset_score_loss": 0.04805844783782959}
+{"step": 980000, "wall_time": 10221.841737747192, "train_loss_step": 7.62783145904541, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.05019941806793213, "subset_score_loss": 0.05019941806793213}
+{"step": 990000, "wall_time": 10361.62140917778, "train_loss_step": 7.492275714874268, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.0490412712097168, "subset_score_loss": 0.0490412712097168}
+{"step": 1000000, "wall_time": 10606.533860206604, "train_loss_step": 7.436220169067383, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.04563342094421387, "subset_score_loss": 0.04563342094421387, "memorization_fraction_pixel": 0.042100001126527786, "mean_nn_ratio_pixel": 0.8755084276199341, "fid": 82.5469472163943}
+{"step": 1010000, "wall_time": 10745.112986803055, "train_loss_step": 7.651501655578613, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.04578497886657715, "subset_score_loss": 0.04578497886657715}
+{"step": 1020000, "wall_time": 10882.021850347519, "train_loss_step": 7.615756034851074, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.045472326278686526, "subset_score_loss": 0.045472326278686526}
+{"step": 1030000, "wall_time": 11003.838677883148, "train_loss_step": 7.865415573120117, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.05737390995025635, "subset_score_loss": 0.05737390995025635}
+{"step": 1040000, "wall_time": 11042.404604673386, "train_loss_step": 7.948936462402344, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.04702193737030029, "subset_score_loss": 0.04702193737030029}
+{"step": 1050000, "wall_time": 11080.30129981041, "train_loss_step": 7.787694454193115, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.04594691753387451, "subset_score_loss": 0.04594691753387451}
+{"step": 1060000, "wall_time": 11118.10593032837, "train_loss_step": 7.670931816101074, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.047218823432922365, "subset_score_loss": 0.047218823432922365}
+{"step": 1070000, "wall_time": 11155.91098690033, "train_loss_step": 7.363461494445801, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.049088263511657716, "subset_score_loss": 0.049088263511657716}
+{"step": 1080000, "wall_time": 11193.767857313156, "train_loss_step": 7.466886520385742, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.04747077465057373, "subset_score_loss": 0.04747077465057373}
+{"step": 1090000, "wall_time": 11231.462143421173, "train_loss_step": 7.762578010559082, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.044915294647216795, "subset_score_loss": 0.044915294647216795}
+{"step": 1100000, "wall_time": 11306.706762552261, "train_loss_step": 7.409745216369629, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.04443661212921143, "subset_score_loss": 0.04443661212921143, "memorization_fraction_pixel": 0.05079999938607216, "mean_nn_ratio_pixel": 0.8591575026512146, "fid": 79.70667095726932}
+{"step": 1110000, "wall_time": 11332.471933364868, "train_loss_step": 7.360176086425781, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.04887405395507813, "subset_score_loss": 0.04887405395507813}
+{"step": 1120000, "wall_time": 11370.265956163406, "train_loss_step": 7.438368797302246, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.04434642314910889, "subset_score_loss": 0.04434642314910889}
+{"step": 1130000, "wall_time": 11408.093824386597, "train_loss_step": 7.61082649230957, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.04863669395446777, "subset_score_loss": 0.04863669395446777}
+{"step": 1140000, "wall_time": 11446.117443561554, "train_loss_step": 7.268620491027832, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.04125464916229248, "subset_score_loss": 0.04125464916229248}
+{"step": 1150000, "wall_time": 11483.918479681015, "train_loss_step": 7.152703762054443, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.04547423839569092, "subset_score_loss": 0.04547423839569092}
+{"step": 1160000, "wall_time": 11521.805087327957, "train_loss_step": 6.9730682373046875, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.04462575912475586, "subset_score_loss": 0.04462575912475586}
+{"step": 1170000, "wall_time": 11559.465185403824, "train_loss_step": 7.433000564575195, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.041858458518981935, "subset_score_loss": 0.041858458518981935}
+{"step": 1180000, "wall_time": 11597.099274635315, "train_loss_step": 7.094387531280518, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.04205721378326416, "subset_score_loss": 0.04205721378326416}
+{"step": 1190000, "wall_time": 11634.98877286911, "train_loss_step": 7.168612003326416, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.043350963592529296, "subset_score_loss": 0.043350963592529296}
+{"step": 1200000, "wall_time": 11707.567335367203, "train_loss_step": 7.002407550811768, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.042245302200317386, "subset_score_loss": 0.042245302200317386, "memorization_fraction_pixel": 0.06199999898672104, "mean_nn_ratio_pixel": 0.8512888550758362, "fid": 75.23634232757438}
+{"step": 1210000, "wall_time": 11742.109683036804, "train_loss_step": 7.061868667602539, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.04113611698150635, "subset_score_loss": 0.04113611698150635}
+{"step": 1220000, "wall_time": 11780.83405995369, "train_loss_step": 7.278716087341309, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.04794247150421142, "subset_score_loss": 0.04794247150421142}
+{"step": 1230000, "wall_time": 11819.881551265717, "train_loss_step": 7.028010368347168, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.04300828456878662, "subset_score_loss": 0.04300828456878662}
+{"step": 1240000, "wall_time": 11858.855767250061, "train_loss_step": 7.2148942947387695, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.041955604553222656, "subset_score_loss": 0.041955604553222656}
+{"step": 1250000, "wall_time": 11898.624245405197, "train_loss_step": 6.941198348999023, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.04552846908569336, "subset_score_loss": 0.04552846908569336}
+{"step": 1260000, "wall_time": 11938.031301259995, "train_loss_step": 7.574143409729004, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.04230863571166992, "subset_score_loss": 0.04230863571166992}
+{"step": 1270000, "wall_time": 11976.911565303802, "train_loss_step": 7.273484230041504, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.04198542594909668, "subset_score_loss": 0.04198542594909668}
+{"step": 1280000, "wall_time": 12015.752131700516, "train_loss_step": 7.050774574279785, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.04225274562835693, "subset_score_loss": 0.04225274562835693}
+{"step": 1290000, "wall_time": 12054.77203798294, "train_loss_step": 6.592838764190674, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.040753746032714845, "subset_score_loss": 0.040753746032714845}
+{"step": 1300000, "wall_time": 12116.888617038727, "train_loss_step": 6.889056205749512, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.0483950662612915, "subset_score_loss": 0.0483950662612915, "memorization_fraction_pixel": 0.07410000264644623, "mean_nn_ratio_pixel": 0.8350943326950073, "fid": 71.2752373051402}
+{"step": 1310000, "wall_time": 12155.774221658707, "train_loss_step": 6.945082664489746, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.03944305419921875, "subset_score_loss": 0.03944305419921875}
+{"step": 1320000, "wall_time": 12194.547682523727, "train_loss_step": 7.145829200744629, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.04219398498535156, "subset_score_loss": 0.04219398498535156}
+{"step": 1330000, "wall_time": 12233.416548728943, "train_loss_step": 7.009588241577148, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.04065491199493408, "subset_score_loss": 0.04065491199493408}
+{"step": 1340000, "wall_time": 12272.226720571518, "train_loss_step": 7.000638008117676, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.04085700988769531, "subset_score_loss": 0.04085700988769531}
+{"step": 1350000, "wall_time": 12311.555062532425, "train_loss_step": 7.005829811096191, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.04134510993957519, "subset_score_loss": 0.04134510993957519}
+{"step": 1360000, "wall_time": 12350.800932884216, "train_loss_step": 6.781273365020752, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.042041163444519046, "subset_score_loss": 0.042041163444519046}
+{"step": 1370000, "wall_time": 12390.555415153503, "train_loss_step": 6.451242446899414, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.0373255443572998, "subset_score_loss": 0.0373255443572998}
+{"step": 1380000, "wall_time": 12429.924785137177, "train_loss_step": 6.715869903564453, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.03967471361160278, "subset_score_loss": 0.03967471361160278}
+{"step": 1390000, "wall_time": 12468.628120183945, "train_loss_step": 6.590668678283691, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.04100621223449707, "subset_score_loss": 0.04100621223449707}
+{"step": 1400000, "wall_time": 12529.689931154251, "train_loss_step": 6.521631240844727, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.03963724374771118, "subset_score_loss": 0.03963724374771118, "memorization_fraction_pixel": 0.09969999641180038, "mean_nn_ratio_pixel": 0.8057498931884766, "fid": 65.97004870154007}
+{"step": 1410000, "wall_time": 12567.85626745224, "train_loss_step": 6.888288974761963, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.03840803623199463, "subset_score_loss": 0.03840803623199463}
+{"step": 1420000, "wall_time": 12605.928619146347, "train_loss_step": 7.017214775085449, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.04846343040466308, "subset_score_loss": 0.04846343040466308}
+{"step": 1430000, "wall_time": 12643.926273822784, "train_loss_step": 6.831262588500977, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.03931273221969604, "subset_score_loss": 0.03931273221969604}
+{"step": 1440000, "wall_time": 12681.800091981888, "train_loss_step": 6.543408393859863, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.03821313142776489, "subset_score_loss": 0.03821313142776489}
+{"step": 1450000, "wall_time": 12719.594078540802, "train_loss_step": 6.575213432312012, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.03929779052734375, "subset_score_loss": 0.03929779052734375}
+{"step": 1460000, "wall_time": 12758.474169969559, "train_loss_step": 6.6814680099487305, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.039247746467590335, "subset_score_loss": 0.039247746467590335}
+{"step": 1470000, "wall_time": 12797.573588371277, "train_loss_step": 6.750779151916504, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.038318638801574705, "subset_score_loss": 0.038318638801574705}
+{"step": 1480000, "wall_time": 12836.300064563751, "train_loss_step": 6.487752914428711, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.03884699821472168, "subset_score_loss": 0.03884699821472168}
+{"step": 1490000, "wall_time": 12869.384582281113, "train_loss_step": 6.4929704666137695, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.037788381576538084, "subset_score_loss": 0.037788381576538084}
+{"step": 1500000, "wall_time": 12945.147465229034, "train_loss_step": 6.423951625823975, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.038603415489196775, "subset_score_loss": 0.038603415489196775, "memorization_fraction_pixel": 0.11640000343322754, "mean_nn_ratio_pixel": 0.7835411429405212, "fid": 61.704179594679836}
+{"step": 1510000, "wall_time": 12984.266030073166, "train_loss_step": 6.51824426651001, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.04179951190948486, "subset_score_loss": 0.04179951190948486}
+{"step": 1520000, "wall_time": 13023.145821094513, "train_loss_step": 6.354091644287109, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.0446970272064209, "subset_score_loss": 0.0446970272064209}
+{"step": 1530000, "wall_time": 13061.982964754105, "train_loss_step": 6.558460712432861, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.0376888632774353, "subset_score_loss": 0.0376888632774353}
+{"step": 1540000, "wall_time": 13099.960810184479, "train_loss_step": 6.139441967010498, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.03908467531204224, "subset_score_loss": 0.03908467531204224}
+{"step": 1550000, "wall_time": 13138.144758224487, "train_loss_step": 6.8049445152282715, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.038778371810913086, "subset_score_loss": 0.038778371810913086}
+{"step": 1560000, "wall_time": 13175.935496091843, "train_loss_step": 6.775589466094971, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.040591273307800296, "subset_score_loss": 0.040591273307800296}
+{"step": 1570000, "wall_time": 13213.560609340668, "train_loss_step": 6.25624418258667, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.03491856098175049, "subset_score_loss": 0.03491856098175049}
+{"step": 1580000, "wall_time": 13247.834861040115, "train_loss_step": 6.488346099853516, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.03928727626800537, "subset_score_loss": 0.03928727626800537}
+{"step": 1590000, "wall_time": 13274.177471160889, "train_loss_step": 6.884803771972656, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.03637539863586426, "subset_score_loss": 0.03637539863586426}
+{"step": 1600000, "wall_time": 13350.00699543953, "train_loss_step": 7.345120906829834, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.04254043579101562, "subset_score_loss": 0.04254043579101562, "memorization_fraction_pixel": 0.13189999759197235, "mean_nn_ratio_pixel": 0.781791627407074, "fid": 64.18534986463327}
+{"step": 1610000, "wall_time": 13387.544063329697, "train_loss_step": 6.5707011222839355, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.03979427814483642, "subset_score_loss": 0.03979427814483642}
+{"step": 1620000, "wall_time": 13424.892985582352, "train_loss_step": 6.611088275909424, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.03773425579071045, "subset_score_loss": 0.03773425579071045}
+{"step": 1630000, "wall_time": 13462.473235607147, "train_loss_step": 6.329069137573242, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03575114011764526, "subset_score_loss": 0.03575114011764526}
+{"step": 1640000, "wall_time": 13499.961956739426, "train_loss_step": 6.681120872497559, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.04119289398193359, "subset_score_loss": 0.04119289398193359}
+{"step": 1650000, "wall_time": 13537.491259336472, "train_loss_step": 6.249396324157715, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.03917929410934448, "subset_score_loss": 0.03917929410934448}
+{"step": 1660000, "wall_time": 13575.029787778854, "train_loss_step": 6.477545261383057, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.039592483043670655, "subset_score_loss": 0.039592483043670655}
+{"step": 1670000, "wall_time": 13612.442497968674, "train_loss_step": 6.697521686553955, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.03812229156494141, "subset_score_loss": 0.03812229156494141}
+{"step": 1680000, "wall_time": 13635.833031654358, "train_loss_step": 6.544970512390137, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.03510900974273681, "subset_score_loss": 0.03510900974273681}
+{"step": 1690000, "wall_time": 13673.354029893875, "train_loss_step": 6.313731670379639, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.03858460664749146, "subset_score_loss": 0.03858460664749146}
+{"step": 1700000, "wall_time": 13747.326253414154, "train_loss_step": 6.753691673278809, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.03718928098678589, "subset_score_loss": 0.03718928098678589, "memorization_fraction_pixel": 0.1446000039577484, "mean_nn_ratio_pixel": 0.7729138135910034, "fid": 60.11773436675139}
+{"step": 1710000, "wall_time": 13784.988633394241, "train_loss_step": 6.110443592071533, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.035678744316101074, "subset_score_loss": 0.035678744316101074}
+{"step": 1720000, "wall_time": 13822.673675775528, "train_loss_step": 6.08871603012085, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.03421248912811279, "subset_score_loss": 0.03421248912811279}
+{"step": 1730000, "wall_time": 13860.274750709534, "train_loss_step": 6.625937461853027, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.0354168701171875, "subset_score_loss": 0.0354168701171875}
+{"step": 1740000, "wall_time": 13898.019333600998, "train_loss_step": 6.4082417488098145, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.03607990980148315, "subset_score_loss": 0.03607990980148315}
+{"step": 1750000, "wall_time": 13935.82344341278, "train_loss_step": 6.4207563400268555, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.03814100742340088, "subset_score_loss": 0.03814100742340088}
+{"step": 1760000, "wall_time": 13973.36726975441, "train_loss_step": 6.171018600463867, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.037593367099761965, "subset_score_loss": 0.037593367099761965}
+{"step": 1770000, "wall_time": 14005.407351970673, "train_loss_step": 6.335127830505371, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.03468655824661255, "subset_score_loss": 0.03468655824661255}
+{"step": 1780000, "wall_time": 14035.024672031403, "train_loss_step": 6.387690544128418, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.0363331151008606, "subset_score_loss": 0.0363331151008606}
+{"step": 1790000, "wall_time": 14073.865416288376, "train_loss_step": 6.121467590332031, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.03434952974319458, "subset_score_loss": 0.03434952974319458}
+{"step": 1800000, "wall_time": 14151.859110593796, "train_loss_step": 6.279870986938477, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.035335030555725094, "subset_score_loss": 0.035335030555725094, "memorization_fraction_pixel": 0.14309999346733093, "mean_nn_ratio_pixel": 0.7774637341499329, "fid": 61.44006297862228}
+{"step": 1810000, "wall_time": 14190.984514713287, "train_loss_step": 6.074004650115967, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.03446239471435547, "subset_score_loss": 0.03446239471435547}
+{"step": 1820000, "wall_time": 14230.205681324005, "train_loss_step": 6.524912357330322, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.03600625276565552, "subset_score_loss": 0.03600625276565552}
+{"step": 1830000, "wall_time": 14269.172093629837, "train_loss_step": 6.0301618576049805, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.03550259113311768, "subset_score_loss": 0.03550259113311768}
+{"step": 1840000, "wall_time": 14307.912307739258, "train_loss_step": 6.2982988357543945, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.0344153356552124, "subset_score_loss": 0.0344153356552124}
+{"step": 1850000, "wall_time": 14346.78252530098, "train_loss_step": 6.215435028076172, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.03513587474822998, "subset_score_loss": 0.03513587474822998}
+{"step": 1860000, "wall_time": 14382.619956970215, "train_loss_step": 5.97734260559082, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.03684793472290039, "subset_score_loss": 0.03684793472290039}
+{"step": 1870000, "wall_time": 14411.099909067154, "train_loss_step": 6.131108283996582, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.03319877624511719, "subset_score_loss": 0.03319877624511719}
+{"step": 1880000, "wall_time": 14449.695930242538, "train_loss_step": 6.19517707824707, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.03443073511123657, "subset_score_loss": 0.03443073511123657}
+{"step": 1890000, "wall_time": 14488.494174003601, "train_loss_step": 6.302964210510254, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.034786739349365235, "subset_score_loss": 0.034786739349365235}
+{"step": 1900000, "wall_time": 14566.387039661407, "train_loss_step": 5.770505905151367, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.035756022930145265, "subset_score_loss": 0.035756022930145265, "memorization_fraction_pixel": 0.1648000031709671, "mean_nn_ratio_pixel": 0.761002779006958, "fid": 57.88219398481207}
+{"step": 1910000, "wall_time": 14605.435754776001, "train_loss_step": 6.316753387451172, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.03617278814315796, "subset_score_loss": 0.03617278814315796}
+{"step": 1920000, "wall_time": 14644.298081159592, "train_loss_step": 6.266705513000488, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.034017045497894284, "subset_score_loss": 0.034017045497894284}
+{"step": 1930000, "wall_time": 14683.385931491852, "train_loss_step": 6.1906418800354, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.03241156816482544, "subset_score_loss": 0.03241156816482544}
+{"step": 1940000, "wall_time": 14722.106981277466, "train_loss_step": 6.198566436767578, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.03254286527633667, "subset_score_loss": 0.03254286527633667}
+{"step": 1950000, "wall_time": 14760.953162431717, "train_loss_step": 6.287238121032715, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.03289061307907105, "subset_score_loss": 0.03289061307907105}
+{"step": 1960000, "wall_time": 14790.793471336365, "train_loss_step": 6.328356742858887, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.032200825214385984, "subset_score_loss": 0.032200825214385984}
+{"step": 1970000, "wall_time": 14829.626215934753, "train_loss_step": 6.141182899475098, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.03283771514892578, "subset_score_loss": 0.03283771514892578}
+{"step": 1980000, "wall_time": 14868.332347869873, "train_loss_step": 5.957404136657715, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.03362664937973023, "subset_score_loss": 0.03362664937973023}
+{"step": 1990000, "wall_time": 14907.197986125946, "train_loss_step": 5.875565052032471, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.0338763165473938, "subset_score_loss": 0.0338763165473938}
+{"step": 2000000, "wall_time": 14985.01127576828, "train_loss_step": 5.719387054443359, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.03152105093002319, "subset_score_loss": 0.03152105093002319, "memorization_fraction_pixel": 0.20110000669956207, "mean_nn_ratio_pixel": 0.7320603728294373, "fid": 55.730428923796985}
+{"step": 2010000, "wall_time": 15023.779077291489, "train_loss_step": 5.859366416931152, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.032715802192687986, "subset_score_loss": 0.032715802192687986}
+{"step": 2020000, "wall_time": 15063.329667568207, "train_loss_step": 5.578126907348633, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.033560550212860106, "subset_score_loss": 0.033560550212860106}
+{"step": 2030000, "wall_time": 15102.101757526398, "train_loss_step": 5.689745903015137, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.03262017011642456, "subset_score_loss": 0.03262017011642456}
+{"step": 2040000, "wall_time": 15141.614332675934, "train_loss_step": 5.654398441314697, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.03437707901000977, "subset_score_loss": 0.03437707901000977}
+{"step": 2050000, "wall_time": 15172.653988838196, "train_loss_step": 6.46956729888916, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.03211322546005249, "subset_score_loss": 0.03211322546005249}
+{"step": 2060000, "wall_time": 15211.401450395584, "train_loss_step": 5.8404622077941895, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.03466503143310547, "subset_score_loss": 0.03466503143310547}
+{"step": 2070000, "wall_time": 15250.152361392975, "train_loss_step": 5.952580451965332, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.03292131423950195, "subset_score_loss": 0.03292131423950195}
+{"step": 2080000, "wall_time": 15289.222234487534, "train_loss_step": 6.128058433532715, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.032602572441101076, "subset_score_loss": 0.032602572441101076}
+{"step": 2090000, "wall_time": 15328.004408121109, "train_loss_step": 5.972440719604492, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.030286436080932618, "subset_score_loss": 0.030286436080932618}
+{"step": 2100000, "wall_time": 15406.181320428848, "train_loss_step": 6.071037292480469, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.03854110479354858, "subset_score_loss": 0.03854110479354858, "memorization_fraction_pixel": 0.18379999697208405, "mean_nn_ratio_pixel": 0.7472249269485474, "fid": 59.68705875375922}
+{"step": 2110000, "wall_time": 15444.975356817245, "train_loss_step": 5.613253116607666, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.031562340259552, "subset_score_loss": 0.031562340259552}
+{"step": 2120000, "wall_time": 15483.74974155426, "train_loss_step": 5.964367866516113, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.03163900136947632, "subset_score_loss": 0.03163900136947632}
+{"step": 2130000, "wall_time": 15522.23384976387, "train_loss_step": 6.330948829650879, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.03185276508331299, "subset_score_loss": 0.03185276508331299}
+{"step": 2140000, "wall_time": 15552.269010305405, "train_loss_step": 5.594635963439941, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.03219467163085937, "subset_score_loss": 0.03219467163085937}
+{"step": 2150000, "wall_time": 15591.250753879547, "train_loss_step": 5.7628655433654785, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.029568452835083008, "subset_score_loss": 0.029568452835083008}
+{"step": 2160000, "wall_time": 15630.519338607788, "train_loss_step": 5.861288070678711, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.030713257789611818, "subset_score_loss": 0.030713257789611818}
+{"step": 2170000, "wall_time": 15670.010429859161, "train_loss_step": 5.6744890213012695, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.03063911199569702, "subset_score_loss": 0.03063911199569702}
+{"step": 2180000, "wall_time": 15709.598045825958, "train_loss_step": 6.086755752563477, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.031004204750061035, "subset_score_loss": 0.031004204750061035}
+{"step": 2190000, "wall_time": 15748.476133823395, "train_loss_step": 5.601457595825195, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.030603883266448976, "subset_score_loss": 0.030603883266448976}
+{"step": 2200000, "wall_time": 15826.816318750381, "train_loss_step": 5.480990886688232, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.03013782262802124, "subset_score_loss": 0.03013782262802124, "memorization_fraction_pixel": 0.2328999936580658, "mean_nn_ratio_pixel": 0.7092970013618469, "fid": 54.99398501897073}
+{"step": 2210000, "wall_time": 15865.819650888443, "train_loss_step": 5.670947551727295, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.030233817100524904, "subset_score_loss": 0.030233817100524904}
+{"step": 2220000, "wall_time": 15904.620745658875, "train_loss_step": 5.64344596862793, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.0331280517578125, "subset_score_loss": 0.0331280517578125}
+{"step": 2230000, "wall_time": 15934.686129808426, "train_loss_step": 5.766170501708984, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.030156826972961424, "subset_score_loss": 0.030156826972961424}
+{"step": 2240000, "wall_time": 15972.907997369766, "train_loss_step": 5.745717525482178, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.029551906585693358, "subset_score_loss": 0.029551906585693358}
+{"step": 2250000, "wall_time": 16011.694846391678, "train_loss_step": 5.715689659118652, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.03072446346282959, "subset_score_loss": 0.03072446346282959}
+{"step": 2260000, "wall_time": 16050.486180782318, "train_loss_step": 5.46992301940918, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.031500551700592044, "subset_score_loss": 0.031500551700592044}
+{"step": 2270000, "wall_time": 16089.231509923935, "train_loss_step": 6.236678123474121, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.031807925701141354, "subset_score_loss": 0.031807925701141354}
+{"step": 2280000, "wall_time": 16128.048775434494, "train_loss_step": 5.3905558586120605, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.03526775360107422, "subset_score_loss": 0.03526775360107422}
+{"step": 2290000, "wall_time": 16167.394878387451, "train_loss_step": 6.0492753982543945, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.03195791482925415, "subset_score_loss": 0.03195791482925415}
+{"step": 2300000, "wall_time": 16245.892272233963, "train_loss_step": 6.02686882019043, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.030725533962249755, "subset_score_loss": 0.030725533962249755, "memorization_fraction_pixel": 0.24779999256134033, "mean_nn_ratio_pixel": 0.699705958366394, "fid": 54.44078398204529}
+{"step": 2310000, "wall_time": 16285.369995594025, "train_loss_step": 6.161986827850342, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.03130902767181396, "subset_score_loss": 0.03130902767181396}
+{"step": 2320000, "wall_time": 16318.224844932556, "train_loss_step": 6.074346542358398, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.030441339015960692, "subset_score_loss": 0.030441339015960692}
+{"step": 2330000, "wall_time": 16354.35414648056, "train_loss_step": 5.893547534942627, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.03136092901229858, "subset_score_loss": 0.03136092901229858}
+{"step": 2340000, "wall_time": 16393.554040193558, "train_loss_step": 5.5915751457214355, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.03193482398986816, "subset_score_loss": 0.03193482398986816}
+{"step": 2350000, "wall_time": 16432.29543375969, "train_loss_step": 5.774820327758789, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.029911093711853028, "subset_score_loss": 0.029911093711853028}
+{"step": 2360000, "wall_time": 16471.395134449005, "train_loss_step": 5.732143878936768, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.03428018808364868, "subset_score_loss": 0.03428018808364868}
+{"step": 2370000, "wall_time": 16510.206187963486, "train_loss_step": 5.909543037414551, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.031593496799469, "subset_score_loss": 0.031593496799469}
+{"step": 2380000, "wall_time": 16548.924834012985, "train_loss_step": 5.469745635986328, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.029317033290863038, "subset_score_loss": 0.029317033290863038}
+{"step": 2390000, "wall_time": 16587.597485780716, "train_loss_step": 5.535520076751709, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.032760396003723144, "subset_score_loss": 0.032760396003723144}
+{"step": 2400000, "wall_time": 16666.097556829453, "train_loss_step": 5.897140026092529, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.02988436460494995, "subset_score_loss": 0.02988436460494995, "memorization_fraction_pixel": 0.2215999960899353, "mean_nn_ratio_pixel": 0.728374719619751, "fid": 59.0717815509982}
+{"step": 2410000, "wall_time": 16701.502402305603, "train_loss_step": 5.670222282409668, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.028840794563293456, "subset_score_loss": 0.028840794563293456}
+{"step": 2420000, "wall_time": 16736.125408649445, "train_loss_step": 5.552508354187012, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.02896989107131958, "subset_score_loss": 0.02896989107131958}
+{"step": 2430000, "wall_time": 16775.364523649216, "train_loss_step": 5.754668712615967, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.02986039161682129, "subset_score_loss": 0.02986039161682129}
+{"step": 2440000, "wall_time": 16815.06108546257, "train_loss_step": 5.5236921310424805, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.02848923921585083, "subset_score_loss": 0.02848923921585083}
+{"step": 2450000, "wall_time": 16853.895753145218, "train_loss_step": 5.583144187927246, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.0304118275642395, "subset_score_loss": 0.0304118275642395}
+{"step": 2460000, "wall_time": 16892.605370998383, "train_loss_step": 6.169187545776367, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.029981770515441895, "subset_score_loss": 0.029981770515441895}
+{"step": 2470000, "wall_time": 16931.41214966774, "train_loss_step": 5.623867034912109, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.031744182109832764, "subset_score_loss": 0.031744182109832764}
+{"step": 2480000, "wall_time": 16970.254939317703, "train_loss_step": 5.344571590423584, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.027711637020111084, "subset_score_loss": 0.027711637020111084}
+{"step": 2490000, "wall_time": 17008.98813033104, "train_loss_step": 5.540912628173828, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.02864259958267212, "subset_score_loss": 0.02864259958267212}
+{"step": 2500000, "wall_time": 17086.316742658615, "train_loss_step": 5.2409868240356445, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.02764259099960327, "subset_score_loss": 0.02764259099960327, "memorization_fraction_pixel": 0.27570000290870667, "mean_nn_ratio_pixel": 0.6835344433784485, "fid": 54.624333811496044}
+{"step": 2510000, "wall_time": 17119.42395377159, "train_loss_step": 5.3768110275268555, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.02743718147277832, "subset_score_loss": 0.02743718147277832}
+{"step": 2520000, "wall_time": 17158.242036104202, "train_loss_step": 4.984158039093018, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.028141355514526366, "subset_score_loss": 0.028141355514526366}
+{"step": 2530000, "wall_time": 17197.026530504227, "train_loss_step": 5.155630111694336, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.028555583953857423, "subset_score_loss": 0.028555583953857423}
+{"step": 2540000, "wall_time": 17235.967376947403, "train_loss_step": 5.5511932373046875, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.030557405948638917, "subset_score_loss": 0.030557405948638917}
+{"step": 2550000, "wall_time": 17275.432333946228, "train_loss_step": 5.337960243225098, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.029377613067626953, "subset_score_loss": 0.029377613067626953}
+{"step": 2560000, "wall_time": 17314.505747556686, "train_loss_step": 5.375546455383301, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.028671207427978514, "subset_score_loss": 0.028671207427978514}
+{"step": 2570000, "wall_time": 17354.170011997223, "train_loss_step": 5.399222373962402, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.027920067310333252, "subset_score_loss": 0.027920067310333252}
+{"step": 2580000, "wall_time": 17393.280039787292, "train_loss_step": 5.620016574859619, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.02769676923751831, "subset_score_loss": 0.02769676923751831}
+{"step": 2590000, "wall_time": 17432.351267576218, "train_loss_step": 5.545836448669434, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.02779855012893677, "subset_score_loss": 0.02779855012893677}
+{"step": 2600000, "wall_time": 17495.99670433998, "train_loss_step": 5.688924789428711, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.02974369764328003, "subset_score_loss": 0.02974369764328003, "memorization_fraction_pixel": 0.2621999979019165, "mean_nn_ratio_pixel": 0.6987407803535461, "fid": 57.76885451414741}
+{"step": 2610000, "wall_time": 17534.872545719147, "train_loss_step": 5.697493553161621, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.027316081523895263, "subset_score_loss": 0.027316081523895263}
+{"step": 2620000, "wall_time": 17573.737143993378, "train_loss_step": 5.366840839385986, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.027545616626739503, "subset_score_loss": 0.027545616626739503}
+{"step": 2630000, "wall_time": 17612.57056760788, "train_loss_step": 5.589376449584961, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.03163367033004761, "subset_score_loss": 0.03163367033004761}
+{"step": 2640000, "wall_time": 17651.726305246353, "train_loss_step": 5.527019500732422, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.030222620964050293, "subset_score_loss": 0.030222620964050293}
+{"step": 2650000, "wall_time": 17690.516419172287, "train_loss_step": 6.023410797119141, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.02806377649307251, "subset_score_loss": 0.02806377649307251}
+{"step": 2660000, "wall_time": 17729.51702928543, "train_loss_step": 5.4151835441589355, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.02859021186828613, "subset_score_loss": 0.02859021186828613}
+{"step": 2670000, "wall_time": 17768.5607817173, "train_loss_step": 5.261783123016357, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.029172430038452147, "subset_score_loss": 0.029172430038452147}
+{"step": 2680000, "wall_time": 17808.19223856926, "train_loss_step": 5.46514892578125, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.027885959148406983, "subset_score_loss": 0.027885959148406983}
+{"step": 2690000, "wall_time": 17846.696347236633, "train_loss_step": 5.359859466552734, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.02695094347000122, "subset_score_loss": 0.02695094347000122}
+{"step": 2700000, "wall_time": 17916.390743255615, "train_loss_step": 5.344824314117432, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.026531872749328615, "subset_score_loss": 0.026531872749328615, "memorization_fraction_pixel": 0.2745000123977661, "mean_nn_ratio_pixel": 0.6933433413505554, "fid": 56.758740338819706}
+{"step": 2710000, "wall_time": 17955.336540222168, "train_loss_step": 5.146371364593506, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.029270050525665284, "subset_score_loss": 0.029270050525665284}
+{"step": 2720000, "wall_time": 17994.26845884323, "train_loss_step": 5.359264850616455, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.028551197052001952, "subset_score_loss": 0.028551197052001952}
+{"step": 2730000, "wall_time": 18033.09077477455, "train_loss_step": 5.358666896820068, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.026556992530822755, "subset_score_loss": 0.026556992530822755}
+{"step": 2740000, "wall_time": 18072.171409130096, "train_loss_step": 5.119904518127441, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.03167134046554566, "subset_score_loss": 0.03167134046554566}
+{"step": 2750000, "wall_time": 18111.151544570923, "train_loss_step": 5.067144393920898, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.026321959495544434, "subset_score_loss": 0.026321959495544434}
+{"step": 2760000, "wall_time": 18149.950832128525, "train_loss_step": 5.634112358093262, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.0260176682472229, "subset_score_loss": 0.0260176682472229}
+{"step": 2770000, "wall_time": 18189.100997447968, "train_loss_step": 5.104412078857422, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.025621163845062255, "subset_score_loss": 0.025621163845062255}
+{"step": 2780000, "wall_time": 18227.810564994812, "train_loss_step": 5.277435302734375, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.026106739044189455, "subset_score_loss": 0.026106739044189455}
+{"step": 2790000, "wall_time": 18261.252811908722, "train_loss_step": 5.287987232208252, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.027977583408355714, "subset_score_loss": 0.027977583408355714}
+{"step": 2800000, "wall_time": 18336.76118350029, "train_loss_step": 5.377592086791992, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.027130634784698487, "subset_score_loss": 0.027130634784698487, "memorization_fraction_pixel": 0.2955999970436096, "mean_nn_ratio_pixel": 0.6744023561477661, "fid": 55.499324108179366}
+{"step": 2810000, "wall_time": 18376.103899002075, "train_loss_step": 5.1704607009887695, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.02799640417098999, "subset_score_loss": 0.02799640417098999}
+{"step": 2820000, "wall_time": 18415.16252541542, "train_loss_step": 5.439981937408447, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.028948805332183837, "subset_score_loss": 0.028948805332183837}
+{"step": 2830000, "wall_time": 18454.639684200287, "train_loss_step": 5.278062343597412, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.02716380834579468, "subset_score_loss": 0.02716380834579468}
+{"step": 2840000, "wall_time": 18493.81465268135, "train_loss_step": 5.1750311851501465, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.025569424629211426, "subset_score_loss": 0.025569424629211426}
+{"step": 2850000, "wall_time": 18532.63794207573, "train_loss_step": 5.256701469421387, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.027169861793518067, "subset_score_loss": 0.027169861793518067}
+{"step": 2860000, "wall_time": 18571.502922296524, "train_loss_step": 5.114192962646484, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.02608966112136841, "subset_score_loss": 0.02608966112136841}
+{"step": 2870000, "wall_time": 18610.347006082535, "train_loss_step": 5.009470462799072, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.027271354198455812, "subset_score_loss": 0.027271354198455812}
+{"step": 2880000, "wall_time": 18646.003662109375, "train_loss_step": 5.042463302612305, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.026024117469787597, "subset_score_loss": 0.026024117469787597}
+{"step": 2890000, "wall_time": 18681.102749347687, "train_loss_step": 5.080437183380127, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.029201841354370116, "subset_score_loss": 0.029201841354370116}
+{"step": 2900000, "wall_time": 18759.513286828995, "train_loss_step": 5.545139312744141, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.025405547618865966, "subset_score_loss": 0.025405547618865966, "memorization_fraction_pixel": 0.30660000443458557, "mean_nn_ratio_pixel": 0.6668902635574341, "fid": 55.613561760236976}
+{"step": 2910000, "wall_time": 18798.29280090332, "train_loss_step": 5.6603288650512695, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.028106870651245116, "subset_score_loss": 0.028106870651245116}
+{"step": 2920000, "wall_time": 18837.16446185112, "train_loss_step": 5.605903625488281, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.027580218315124513, "subset_score_loss": 0.027580218315124513}
+{"step": 2930000, "wall_time": 18876.24422764778, "train_loss_step": 5.233071804046631, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.025474581718444824, "subset_score_loss": 0.025474581718444824}
+{"step": 2940000, "wall_time": 18915.90279507637, "train_loss_step": 5.306998252868652, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.02565090894699097, "subset_score_loss": 0.02565090894699097}
+{"step": 2950000, "wall_time": 18955.24303841591, "train_loss_step": 5.5252790451049805, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.027069480419158937, "subset_score_loss": 0.027069480419158937}
+{"step": 2960000, "wall_time": 18994.637483119965, "train_loss_step": 5.168766498565674, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.02451488971710205, "subset_score_loss": 0.02451488971710205}
+{"step": 2970000, "wall_time": 19031.38850069046, "train_loss_step": 4.8702712059021, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.024672653675079346, "subset_score_loss": 0.024672653675079346}
+{"step": 2980000, "wall_time": 19054.89454817772, "train_loss_step": 5.148524284362793, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.026557486057281494, "subset_score_loss": 0.026557486057281494}
+{"step": 2990000, "wall_time": 19077.494253396988, "train_loss_step": 5.243890762329102, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.026318678855895995, "subset_score_loss": 0.026318678855895995}
+{"step": 3000000, "wall_time": 19204.05767416954, "train_loss_step": 5.346523284912109, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.026309561729431153, "subset_score_loss": 0.026309561729431153, "memorization_fraction_pixel": 0.30709999799728394, "mean_nn_ratio_pixel": 0.670320451259613, "fid": 56.18945212916984}
+{"step": 3010000, "wall_time": 19243.217802524567, "train_loss_step": 5.628512859344482, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.02629749059677124, "subset_score_loss": 0.02629749059677124}
+{"step": 3020000, "wall_time": 19282.15331172943, "train_loss_step": 5.425259590148926, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.02528332233428955, "subset_score_loss": 0.02528332233428955}
+{"step": 3030000, "wall_time": 19320.922573804855, "train_loss_step": 5.67557954788208, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.03156150341033936, "subset_score_loss": 0.03156150341033936}
+{"step": 3040000, "wall_time": 19359.65184736252, "train_loss_step": 5.074785232543945, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.02598451852798462, "subset_score_loss": 0.02598451852798462}
+{"step": 3050000, "wall_time": 19398.49193096161, "train_loss_step": 5.285026550292969, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.026320738792419432, "subset_score_loss": 0.026320738792419432}
+{"step": 3060000, "wall_time": 19435.323751449585, "train_loss_step": 5.164010047912598, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.027124249935150148, "subset_score_loss": 0.027124249935150148}
+{"step": 3070000, "wall_time": 19457.671877384186, "train_loss_step": 5.181732177734375, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.026205015182495118, "subset_score_loss": 0.026205015182495118}
+{"step": 3080000, "wall_time": 19481.187335014343, "train_loss_step": 5.356115341186523, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.028455829620361327, "subset_score_loss": 0.028455829620361327}
+{"step": 3090000, "wall_time": 19514.969719409943, "train_loss_step": 5.139745712280273, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.026604697704315186, "subset_score_loss": 0.026604697704315186}
+{"step": 3100000, "wall_time": 19602.41507744789, "train_loss_step": 5.387048244476318, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.026884472370147704, "subset_score_loss": 0.026884472370147704, "memorization_fraction_pixel": 0.33399999141693115, "mean_nn_ratio_pixel": 0.6491459012031555, "fid": 52.223456077792406}
+{"step": 3110000, "wall_time": 19641.184854745865, "train_loss_step": 5.18181848526001, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.02640031576156616, "subset_score_loss": 0.02640031576156616}
+{"step": 3120000, "wall_time": 19680.046961784363, "train_loss_step": 4.637628078460693, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.027441725730895997, "subset_score_loss": 0.027441725730895997}
+{"step": 3130000, "wall_time": 19718.795331954956, "train_loss_step": 5.271883010864258, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.027503318786621093, "subset_score_loss": 0.027503318786621093}
+{"step": 3140000, "wall_time": 19757.65564918518, "train_loss_step": 5.086118698120117, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.02646927833557129, "subset_score_loss": 0.02646927833557129}
+{"step": 3150000, "wall_time": 19796.435569763184, "train_loss_step": 4.784350395202637, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.024252760410308837, "subset_score_loss": 0.024252760410308837}
+{"step": 3160000, "wall_time": 19835.10847377777, "train_loss_step": 5.139839172363281, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.02791598320007324, "subset_score_loss": 0.02791598320007324}
+{"step": 3170000, "wall_time": 19868.13258266449, "train_loss_step": 4.97136926651001, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.028261773586273194, "subset_score_loss": 0.028261773586273194}
+{"step": 3180000, "wall_time": 19903.7193672657, "train_loss_step": 5.407214164733887, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.026668457984924315, "subset_score_loss": 0.026668457984924315}
+{"step": 3190000, "wall_time": 19942.627810001373, "train_loss_step": 5.198182106018066, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.02710937023162842, "subset_score_loss": 0.02710937023162842}
+{"step": 3200000, "wall_time": 20020.216282367706, "train_loss_step": 5.431881904602051, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.024731554985046388, "subset_score_loss": 0.024731554985046388, "memorization_fraction_pixel": 0.3264000117778778, "mean_nn_ratio_pixel": 0.6623976826667786, "fid": 56.96106075713814}
+{"step": 3210000, "wall_time": 20059.8012778759, "train_loss_step": 5.020911693572998, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.028546359539031983, "subset_score_loss": 0.028546359539031983}
+{"step": 3220000, "wall_time": 20099.388116836548, "train_loss_step": 5.443665504455566, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.02685890197753906, "subset_score_loss": 0.02685890197753906}
+{"step": 3230000, "wall_time": 20138.164412021637, "train_loss_step": 4.73779821395874, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.024714536666870117, "subset_score_loss": 0.024714536666870117}
+{"step": 3240000, "wall_time": 20176.88044643402, "train_loss_step": 5.245965957641602, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.026035594940185546, "subset_score_loss": 0.026035594940185546}
+{"step": 3250000, "wall_time": 20215.71550130844, "train_loss_step": 5.395081996917725, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.027023980617523192, "subset_score_loss": 0.027023980617523192}
+{"step": 3260000, "wall_time": 20252.323064804077, "train_loss_step": 5.034628868103027, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.02462980031967163, "subset_score_loss": 0.02462980031967163}
+{"step": 3270000, "wall_time": 20284.87626028061, "train_loss_step": 5.079834938049316, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.027826452255249025, "subset_score_loss": 0.027826452255249025}
+{"step": 3280000, "wall_time": 20323.630641222, "train_loss_step": 4.738664627075195, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.027213847637176512, "subset_score_loss": 0.027213847637176512}
+{"step": 3290000, "wall_time": 20362.493307828903, "train_loss_step": 4.669844627380371, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.024249610900878907, "subset_score_loss": 0.024249610900878907}
+{"step": 3300000, "wall_time": 20440.21133708954, "train_loss_step": 4.772152900695801, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.025235013961791994, "subset_score_loss": 0.025235013961791994, "memorization_fraction_pixel": 0.3718999922275543, "mean_nn_ratio_pixel": 0.6178279519081116, "fid": 51.3559820004414}
+{"step": 3310000, "wall_time": 20479.044750213623, "train_loss_step": 4.957881927490234, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.024710674285888672, "subset_score_loss": 0.024710674285888672}
+{"step": 3320000, "wall_time": 20517.84562063217, "train_loss_step": 5.037642002105713, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.026257615089416503, "subset_score_loss": 0.026257615089416503}
+{"step": 3330000, "wall_time": 20556.624358654022, "train_loss_step": 5.102738857269287, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.025121312141418457, "subset_score_loss": 0.025121312141418457}
+{"step": 3340000, "wall_time": 20596.091641426086, "train_loss_step": 5.125261306762695, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.025706632137298582, "subset_score_loss": 0.025706632137298582}
+{"step": 3350000, "wall_time": 20635.22935795784, "train_loss_step": 5.295047760009766, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.02603618860244751, "subset_score_loss": 0.02603618860244751}
+{"step": 3360000, "wall_time": 20666.093689203262, "train_loss_step": 4.854724884033203, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.023962197303771974, "subset_score_loss": 0.023962197303771974}
+{"step": 3370000, "wall_time": 20704.9373755455, "train_loss_step": 5.258556365966797, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.026374447345733642, "subset_score_loss": 0.026374447345733642}
+{"step": 3380000, "wall_time": 20743.685154676437, "train_loss_step": 5.354540824890137, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.026568069458007812, "subset_score_loss": 0.026568069458007812}
+{"step": 3390000, "wall_time": 20782.522018671036, "train_loss_step": 5.072161674499512, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.02507043123245239, "subset_score_loss": 0.02507043123245239}
+{"step": 3400000, "wall_time": 20860.551147937775, "train_loss_step": 4.776888370513916, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.024747517108917236, "subset_score_loss": 0.024747517108917236, "memorization_fraction_pixel": 0.38100001215934753, "mean_nn_ratio_pixel": 0.6138244867324829, "fid": 53.43404016878405}
+{"step": 3410000, "wall_time": 20899.2537150383, "train_loss_step": 5.236051559448242, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.028542728424072267, "subset_score_loss": 0.028542728424072267}
+{"step": 3420000, "wall_time": 20937.9892141819, "train_loss_step": 4.7541279792785645, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.025090582370758056, "subset_score_loss": 0.025090582370758056}
+{"step": 3430000, "wall_time": 20976.86798286438, "train_loss_step": 4.987341403961182, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.026285791397094728, "subset_score_loss": 0.026285791397094728}
+{"step": 3440000, "wall_time": 21015.698704004288, "train_loss_step": 5.07293176651001, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.025276882648468016, "subset_score_loss": 0.025276882648468016}
+{"step": 3450000, "wall_time": 21045.690737247467, "train_loss_step": 5.096311092376709, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.024736149311065672, "subset_score_loss": 0.024736149311065672}
+{"step": 3460000, "wall_time": 21084.68111562729, "train_loss_step": 4.957084655761719, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.022621140480041504, "subset_score_loss": 0.022621140480041504}
+{"step": 3470000, "wall_time": 21123.649813890457, "train_loss_step": 4.955320358276367, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.023256731033325196, "subset_score_loss": 0.023256731033325196}
+{"step": 3480000, "wall_time": 21163.222964048386, "train_loss_step": 4.645418167114258, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.022625634670257567, "subset_score_loss": 0.022625634670257567}
+{"step": 3490000, "wall_time": 21202.897349596024, "train_loss_step": 4.583905220031738, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.023933565616607665, "subset_score_loss": 0.023933565616607665}
+{"step": 3500000, "wall_time": 21281.325132131577, "train_loss_step": 5.241632461547852, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.024690439701080324, "subset_score_loss": 0.024690439701080324, "memorization_fraction_pixel": 0.38370001316070557, "mean_nn_ratio_pixel": 0.6184216141700745, "fid": 53.58297445157067}
+{"step": 3510000, "wall_time": 21320.103637218475, "train_loss_step": 5.1758575439453125, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.025205245018005373, "subset_score_loss": 0.025205245018005373}
+{"step": 3520000, "wall_time": 21359.42962694168, "train_loss_step": 4.712859153747559, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.02471189260482788, "subset_score_loss": 0.02471189260482788}
+{"step": 3530000, "wall_time": 21398.27671813965, "train_loss_step": 4.872025966644287, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.02459188461303711, "subset_score_loss": 0.02459188461303711}
+{"step": 3540000, "wall_time": 21428.35555577278, "train_loss_step": 4.791082382202148, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.023101396560668945, "subset_score_loss": 0.023101396560668945}
+{"step": 3550000, "wall_time": 21451.10539007187, "train_loss_step": 4.7577619552612305, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.026004745960235595, "subset_score_loss": 0.026004745960235595}
+{"step": 3560000, "wall_time": 21475.108191251755, "train_loss_step": 5.028106212615967, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.023345739841461183, "subset_score_loss": 0.023345739841461183}
+{"step": 3570000, "wall_time": 21514.009694337845, "train_loss_step": 5.077581882476807, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.024108438491821288, "subset_score_loss": 0.024108438491821288}
+{"step": 3580000, "wall_time": 21553.130972862244, "train_loss_step": 5.089461803436279, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.023896856307983397, "subset_score_loss": 0.023896856307983397}
+{"step": 3590000, "wall_time": 21592.051387786865, "train_loss_step": 5.08516263961792, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.026135182380676268, "subset_score_loss": 0.026135182380676268}
+{"step": 3600000, "wall_time": 21706.72761797905, "train_loss_step": 5.042740345001221, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.026314847469329834, "subset_score_loss": 0.026314847469329834, "memorization_fraction_pixel": 0.38029998540878296, "mean_nn_ratio_pixel": 0.6207025647163391, "fid": 52.93644823016963}
+{"step": 3610000, "wall_time": 21746.25714993477, "train_loss_step": 4.606552600860596, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.02308809757232666, "subset_score_loss": 0.02308809757232666}
+{"step": 3620000, "wall_time": 21785.57637810707, "train_loss_step": 4.675084114074707, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.025345280170440673, "subset_score_loss": 0.025345280170440673}
+{"step": 3630000, "wall_time": 21824.504490613937, "train_loss_step": 4.679037094116211, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.02531721591949463, "subset_score_loss": 0.02531721591949463}
+{"step": 3640000, "wall_time": 21849.155526161194, "train_loss_step": 5.224264144897461, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.023755161762237548, "subset_score_loss": 0.023755161762237548}
+{"step": 3650000, "wall_time": 21872.998364686966, "train_loss_step": 4.9978718757629395, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.026512622833251953, "subset_score_loss": 0.026512622833251953}
+{"step": 3660000, "wall_time": 21896.034553050995, "train_loss_step": 5.168919563293457, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.02390235424041748, "subset_score_loss": 0.02390235424041748}
+{"step": 3670000, "wall_time": 21932.581397771835, "train_loss_step": 4.673697471618652, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.02738543748855591, "subset_score_loss": 0.02738543748855591}
+{"step": 3680000, "wall_time": 21971.282107114792, "train_loss_step": 4.999858379364014, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.023089919090270996, "subset_score_loss": 0.023089919090270996}
+{"step": 3690000, "wall_time": 22010.042583942413, "train_loss_step": 4.742488861083984, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.023653643131256105, "subset_score_loss": 0.023653643131256105}
+{"step": 3700000, "wall_time": 22141.33847093582, "train_loss_step": 4.909605979919434, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.02372875213623047, "subset_score_loss": 0.02372875213623047, "memorization_fraction_pixel": 0.4041999876499176, "mean_nn_ratio_pixel": 0.606162965297699, "fid": 53.47079753709741}
+{"step": 3710000, "wall_time": 22180.209639787674, "train_loss_step": 4.908967971801758, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.023299353122711183, "subset_score_loss": 0.023299353122711183}
+{"step": 3720000, "wall_time": 22219.70217871666, "train_loss_step": 5.047223091125488, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.026502676010131836, "subset_score_loss": 0.026502676010131836}
+{"step": 3730000, "wall_time": 22252.540167808533, "train_loss_step": 4.684887409210205, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.022890777587890626, "subset_score_loss": 0.022890777587890626}
+{"step": 3740000, "wall_time": 22274.400500535965, "train_loss_step": 5.129671096801758, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.02464343309402466, "subset_score_loss": 0.02464343309402466}
+{"step": 3750000, "wall_time": 22296.070740699768, "train_loss_step": 4.81358528137207, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.025561585426330566, "subset_score_loss": 0.025561585426330566}
+{"step": 3760000, "wall_time": 22321.793684720993, "train_loss_step": 4.9796223640441895, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.02387064218521118, "subset_score_loss": 0.02387064218521118}
+{"step": 3770000, "wall_time": 22361.42049765587, "train_loss_step": 4.892302989959717, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.025161490440368653, "subset_score_loss": 0.025161490440368653}
+{"step": 3780000, "wall_time": 22400.317949295044, "train_loss_step": 4.726795196533203, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.023026430606842042, "subset_score_loss": 0.023026430606842042}
+{"step": 3790000, "wall_time": 22439.074220895767, "train_loss_step": 4.919966697692871, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.022647740840911864, "subset_score_loss": 0.022647740840911864}
+{"step": 3800000, "wall_time": 22543.232632160187, "train_loss_step": 4.787206172943115, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.02259057283401489, "subset_score_loss": 0.02259057283401489, "memorization_fraction_pixel": 0.36230000853538513, "mean_nn_ratio_pixel": 0.6400012969970703, "fid": 55.582341126806696}
+{"step": 3810000, "wall_time": 22582.0155916214, "train_loss_step": 5.518087387084961, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.024616384506225587, "subset_score_loss": 0.024616384506225587}
+{"step": 3820000, "wall_time": 22620.765347719193, "train_loss_step": 4.899904251098633, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.0223803973197937, "subset_score_loss": 0.0223803973197937}
+{"step": 3830000, "wall_time": 22659.395377635956, "train_loss_step": 4.917591571807861, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.024274659156799317, "subset_score_loss": 0.024274659156799317}
+{"step": 3840000, "wall_time": 22689.485532283783, "train_loss_step": 5.427582740783691, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.023763315677642824, "subset_score_loss": 0.023763315677642824}
+{"step": 3850000, "wall_time": 22712.96817088127, "train_loss_step": 4.533890724182129, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.023298351764678954, "subset_score_loss": 0.023298351764678954}
+{"step": 3860000, "wall_time": 22734.873589754105, "train_loss_step": 4.812408924102783, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.023003296852111818, "subset_score_loss": 0.023003296852111818}
+{"step": 3870000, "wall_time": 22772.38110923767, "train_loss_step": 4.631296157836914, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.02368220090866089, "subset_score_loss": 0.02368220090866089}
+{"step": 3880000, "wall_time": 22811.932700634003, "train_loss_step": 4.999423503875732, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.024352970123291014, "subset_score_loss": 0.024352970123291014}
+{"step": 3890000, "wall_time": 22851.18027329445, "train_loss_step": 4.878530025482178, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.023181774616241456, "subset_score_loss": 0.023181774616241456}
+{"step": 3900000, "wall_time": 22940.948825359344, "train_loss_step": 4.51540470123291, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.022576494216918944, "subset_score_loss": 0.022576494216918944, "memorization_fraction_pixel": 0.4041999876499176, "mean_nn_ratio_pixel": 0.6061249375343323, "fid": 52.76774212313041}
+{"step": 3910000, "wall_time": 22979.961142539978, "train_loss_step": 4.750530242919922, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.025201704502105713, "subset_score_loss": 0.025201704502105713}
+{"step": 3920000, "wall_time": 23018.77096772194, "train_loss_step": 4.762356758117676, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.024312868118286132, "subset_score_loss": 0.024312868118286132}
+{"step": 3930000, "wall_time": 23057.873321056366, "train_loss_step": 4.506625652313232, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.02507524013519287, "subset_score_loss": 0.02507524013519287}
+{"step": 3940000, "wall_time": 23096.451429367065, "train_loss_step": 4.893531799316406, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.022229135036468506, "subset_score_loss": 0.022229135036468506}
+{"step": 3950000, "wall_time": 23126.556052684784, "train_loss_step": 4.587735176086426, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.02426036596298218, "subset_score_loss": 0.02426036596298218}
+{"step": 3960000, "wall_time": 23165.71204662323, "train_loss_step": 5.311594486236572, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.024043936729431153, "subset_score_loss": 0.024043936729431153}
+{"step": 3970000, "wall_time": 23204.5236620903, "train_loss_step": 5.067779064178467, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.02469444990158081, "subset_score_loss": 0.02469444990158081}
+{"step": 3980000, "wall_time": 23243.3819334507, "train_loss_step": 4.560392379760742, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.02058716058731079, "subset_score_loss": 0.02058716058731079}
+{"step": 3990000, "wall_time": 23282.65508913994, "train_loss_step": 4.768077373504639, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.02540971279144287, "subset_score_loss": 0.02540971279144287}
+{"step": 4000000, "wall_time": 23362.1499376297, "train_loss_step": 4.951399326324463, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.0218253755569458, "subset_score_loss": 0.0218253755569458, "memorization_fraction_pixel": 0.42989999055862427, "mean_nn_ratio_pixel": 0.5882907509803772, "fid": 49.48982462071473}
+{"step": 4010000, "wall_time": 23400.888018846512, "train_loss_step": 4.707414150238037, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.02244225740432739, "subset_score_loss": 0.02244225740432739}
+{"step": 4020000, "wall_time": 23439.65067911148, "train_loss_step": 4.575440406799316, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.023259873390197753, "subset_score_loss": 0.023259873390197753}
+{"step": 4030000, "wall_time": 23478.539746761322, "train_loss_step": 4.955100059509277, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.023929023742675783, "subset_score_loss": 0.023929023742675783}
+{"step": 4040000, "wall_time": 23510.18497300148, "train_loss_step": 4.841342926025391, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.023617024421691894, "subset_score_loss": 0.023617024421691894}
+{"step": 4050000, "wall_time": 23549.01827645302, "train_loss_step": 4.945152282714844, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.022253267765045166, "subset_score_loss": 0.022253267765045166}
+{"step": 4060000, "wall_time": 23588.19148516655, "train_loss_step": 4.6780900955200195, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.02181652545928955, "subset_score_loss": 0.02181652545928955}
+{"step": 4070000, "wall_time": 23627.00166797638, "train_loss_step": 4.621612548828125, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.020810630321502686, "subset_score_loss": 0.020810630321502686}
+{"step": 4080000, "wall_time": 23666.028480052948, "train_loss_step": 4.582231521606445, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.02468714475631714, "subset_score_loss": 0.02468714475631714}
+{"step": 4090000, "wall_time": 23705.01883506775, "train_loss_step": 4.687119483947754, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.022368254661560057, "subset_score_loss": 0.022368254661560057}
+{"step": 4100000, "wall_time": 23783.682090759277, "train_loss_step": 4.781590461730957, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.02297560691833496, "subset_score_loss": 0.02297560691833496, "memorization_fraction_pixel": 0.3736000061035156, "mean_nn_ratio_pixel": 0.6374121308326721, "fid": 54.97927572953802}
+{"step": 4110000, "wall_time": 23822.785494327545, "train_loss_step": 4.632777690887451, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.02079984426498413, "subset_score_loss": 0.02079984426498413}
+{"step": 4120000, "wall_time": 23862.01627278328, "train_loss_step": 4.709700107574463, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.026394731998443603, "subset_score_loss": 0.026394731998443603}
+{"step": 4130000, "wall_time": 23893.502269506454, "train_loss_step": 5.093466758728027, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.021882295608520508, "subset_score_loss": 0.021882295608520508}
+{"step": 4140000, "wall_time": 23930.97930073738, "train_loss_step": 4.632575511932373, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.024075629711151122, "subset_score_loss": 0.024075629711151122}
+{"step": 4150000, "wall_time": 23969.83179306984, "train_loss_step": 4.61334228515625, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.021866230964660643, "subset_score_loss": 0.021866230964660643}
+{"step": 4160000, "wall_time": 24008.63023686409, "train_loss_step": 4.917036056518555, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.022729220390319823, "subset_score_loss": 0.022729220390319823}
+{"step": 4170000, "wall_time": 24048.029034376144, "train_loss_step": 4.737754821777344, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.02233100414276123, "subset_score_loss": 0.02233100414276123}
+{"step": 4180000, "wall_time": 24087.073652029037, "train_loss_step": 4.695052623748779, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.024591691493988037, "subset_score_loss": 0.024591691493988037}
+{"step": 4190000, "wall_time": 24126.016973018646, "train_loss_step": 4.370043754577637, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.023059635162353515, "subset_score_loss": 0.023059635162353515}
+{"step": 4200000, "wall_time": 24247.277070999146, "train_loss_step": 4.573200225830078, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.02168154239654541, "subset_score_loss": 0.02168154239654541, "memorization_fraction_pixel": 0.41990000009536743, "mean_nn_ratio_pixel": 0.5930456519126892, "fid": 52.00738950759217}
+{"step": 4210000, "wall_time": 24270.797953605652, "train_loss_step": 4.743389129638672, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.02120950698852539, "subset_score_loss": 0.02120950698852539}
+{"step": 4220000, "wall_time": 24293.875797748566, "train_loss_step": 4.417481422424316, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.023365211486816407, "subset_score_loss": 0.023365211486816407}
+{"step": 4230000, "wall_time": 24327.74883532524, "train_loss_step": 4.928725242614746, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.02259087085723877, "subset_score_loss": 0.02259087085723877}
+{"step": 4240000, "wall_time": 24366.816189289093, "train_loss_step": 5.022928237915039, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.022152214050292968, "subset_score_loss": 0.022152214050292968}
+{"step": 4250000, "wall_time": 24406.11846780777, "train_loss_step": 4.780150413513184, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.022536611557006835, "subset_score_loss": 0.022536611557006835}
+{"step": 4260000, "wall_time": 24445.51137328148, "train_loss_step": 4.7238616943359375, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.021276068687438966, "subset_score_loss": 0.021276068687438966}
+{"step": 4270000, "wall_time": 24484.315281152725, "train_loss_step": 4.251825332641602, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.021634278297424318, "subset_score_loss": 0.021634278297424318}
+{"step": 4280000, "wall_time": 24523.096145153046, "train_loss_step": 4.736452102661133, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.020659000873565675, "subset_score_loss": 0.020659000873565675}
+{"step": 4290000, "wall_time": 24562.004022836685, "train_loss_step": 4.499849796295166, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.021782231330871583, "subset_score_loss": 0.021782231330871583}
+{"step": 4300000, "wall_time": 24675.57290148735, "train_loss_step": 4.834709644317627, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.022147970199584963, "subset_score_loss": 0.022147970199584963, "memorization_fraction_pixel": 0.4519999921321869, "mean_nn_ratio_pixel": 0.5765686631202698, "fid": 50.20416682274016}
+{"step": 4310000, "wall_time": 24698.718499422073, "train_loss_step": 4.296473979949951, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.021142504215240478, "subset_score_loss": 0.021142504215240478}
+{"step": 4320000, "wall_time": 24727.44527029991, "train_loss_step": 4.4270148277282715, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.020793886184692384, "subset_score_loss": 0.020793886184692384}
+{"step": 4330000, "wall_time": 24766.2279920578, "train_loss_step": 5.15597677230835, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.021528809070587157, "subset_score_loss": 0.021528809070587157}
+{"step": 4340000, "wall_time": 24804.91943001747, "train_loss_step": 4.384967803955078, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.02360844850540161, "subset_score_loss": 0.02360844850540161}
+{"step": 4350000, "wall_time": 24844.019805908203, "train_loss_step": 4.615262508392334, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.02256685733795166, "subset_score_loss": 0.02256685733795166}
+{"step": 4360000, "wall_time": 24882.88201403618, "train_loss_step": 4.38677453994751, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.022038047313690187, "subset_score_loss": 0.022038047313690187}
+{"step": 4370000, "wall_time": 24922.296526908875, "train_loss_step": 4.985355854034424, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.023006222248077392, "subset_score_loss": 0.023006222248077392}
+{"step": 4380000, "wall_time": 24961.521082878113, "train_loss_step": 4.899100303649902, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.022473907470703124, "subset_score_loss": 0.022473907470703124}
+{"step": 4390000, "wall_time": 25000.581433296204, "train_loss_step": 4.672206878662109, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.022787911891937254, "subset_score_loss": 0.022787911891937254}
+{"step": 4400000, "wall_time": 25108.52109360695, "train_loss_step": 4.787247657775879, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.021584961414337158, "subset_score_loss": 0.021584961414337158, "memorization_fraction_pixel": 0.4415999948978424, "mean_nn_ratio_pixel": 0.583488404750824, "fid": 50.25855347128694}
+{"step": 4410000, "wall_time": 25138.38445019722, "train_loss_step": 4.847054481506348, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.02267491340637207, "subset_score_loss": 0.02267491340637207}
+{"step": 4420000, "wall_time": 25177.81957244873, "train_loss_step": 4.933506011962891, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.021859726905822753, "subset_score_loss": 0.021859726905822753}
+{"step": 4430000, "wall_time": 25216.96229147911, "train_loss_step": 4.645771503448486, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.023791074752807617, "subset_score_loss": 0.023791074752807617}
+{"step": 4440000, "wall_time": 25255.998473644257, "train_loss_step": 4.597414970397949, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.020878243446350097, "subset_score_loss": 0.020878243446350097}
+{"step": 4450000, "wall_time": 25295.039794445038, "train_loss_step": 4.816206455230713, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.021581265926361084, "subset_score_loss": 0.021581265926361084}
+{"step": 4460000, "wall_time": 25333.89969587326, "train_loss_step": 4.59080171585083, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.023268067836761476, "subset_score_loss": 0.023268067836761476}
+{"step": 4470000, "wall_time": 25372.846875667572, "train_loss_step": 4.739551544189453, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.020836265087127687, "subset_score_loss": 0.020836265087127687}
+{"step": 4480000, "wall_time": 25411.7412879467, "train_loss_step": 4.351634979248047, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.021964030265808107, "subset_score_loss": 0.021964030265808107}
+{"step": 4490000, "wall_time": 25451.01908683777, "train_loss_step": 4.398032188415527, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.023155052661895752, "subset_score_loss": 0.023155052661895752}
+{"step": 4500000, "wall_time": 25545.539624214172, "train_loss_step": 4.792593955993652, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.021083722114562987, "subset_score_loss": 0.021083722114562987, "memorization_fraction_pixel": 0.40959998965263367, "mean_nn_ratio_pixel": 0.6122624278068542, "fid": 52.940368442860915}
+{"step": 4510000, "wall_time": 25584.393941402435, "train_loss_step": 4.769143104553223, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.02186347484588623, "subset_score_loss": 0.02186347484588623}
+{"step": 4520000, "wall_time": 25623.249621391296, "train_loss_step": 4.422726154327393, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.023774142265319823, "subset_score_loss": 0.023774142265319823}
+{"step": 4530000, "wall_time": 25662.036167144775, "train_loss_step": 4.640825271606445, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.020301554203033447, "subset_score_loss": 0.020301554203033447}
+{"step": 4540000, "wall_time": 25700.827122688293, "train_loss_step": 4.6074676513671875, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.0218896746635437, "subset_score_loss": 0.0218896746635437}
+{"step": 4550000, "wall_time": 25739.66061449051, "train_loss_step": 4.485410690307617, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.025404808521270753, "subset_score_loss": 0.025404808521270753}
+{"step": 4560000, "wall_time": 25779.134745836258, "train_loss_step": 4.775539398193359, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.02080991268157959, "subset_score_loss": 0.02080991268157959}
+{"step": 4570000, "wall_time": 25818.007628679276, "train_loss_step": 4.514883995056152, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.020000412464141845, "subset_score_loss": 0.020000412464141845}
+{"step": 4580000, "wall_time": 25856.770529270172, "train_loss_step": 4.799260139465332, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.02193485736846924, "subset_score_loss": 0.02193485736846924}
+{"step": 4590000, "wall_time": 25895.61949110031, "train_loss_step": 4.567198753356934, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.021461372375488282, "subset_score_loss": 0.021461372375488282}
+{"step": 4600000, "wall_time": 25996.196938991547, "train_loss_step": 4.662743091583252, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.021808669567108155, "subset_score_loss": 0.021808669567108155, "memorization_fraction_pixel": 0.4381999969482422, "mean_nn_ratio_pixel": 0.590995192527771, "fid": 52.63332285601879}
+{"step": 4610000, "wall_time": 26035.353997707367, "train_loss_step": 4.049800872802734, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.020372843742370604, "subset_score_loss": 0.020372843742370604}
+{"step": 4620000, "wall_time": 26074.575825691223, "train_loss_step": 4.6103363037109375, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.022804183959960936, "subset_score_loss": 0.022804183959960936}
+{"step": 4630000, "wall_time": 26113.57111144066, "train_loss_step": 4.498073577880859, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.02222759008407593, "subset_score_loss": 0.02222759008407593}
+{"step": 4640000, "wall_time": 26152.66913819313, "train_loss_step": 4.782442092895508, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.021420762538909913, "subset_score_loss": 0.021420762538909913}
+{"step": 4650000, "wall_time": 26191.593333005905, "train_loss_step": 4.43621826171875, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.020071566104888916, "subset_score_loss": 0.020071566104888916}
+{"step": 4660000, "wall_time": 26230.46181488037, "train_loss_step": 4.753986358642578, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.022444059848785402, "subset_score_loss": 0.022444059848785402}
+{"step": 4670000, "wall_time": 26269.324959993362, "train_loss_step": 4.1253252029418945, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.02083900451660156, "subset_score_loss": 0.02083900451660156}
+{"step": 4680000, "wall_time": 26308.20825958252, "train_loss_step": 4.293198108673096, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.020362367630004884, "subset_score_loss": 0.020362367630004884}
+{"step": 4690000, "wall_time": 26340.157106637955, "train_loss_step": 4.36751651763916, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.02134150981903076, "subset_score_loss": 0.02134150981903076}
+{"step": 4700000, "wall_time": 26386.516675710678, "train_loss_step": 4.571836471557617, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.023732697963714598, "subset_score_loss": 0.023732697963714598, "memorization_fraction_pixel": 0.45680001378059387, "mean_nn_ratio_pixel": 0.5714842677116394, "fid": 49.430614357855475}
+{"step": 4710000, "wall_time": 26409.784148931503, "train_loss_step": 4.777853012084961, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.019854488372802733, "subset_score_loss": 0.019854488372802733}
+{"step": 4720000, "wall_time": 26433.433672189713, "train_loss_step": 4.461639404296875, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.020075266361236573, "subset_score_loss": 0.020075266361236573}
+{"step": 4730000, "wall_time": 26457.2615942955, "train_loss_step": 4.445314407348633, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.020739495754241943, "subset_score_loss": 0.020739495754241943}
+{"step": 4740000, "wall_time": 26479.579533815384, "train_loss_step": 4.520089149475098, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.02173111915588379, "subset_score_loss": 0.02173111915588379}
+{"step": 4750000, "wall_time": 26503.024698972702, "train_loss_step": 4.722513198852539, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.021929025650024414, "subset_score_loss": 0.021929025650024414}
+{"step": 4760000, "wall_time": 26527.48635339737, "train_loss_step": 4.395402431488037, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.01933520793914795, "subset_score_loss": 0.01933520793914795}
+{"step": 4770000, "wall_time": 26551.440556287766, "train_loss_step": 4.551314353942871, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.02319012403488159, "subset_score_loss": 0.02319012403488159}
+{"step": 4780000, "wall_time": 26575.527506828308, "train_loss_step": 4.808392524719238, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.020780594348907472, "subset_score_loss": 0.020780594348907472}
+{"step": 4790000, "wall_time": 26599.744793653488, "train_loss_step": 4.464807510375977, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.021064705848693847, "subset_score_loss": 0.021064705848693847}
+{"step": 4800000, "wall_time": 26644.822224140167, "train_loss_step": 4.782528877258301, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.020486249923706054, "subset_score_loss": 0.020486249923706054, "memorization_fraction_pixel": 0.45080000162124634, "mean_nn_ratio_pixel": 0.5737291574478149, "fid": 50.24913746380632}
+{"step": 4810000, "wall_time": 26668.2367105484, "train_loss_step": 4.526544570922852, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.021601054668426514, "subset_score_loss": 0.021601054668426514}
+{"step": 4820000, "wall_time": 26692.479072332382, "train_loss_step": 4.598180770874023, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.020202219486236572, "subset_score_loss": 0.020202219486236572}
+{"step": 4830000, "wall_time": 26716.71822667122, "train_loss_step": 4.097087860107422, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.02113461971282959, "subset_score_loss": 0.02113461971282959}
+{"step": 4840000, "wall_time": 26740.031338214874, "train_loss_step": 4.7044878005981445, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.020678126811981203, "subset_score_loss": 0.020678126811981203}
+{"step": 4850000, "wall_time": 26763.108019590378, "train_loss_step": 4.687013626098633, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.019625608921051026, "subset_score_loss": 0.019625608921051026}
+{"step": 4860000, "wall_time": 26786.921436309814, "train_loss_step": 4.4959540367126465, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.022552149295806886, "subset_score_loss": 0.022552149295806886}
+{"step": 4870000, "wall_time": 26811.343564510345, "train_loss_step": 4.338542938232422, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.0192754328250885, "subset_score_loss": 0.0192754328250885}
+{"step": 4880000, "wall_time": 26835.047707796097, "train_loss_step": 4.91909122467041, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.020502746105194092, "subset_score_loss": 0.020502746105194092}
+{"step": 4890000, "wall_time": 26857.75522708893, "train_loss_step": 4.121545791625977, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.019037905931472778, "subset_score_loss": 0.019037905931472778}
+{"step": 4900000, "wall_time": 26898.6228017807, "train_loss_step": 4.373313903808594, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.020529308319091798, "subset_score_loss": 0.020529308319091798, "memorization_fraction_pixel": 0.42820000648498535, "mean_nn_ratio_pixel": 0.5951262712478638, "fid": 52.17138159447621}
+{"step": 4910000, "wall_time": 26922.611315011978, "train_loss_step": 4.208502769470215, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.019266868829727172, "subset_score_loss": 0.019266868829727172}
+{"step": 4920000, "wall_time": 26945.90369963646, "train_loss_step": 4.447248458862305, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.020325493812561036, "subset_score_loss": 0.020325493812561036}
+{"step": 4930000, "wall_time": 26968.80062532425, "train_loss_step": 4.508789539337158, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.021539926528930664, "subset_score_loss": 0.021539926528930664}
+{"step": 4940000, "wall_time": 26991.96636557579, "train_loss_step": 4.515352249145508, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.020108404159545897, "subset_score_loss": 0.020108404159545897}
+{"step": 4950000, "wall_time": 27015.900937318802, "train_loss_step": 4.653961181640625, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.020033869743347168, "subset_score_loss": 0.020033869743347168}
+{"step": 4960000, "wall_time": 27039.67595553398, "train_loss_step": 4.634791374206543, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.02084115505218506, "subset_score_loss": 0.02084115505218506}
+{"step": 4970000, "wall_time": 27063.341048002243, "train_loss_step": 4.580929756164551, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.020744071006774903, "subset_score_loss": 0.020744071006774903}
+{"step": 4980000, "wall_time": 27086.362293958664, "train_loss_step": 4.805907249450684, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.020443782806396485, "subset_score_loss": 0.020443782806396485}
+{"step": 4990000, "wall_time": 27108.405309677124, "train_loss_step": 4.420854568481445, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.020404503345489503, "subset_score_loss": 0.020404503345489503}
+{"step": 5000000, "wall_time": 27151.03458929062, "train_loss_step": 4.504907608032227, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.020032598972320556, "subset_score_loss": 0.020032598972320556, "memorization_fraction_pixel": 0.45730000734329224, "mean_nn_ratio_pixel": 0.5740256309509277, "fid": 50.74265960947313}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..abdaee0c5561da5eead8d14324670c935c0bbd8b
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     57s | train_loss=1.0041 | fid=308.1597
+  step   10000 |    125s | train_loss=0.6281
+  step   20000 |    194s | train_loss=0.5182
+  step   30000 |    263s | train_loss=0.4633
+  step   40000 |    332s | train_loss=0.4184
+  step   50000 |    401s | train_loss=0.3683
+  step   60000 |    470s | train_loss=0.3164
+  step   70000 |    539s | train_loss=0.2749
+  step   80000 |    609s | train_loss=0.2383
+  step   90000 |    678s | train_loss=0.2150
+  step  100000 |    799s | train_loss=0.1886 | fid=67.7750
+  step  110000 |    868s | train_loss=0.1724
+  step  120000 |    937s | train_loss=0.1611
+  step  130000 |   1006s | train_loss=0.1488
+  step  140000 |   1076s | train_loss=0.1447
+  step  150000 |   1145s | train_loss=0.1394
+  step  160000 |   1215s | train_loss=0.1299
+  step  170000 |   1284s | train_loss=0.1262
+  step  180000 |   1354s | train_loss=0.1184
+  step  190000 |   1424s | train_loss=0.1159
+  step  200000 |   1548s | train_loss=0.1134 | fid=74.4966
+  step  210000 |   1620s | train_loss=0.1077
+  step  220000 |   1693s | train_loss=0.1070
+  step  230000 |   1765s | train_loss=0.1027
+  step  240000 |   1838s | train_loss=0.0978
+  step  250000 |   1908s | train_loss=0.0970
+  step  260000 |   1965s | train_loss=0.0940
+  step  270000 |   2021s | train_loss=0.0914
+  step  280000 |   2077s | train_loss=0.0905
+  step  290000 |   2128s | train_loss=0.0897
+  step  300000 |   2203s | train_loss=0.0902 | fid=77.8872
+  step  310000 |   2244s | train_loss=0.0870
+  step  320000 |   2284s | train_loss=0.0826
+  step  330000 |   2324s | train_loss=0.0866
+  step  340000 |   2364s | train_loss=0.0829
+  step  350000 |   2404s | train_loss=0.0791
+  step  360000 |   2444s | train_loss=0.0808
+  step  370000 |   2484s | train_loss=0.0785
+  step  380000 |   2516s | train_loss=0.0778
+  step  390000 |   2555s | train_loss=0.0766
+  step  400000 |   2631s | train_loss=0.0787 | fid=89.8339
+  step  410000 |   2671s | train_loss=0.0740
+  step  420000 |   2711s | train_loss=0.0723
+  step  430000 |   2750s | train_loss=0.0717
+  step  440000 |   2790s | train_loss=0.0702
+  step  450000 |   2829s | train_loss=0.0718
+  step  460000 |   2868s | train_loss=0.0715
+  step  470000 |   2902s | train_loss=0.0706
+  step  480000 |   2938s | train_loss=0.0725
+  step  490000 |   2977s | train_loss=0.0692
+  step  500000 |   3154s | train_loss=0.0653 | fid=95.2191
+  step  510000 |   3293s | train_loss=0.0664
+  step  520000 |   3432s | train_loss=0.0659
+  step  530000 |   3570s | train_loss=0.0679
+  step  540000 |   3709s | train_loss=0.0667
+  step  550000 |   3848s | train_loss=0.0678
+  step  560000 |   3988s | train_loss=0.0642
+  step  570000 |   4126s | train_loss=0.0638
+  step  580000 |   4265s | train_loss=0.0665
+  step  590000 |   4403s | train_loss=0.0628
+  step  600000 |   4645s | train_loss=0.0629 | fid=95.7941
+  step  610000 |   4784s | train_loss=0.0612
+  step  620000 |   4923s | train_loss=0.0623
+  step  630000 |   5063s | train_loss=0.0640
+  step  640000 |   5202s | train_loss=0.0591
+  step  650000 |   5341s | train_loss=0.0617
+  step  660000 |   5478s | train_loss=0.0605
+  step  670000 |   5617s | train_loss=0.0568
+  step  680000 |   5755s | train_loss=0.0548
+  step  690000 |   5895s | train_loss=0.0574
+  step  700000 |   6139s | train_loss=0.0559 | fid=98.6851
+  step  710000 |   6279s | train_loss=0.0580
+  step  720000 |   6418s | train_loss=0.0556
+  step  730000 |   6556s | train_loss=0.0569
+  step  740000 |   6695s | train_loss=0.0518
+  step  750000 |   6832s | train_loss=0.0553
+  step  760000 |   6971s | train_loss=0.0538
+  step  770000 |   7107s | train_loss=0.0546
+  step  780000 |   7247s | train_loss=0.0545
+  step  790000 |   7383s | train_loss=0.0519
+  step  800000 |   7631s | train_loss=0.0511 | fid=93.5450
+  step  810000 |   7770s | train_loss=0.0552
+  step  820000 |   7909s | train_loss=0.0571
+  step  830000 |   8048s | train_loss=0.0508
+  step  840000 |   8185s | train_loss=0.0516
+  step  850000 |   8323s | train_loss=0.0497
+  step  860000 |   8459s | train_loss=0.0541
+  step  870000 |   8598s | train_loss=0.0507
+  step  880000 |   8736s | train_loss=0.0501
+  step  890000 |   8874s | train_loss=0.0479
+  step  900000 |   9121s | train_loss=0.0506 | fid=86.5220
+  step  910000 |   9260s | train_loss=0.0506
+  step  920000 |   9397s | train_loss=0.0482
+  step  930000 |   9532s | train_loss=0.0483
+  step  940000 |   9671s | train_loss=0.0497
+  step  950000 |   9807s | train_loss=0.0493
+  step  960000 |   9946s | train_loss=0.0486
+  step  970000 |  10086s | train_loss=0.0481
+  step  980000 |  10222s | train_loss=0.0502
+  step  990000 |  10362s | train_loss=0.0490
+  step 1000000 |  10607s | train_loss=0.0456 | fid=82.5469
+  step 1010000 |  10745s | train_loss=0.0458
+  step 1020000 |  10882s | train_loss=0.0455
+  step 1030000 |  11004s | train_loss=0.0574
+  step 1040000 |  11042s | train_loss=0.0470
+  step 1050000 |  11080s | train_loss=0.0459
+  step 1060000 |  11118s | train_loss=0.0472
+  step 1070000 |  11156s | train_loss=0.0491
+  step 1080000 |  11194s | train_loss=0.0475
+  step 1090000 |  11231s | train_loss=0.0449
+  step 1100000 |  11307s | train_loss=0.0444 | fid=79.7067
+  step 1110000 |  11332s | train_loss=0.0489
+  step 1120000 |  11370s | train_loss=0.0443
+  step 1130000 |  11408s | train_loss=0.0486
+  step 1140000 |  11446s | train_loss=0.0413
+  step 1150000 |  11484s | train_loss=0.0455
+  step 1160000 |  11522s | train_loss=0.0446
+  step 1170000 |  11559s | train_loss=0.0419
+  step 1180000 |  11597s | train_loss=0.0421
+  step 1190000 |  11635s | train_loss=0.0434
+  step 1200000 |  11708s | train_loss=0.0422 | fid=75.2363
+  step 1210000 |  11742s | train_loss=0.0411
+  step 1220000 |  11781s | train_loss=0.0479
+  step 1230000 |  11820s | train_loss=0.0430
+  step 1240000 |  11859s | train_loss=0.0420
+  step 1250000 |  11899s | train_loss=0.0455
+  step 1260000 |  11938s | train_loss=0.0423
+  step 1270000 |  11977s | train_loss=0.0420
+  step 1280000 |  12016s | train_loss=0.0423
+  step 1290000 |  12055s | train_loss=0.0408
+  step 1300000 |  12117s | train_loss=0.0484 | fid=71.2752
+  step 1310000 |  12156s | train_loss=0.0394
+  step 1320000 |  12195s | train_loss=0.0422
+  step 1330000 |  12233s | train_loss=0.0407
+  step 1340000 |  12272s | train_loss=0.0409
+  step 1350000 |  12312s | train_loss=0.0413
+  step 1360000 |  12351s | train_loss=0.0420
+  step 1370000 |  12391s | train_loss=0.0373
+  step 1380000 |  12430s | train_loss=0.0397
+  step 1390000 |  12469s | train_loss=0.0410
+  step 1400000 |  12530s | train_loss=0.0396 | fid=65.9700
+  step 1410000 |  12568s | train_loss=0.0384
+  step 1420000 |  12606s | train_loss=0.0485
+  step 1430000 |  12644s | train_loss=0.0393
+  step 1440000 |  12682s | train_loss=0.0382
+  step 1450000 |  12720s | train_loss=0.0393
+  step 1460000 |  12758s | train_loss=0.0392
+  step 1470000 |  12798s | train_loss=0.0383
+  step 1480000 |  12836s | train_loss=0.0388
+  step 1490000 |  12869s | train_loss=0.0378
+  step 1500000 |  12945s | train_loss=0.0386 | fid=61.7042
+  step 1510000 |  12984s | train_loss=0.0418
+  step 1520000 |  13023s | train_loss=0.0447
+  step 1530000 |  13062s | train_loss=0.0377
+  step 1540000 |  13100s | train_loss=0.0391
+  step 1550000 |  13138s | train_loss=0.0388
+  step 1560000 |  13176s | train_loss=0.0406
+  step 1570000 |  13214s | train_loss=0.0349
+  step 1580000 |  13248s | train_loss=0.0393
+  step 1590000 |  13274s | train_loss=0.0364
+  step 1600000 |  13350s | train_loss=0.0425 | fid=64.1853
+  step 1610000 |  13388s | train_loss=0.0398
+  step 1620000 |  13425s | train_loss=0.0377
+  step 1630000 |  13462s | train_loss=0.0358
+  step 1640000 |  13500s | train_loss=0.0412
+  step 1650000 |  13537s | train_loss=0.0392
+  step 1660000 |  13575s | train_loss=0.0396
+  step 1670000 |  13612s | train_loss=0.0381
+  step 1680000 |  13636s | train_loss=0.0351
+  step 1690000 |  13673s | train_loss=0.0386
+  step 1700000 |  13747s | train_loss=0.0372 | fid=60.1177
+  step 1710000 |  13785s | train_loss=0.0357
+  step 1720000 |  13823s | train_loss=0.0342
+  step 1730000 |  13860s | train_loss=0.0354
+  step 1740000 |  13898s | train_loss=0.0361
+  step 1750000 |  13936s | train_loss=0.0381
+  step 1760000 |  13973s | train_loss=0.0376
+  step 1770000 |  14005s | train_loss=0.0347
+  step 1780000 |  14035s | train_loss=0.0363
+  step 1790000 |  14074s | train_loss=0.0343
+  step 1800000 |  14152s | train_loss=0.0353 | fid=61.4401
+  step 1810000 |  14191s | train_loss=0.0345
+  step 1820000 |  14230s | train_loss=0.0360
+  step 1830000 |  14269s | train_loss=0.0355
+  step 1840000 |  14308s | train_loss=0.0344
+  step 1850000 |  14347s | train_loss=0.0351
+  step 1860000 |  14383s | train_loss=0.0368
+  step 1870000 |  14411s | train_loss=0.0332
+  step 1880000 |  14450s | train_loss=0.0344
+  step 1890000 |  14488s | train_loss=0.0348
+  step 1900000 |  14566s | train_loss=0.0358 | fid=57.8822
+  step 1910000 |  14605s | train_loss=0.0362
+  step 1920000 |  14644s | train_loss=0.0340
+  step 1930000 |  14683s | train_loss=0.0324
+  step 1940000 |  14722s | train_loss=0.0325
+  step 1950000 |  14761s | train_loss=0.0329
+  step 1960000 |  14791s | train_loss=0.0322
+  step 1970000 |  14830s | train_loss=0.0328
+  step 1980000 |  14868s | train_loss=0.0336
+  step 1990000 |  14907s | train_loss=0.0339
+  step 2000000 |  14985s | train_loss=0.0315 | fid=55.7304
+  step 2010000 |  15024s | train_loss=0.0327
+  step 2020000 |  15063s | train_loss=0.0336
+  step 2030000 |  15102s | train_loss=0.0326
+  step 2040000 |  15142s | train_loss=0.0344
+  step 2050000 |  15173s | train_loss=0.0321
+  step 2060000 |  15211s | train_loss=0.0347
+  step 2070000 |  15250s | train_loss=0.0329
+  step 2080000 |  15289s | train_loss=0.0326
+  step 2090000 |  15328s | train_loss=0.0303
+  step 2100000 |  15406s | train_loss=0.0385 | fid=59.6871
+  step 2110000 |  15445s | train_loss=0.0316
+  step 2120000 |  15484s | train_loss=0.0316
+  step 2130000 |  15522s | train_loss=0.0319
+  step 2140000 |  15552s | train_loss=0.0322
+  step 2150000 |  15591s | train_loss=0.0296
+  step 2160000 |  15631s | train_loss=0.0307
+  step 2170000 |  15670s | train_loss=0.0306
+  step 2180000 |  15710s | train_loss=0.0310
+  step 2190000 |  15748s | train_loss=0.0306
+  step 2200000 |  15827s | train_loss=0.0301 | fid=54.9940
+  step 2210000 |  15866s | train_loss=0.0302
+  step 2220000 |  15905s | train_loss=0.0331
+  step 2230000 |  15935s | train_loss=0.0302
+  step 2240000 |  15973s | train_loss=0.0296
+  step 2250000 |  16012s | train_loss=0.0307
+  step 2260000 |  16050s | train_loss=0.0315
+  step 2270000 |  16089s | train_loss=0.0318
+  step 2280000 |  16128s | train_loss=0.0353
+  step 2290000 |  16167s | train_loss=0.0320
+  step 2300000 |  16246s | train_loss=0.0307 | fid=54.4408
+  step 2310000 |  16285s | train_loss=0.0313
+  step 2320000 |  16318s | train_loss=0.0304
+  step 2330000 |  16354s | train_loss=0.0314
+  step 2340000 |  16394s | train_loss=0.0319
+  step 2350000 |  16432s | train_loss=0.0299
+  step 2360000 |  16471s | train_loss=0.0343
+  step 2370000 |  16510s | train_loss=0.0316
+  step 2380000 |  16549s | train_loss=0.0293
+  step 2390000 |  16588s | train_loss=0.0328
+  step 2400000 |  16666s | train_loss=0.0299 | fid=59.0718
+  step 2410000 |  16702s | train_loss=0.0288
+  step 2420000 |  16736s | train_loss=0.0290
+  step 2430000 |  16775s | train_loss=0.0299
+  step 2440000 |  16815s | train_loss=0.0285
+  step 2450000 |  16854s | train_loss=0.0304
+  step 2460000 |  16893s | train_loss=0.0300
+  step 2470000 |  16931s | train_loss=0.0317
+  step 2480000 |  16970s | train_loss=0.0277
+  step 2490000 |  17009s | train_loss=0.0286
+  step 2500000 |  17086s | train_loss=0.0276 | fid=54.6243
+  step 2510000 |  17119s | train_loss=0.0274
+  step 2520000 |  17158s | train_loss=0.0281
+  step 2530000 |  17197s | train_loss=0.0286
+  step 2540000 |  17236s | train_loss=0.0306
+  step 2550000 |  17275s | train_loss=0.0294
+  step 2560000 |  17315s | train_loss=0.0287
+  step 2570000 |  17354s | train_loss=0.0279
+  step 2580000 |  17393s | train_loss=0.0277
+  step 2590000 |  17432s | train_loss=0.0278
+  step 2600000 |  17496s | train_loss=0.0297 | fid=57.7689
+  step 2610000 |  17535s | train_loss=0.0273
+  step 2620000 |  17574s | train_loss=0.0275
+  step 2630000 |  17613s | train_loss=0.0316
+  step 2640000 |  17652s | train_loss=0.0302
+  step 2650000 |  17691s | train_loss=0.0281
+  step 2660000 |  17730s | train_loss=0.0286
+  step 2670000 |  17769s | train_loss=0.0292
+  step 2680000 |  17808s | train_loss=0.0279
+  step 2690000 |  17847s | train_loss=0.0270
+  step 2700000 |  17916s | train_loss=0.0265 | fid=56.7587
+  step 2710000 |  17955s | train_loss=0.0293
+  step 2720000 |  17994s | train_loss=0.0286
+  step 2730000 |  18033s | train_loss=0.0266
+  step 2740000 |  18072s | train_loss=0.0317
+  step 2750000 |  18111s | train_loss=0.0263
+  step 2760000 |  18150s | train_loss=0.0260
+  step 2770000 |  18189s | train_loss=0.0256
+  step 2780000 |  18228s | train_loss=0.0261
+  step 2790000 |  18261s | train_loss=0.0280
+  step 2800000 |  18337s | train_loss=0.0271 | fid=55.4993
+  step 2810000 |  18376s | train_loss=0.0280
+  step 2820000 |  18415s | train_loss=0.0289
+  step 2830000 |  18455s | train_loss=0.0272
+  step 2840000 |  18494s | train_loss=0.0256
+  step 2850000 |  18533s | train_loss=0.0272
+  step 2860000 |  18572s | train_loss=0.0261
+  step 2870000 |  18610s | train_loss=0.0273
+  step 2880000 |  18646s | train_loss=0.0260
+  step 2890000 |  18681s | train_loss=0.0292
+  step 2900000 |  18760s | train_loss=0.0254 | fid=55.6136
+  step 2910000 |  18798s | train_loss=0.0281
+  step 2920000 |  18837s | train_loss=0.0276
+  step 2930000 |  18876s | train_loss=0.0255
+  step 2940000 |  18916s | train_loss=0.0257
+  step 2950000 |  18955s | train_loss=0.0271
+  step 2960000 |  18995s | train_loss=0.0245
+  step 2970000 |  19031s | train_loss=0.0247
+  step 2980000 |  19055s | train_loss=0.0266
+  step 2990000 |  19077s | train_loss=0.0263
+  step 3000000 |  19204s | train_loss=0.0263 | fid=56.1895
+  step 3010000 |  19243s | train_loss=0.0263
+  step 3020000 |  19282s | train_loss=0.0253
+  step 3030000 |  19321s | train_loss=0.0316
+  step 3040000 |  19360s | train_loss=0.0260
+  step 3050000 |  19398s | train_loss=0.0263
+  step 3060000 |  19435s | train_loss=0.0271
+  step 3070000 |  19458s | train_loss=0.0262
+  step 3080000 |  19481s | train_loss=0.0285
+  step 3090000 |  19515s | train_loss=0.0266
+  step 3100000 |  19602s | train_loss=0.0269 | fid=52.2235
+  step 3110000 |  19641s | train_loss=0.0264
+  step 3120000 |  19680s | train_loss=0.0274
+  step 3130000 |  19719s | train_loss=0.0275
+  step 3140000 |  19758s | train_loss=0.0265
+  step 3150000 |  19796s | train_loss=0.0243
+  step 3160000 |  19835s | train_loss=0.0279
+  step 3170000 |  19868s | train_loss=0.0283
+  step 3180000 |  19904s | train_loss=0.0267
+  step 3190000 |  19943s | train_loss=0.0271
+  step 3200000 |  20020s | train_loss=0.0247 | fid=56.9611
+  step 3210000 |  20060s | train_loss=0.0285
+  step 3220000 |  20099s | train_loss=0.0269
+  step 3230000 |  20138s | train_loss=0.0247
+  step 3240000 |  20177s | train_loss=0.0260
+  step 3250000 |  20216s | train_loss=0.0270
+  step 3260000 |  20252s | train_loss=0.0246
+  step 3270000 |  20285s | train_loss=0.0278
+  step 3280000 |  20324s | train_loss=0.0272
+  step 3290000 |  20362s | train_loss=0.0242
+  step 3300000 |  20440s | train_loss=0.0252 | fid=51.3560
+  step 3310000 |  20479s | train_loss=0.0247
+  step 3320000 |  20518s | train_loss=0.0263
+  step 3330000 |  20557s | train_loss=0.0251
+  step 3340000 |  20596s | train_loss=0.0257
+  step 3350000 |  20635s | train_loss=0.0260
+  step 3360000 |  20666s | train_loss=0.0240
+  step 3370000 |  20705s | train_loss=0.0264
+  step 3380000 |  20744s | train_loss=0.0266
+  step 3390000 |  20783s | train_loss=0.0251
+  step 3400000 |  20861s | train_loss=0.0247 | fid=53.4340
+  step 3410000 |  20899s | train_loss=0.0285
+  step 3420000 |  20938s | train_loss=0.0251
+  step 3430000 |  20977s | train_loss=0.0263
+  step 3440000 |  21016s | train_loss=0.0253
+  step 3450000 |  21046s | train_loss=0.0247
+  step 3460000 |  21085s | train_loss=0.0226
+  step 3470000 |  21124s | train_loss=0.0233
+  step 3480000 |  21163s | train_loss=0.0226
+  step 3490000 |  21203s | train_loss=0.0239
+  step 3500000 |  21281s | train_loss=0.0247 | fid=53.5830
+  step 3510000 |  21320s | train_loss=0.0252
+  step 3520000 |  21359s | train_loss=0.0247
+  step 3530000 |  21398s | train_loss=0.0246
+  step 3540000 |  21428s | train_loss=0.0231
+  step 3550000 |  21451s | train_loss=0.0260
+  step 3560000 |  21475s | train_loss=0.0233
+  step 3570000 |  21514s | train_loss=0.0241
+  step 3580000 |  21553s | train_loss=0.0239
+  step 3590000 |  21592s | train_loss=0.0261
+  step 3600000 |  21707s | train_loss=0.0263 | fid=52.9364
+  step 3610000 |  21746s | train_loss=0.0231
+  step 3620000 |  21786s | train_loss=0.0253
+  step 3630000 |  21825s | train_loss=0.0253
+  step 3640000 |  21849s | train_loss=0.0238
+  step 3650000 |  21873s | train_loss=0.0265
+  step 3660000 |  21896s | train_loss=0.0239
+  step 3670000 |  21933s | train_loss=0.0274
+  step 3680000 |  21971s | train_loss=0.0231
+  step 3690000 |  22010s | train_loss=0.0237
+  step 3700000 |  22141s | train_loss=0.0237 | fid=53.4708
+  step 3710000 |  22180s | train_loss=0.0233
+  step 3720000 |  22220s | train_loss=0.0265
+  step 3730000 |  22253s | train_loss=0.0229
+  step 3740000 |  22274s | train_loss=0.0246
+  step 3750000 |  22296s | train_loss=0.0256
+  step 3760000 |  22322s | train_loss=0.0239
+  step 3770000 |  22361s | train_loss=0.0252
+  step 3780000 |  22400s | train_loss=0.0230
+  step 3790000 |  22439s | train_loss=0.0226
+  step 3800000 |  22543s | train_loss=0.0226 | fid=55.5823
+  step 3810000 |  22582s | train_loss=0.0246
+  step 3820000 |  22621s | train_loss=0.0224
+  step 3830000 |  22659s | train_loss=0.0243
+  step 3840000 |  22689s | train_loss=0.0238
+  step 3850000 |  22713s | train_loss=0.0233
+  step 3860000 |  22735s | train_loss=0.0230
+  step 3870000 |  22772s | train_loss=0.0237
+  step 3880000 |  22812s | train_loss=0.0244
+  step 3890000 |  22851s | train_loss=0.0232
+  step 3900000 |  22941s | train_loss=0.0226 | fid=52.7677
+  step 3910000 |  22980s | train_loss=0.0252
+  step 3920000 |  23019s | train_loss=0.0243
+  step 3930000 |  23058s | train_loss=0.0251
+  step 3940000 |  23096s | train_loss=0.0222
+  step 3950000 |  23127s | train_loss=0.0243
+  step 3960000 |  23166s | train_loss=0.0240
+  step 3970000 |  23205s | train_loss=0.0247
+  step 3980000 |  23243s | train_loss=0.0206
+  step 3990000 |  23283s | train_loss=0.0254
+  step 4000000 |  23362s | train_loss=0.0218 | fid=49.4898
+  step 4010000 |  23401s | train_loss=0.0224
+  step 4020000 |  23440s | train_loss=0.0233
+  step 4030000 |  23479s | train_loss=0.0239
+  step 4040000 |  23510s | train_loss=0.0236
+  step 4050000 |  23549s | train_loss=0.0223
+  step 4060000 |  23588s | train_loss=0.0218
+  step 4070000 |  23627s | train_loss=0.0208
+  step 4080000 |  23666s | train_loss=0.0247
+  step 4090000 |  23705s | train_loss=0.0224
+  step 4100000 |  23784s | train_loss=0.0230 | fid=54.9793
+  step 4110000 |  23823s | train_loss=0.0208
+  step 4120000 |  23862s | train_loss=0.0264
+  step 4130000 |  23894s | train_loss=0.0219
+  step 4140000 |  23931s | train_loss=0.0241
+  step 4150000 |  23970s | train_loss=0.0219
+  step 4160000 |  24009s | train_loss=0.0227
+  step 4170000 |  24048s | train_loss=0.0223
+  step 4180000 |  24087s | train_loss=0.0246
+  step 4190000 |  24126s | train_loss=0.0231
+  step 4200000 |  24247s | train_loss=0.0217 | fid=52.0074
+  step 4210000 |  24271s | train_loss=0.0212
+  step 4220000 |  24294s | train_loss=0.0234
+  step 4230000 |  24328s | train_loss=0.0226
+  step 4240000 |  24367s | train_loss=0.0222
+  step 4250000 |  24406s | train_loss=0.0225
+  step 4260000 |  24446s | train_loss=0.0213
+  step 4270000 |  24484s | train_loss=0.0216
+  step 4280000 |  24523s | train_loss=0.0207
+  step 4290000 |  24562s | train_loss=0.0218
+  step 4300000 |  24676s | train_loss=0.0221 | fid=50.2042
+  step 4310000 |  24699s | train_loss=0.0211
+  step 4320000 |  24727s | train_loss=0.0208
+  step 4330000 |  24766s | train_loss=0.0215
+  step 4340000 |  24805s | train_loss=0.0236
+  step 4350000 |  24844s | train_loss=0.0226
+  step 4360000 |  24883s | train_loss=0.0220
+  step 4370000 |  24922s | train_loss=0.0230
+  step 4380000 |  24962s | train_loss=0.0225
+  step 4390000 |  25001s | train_loss=0.0228
+  step 4400000 |  25109s | train_loss=0.0216 | fid=50.2586
+  step 4410000 |  25138s | train_loss=0.0227
+  step 4420000 |  25178s | train_loss=0.0219
+  step 4430000 |  25217s | train_loss=0.0238
+  step 4440000 |  25256s | train_loss=0.0209
+  step 4450000 |  25295s | train_loss=0.0216
+  step 4460000 |  25334s | train_loss=0.0233
+  step 4470000 |  25373s | train_loss=0.0208
+  step 4480000 |  25412s | train_loss=0.0220
+  step 4490000 |  25451s | train_loss=0.0232
+  step 4500000 |  25546s | train_loss=0.0211 | fid=52.9404
+  step 4510000 |  25584s | train_loss=0.0219
+  step 4520000 |  25623s | train_loss=0.0238
+  step 4530000 |  25662s | train_loss=0.0203
+  step 4540000 |  25701s | train_loss=0.0219
+  step 4550000 |  25740s | train_loss=0.0254
+  step 4560000 |  25779s | train_loss=0.0208
+  step 4570000 |  25818s | train_loss=0.0200
+  step 4580000 |  25857s | train_loss=0.0219
+  step 4590000 |  25896s | train_loss=0.0215
+  step 4600000 |  25996s | train_loss=0.0218 | fid=52.6333
+  step 4610000 |  26035s | train_loss=0.0204
+  step 4620000 |  26075s | train_loss=0.0228
+  step 4630000 |  26114s | train_loss=0.0222
+  step 4640000 |  26153s | train_loss=0.0214
+  step 4650000 |  26192s | train_loss=0.0201
+  step 4660000 |  26230s | train_loss=0.0224
+  step 4670000 |  26269s | train_loss=0.0208
+  step 4680000 |  26308s | train_loss=0.0204
+  step 4690000 |  26340s | train_loss=0.0213
+  step 4700000 |  26387s | train_loss=0.0237 | fid=49.4306
+  step 4710000 |  26410s | train_loss=0.0199
+  step 4720000 |  26433s | train_loss=0.0201
+  step 4730000 |  26457s | train_loss=0.0207
+  step 4740000 |  26480s | train_loss=0.0217
+  step 4750000 |  26503s | train_loss=0.0219
+  step 4760000 |  26527s | train_loss=0.0193
+  step 4770000 |  26551s | train_loss=0.0232
+  step 4780000 |  26576s | train_loss=0.0208
+  step 4790000 |  26600s | train_loss=0.0211
+  step 4800000 |  26645s | train_loss=0.0205 | fid=50.2491
+  step 4810000 |  26668s | train_loss=0.0216
+  step 4820000 |  26692s | train_loss=0.0202
+  step 4830000 |  26717s | train_loss=0.0211
+  step 4840000 |  26740s | train_loss=0.0207
+  step 4850000 |  26763s | train_loss=0.0196
+  step 4860000 |  26787s | train_loss=0.0226
+  step 4870000 |  26811s | train_loss=0.0193
+  step 4880000 |  26835s | train_loss=0.0205
+  step 4890000 |  26858s | train_loss=0.0190
+  step 4900000 |  26899s | train_loss=0.0205 | fid=52.1714
+  step 4910000 |  26923s | train_loss=0.0193
+  step 4920000 |  26946s | train_loss=0.0203
+  step 4930000 |  26969s | train_loss=0.0215
+  step 4940000 |  26992s | train_loss=0.0201
+  step 4950000 |  27016s | train_loss=0.0200
+  step 4960000 |  27040s | train_loss=0.0208
+  step 4970000 |  27063s | train_loss=0.0207
+  step 4980000 |  27086s | train_loss=0.0204
+  step 4990000 |  27108s | train_loss=0.0204
+  step 5000000 |  27151s | train_loss=0.0200 | fid=50.7427
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c5c1a5a750a2b2cbd1d436c16747fe41f26016f
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..a07e0967d484be0a57cb7f8f422fa0d04d9bd3d7
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 30, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d30/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 67.6599760055542, "train_loss_step": 29.612274169921875, "n_params": 4326430, "total_flops": 13290792960, "train_loss": 0.9965253194173177, "subset_score_loss": 0.9965253194173177, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9711534976959229, "fid": 247.14655817284284}
+{"step": 10000, "wall_time": 161.31341361999512, "train_loss_step": 5.9108967781066895, "n_params": 4326430, "total_flops": 132907929600000, "train_loss": 0.869967524210612, "subset_score_loss": 0.869967524210612}
+{"step": 20000, "wall_time": 256.77210569381714, "train_loss_step": 6.383847713470459, "n_params": 4326430, "total_flops": 265815859200000, "train_loss": 0.8593108495076497, "subset_score_loss": 0.8593108495076497}
+{"step": 30000, "wall_time": 352.4905080795288, "train_loss_step": 6.079397678375244, "n_params": 4326430, "total_flops": 398723788800000, "train_loss": 0.8431211471557617, "subset_score_loss": 0.8431211471557617}
+{"step": 40000, "wall_time": 448.1702649593353, "train_loss_step": 6.094226837158203, "n_params": 4326430, "total_flops": 531631718400000, "train_loss": 0.8099478403727214, "subset_score_loss": 0.8099478403727214}
+{"step": 50000, "wall_time": 543.7946560382843, "train_loss_step": 5.6803765296936035, "n_params": 4326430, "total_flops": 664539648000000, "train_loss": 0.7548737208048503, "subset_score_loss": 0.7548737208048503}
+{"step": 60000, "wall_time": 639.3493251800537, "train_loss_step": 5.3775129318237305, "n_params": 4326430, "total_flops": 797447577600000, "train_loss": 0.6714428583780925, "subset_score_loss": 0.6714428583780925}
+{"step": 70000, "wall_time": 735.0627644062042, "train_loss_step": 4.618951797485352, "n_params": 4326430, "total_flops": 930355507200000, "train_loss": 0.5582350413004558, "subset_score_loss": 0.5582350413004558}
+{"step": 80000, "wall_time": 830.5106165409088, "train_loss_step": 4.582375526428223, "n_params": 4326430, "total_flops": 1063263436800000, "train_loss": 0.4397042910257975, "subset_score_loss": 0.4397042910257975}
+{"step": 90000, "wall_time": 924.8032510280609, "train_loss_step": 4.059593200683594, "n_params": 4326430, "total_flops": 1196171366400000, "train_loss": 0.3410795211791992, "subset_score_loss": 0.3410795211791992}
+{"step": 100000, "wall_time": 1083.8253428936005, "train_loss_step": 4.023988723754883, "n_params": 4326430, "total_flops": 1329079296000000, "train_loss": 0.27449232737223306, "subset_score_loss": 0.27449232737223306, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9126399159431458, "fid": 64.3941959006975}
+{"step": 110000, "wall_time": 1178.8993418216705, "train_loss_step": 4.0388875007629395, "n_params": 4326430, "total_flops": 1461987225600000, "train_loss": 0.23156797091166179, "subset_score_loss": 0.23156797091166179}
+{"step": 120000, "wall_time": 1273.9519152641296, "train_loss_step": 3.887164831161499, "n_params": 4326430, "total_flops": 1594895155200000, "train_loss": 0.20313194592793782, "subset_score_loss": 0.20313194592793782}
+{"step": 130000, "wall_time": 1368.9645781517029, "train_loss_step": 3.805452346801758, "n_params": 4326430, "total_flops": 1727803084800000, "train_loss": 0.18541305859883625, "subset_score_loss": 0.18541305859883625}
+{"step": 140000, "wall_time": 1463.8839201927185, "train_loss_step": 3.481645107269287, "n_params": 4326430, "total_flops": 1860711014400000, "train_loss": 0.16865326563517252, "subset_score_loss": 0.16865326563517252}
+{"step": 150000, "wall_time": 1558.9125201702118, "train_loss_step": 3.2621967792510986, "n_params": 4326430, "total_flops": 1993618944000000, "train_loss": 0.15572160085042316, "subset_score_loss": 0.15572160085042316}
+{"step": 160000, "wall_time": 1653.8782904148102, "train_loss_step": 3.7226762771606445, "n_params": 4326430, "total_flops": 2126526873600000, "train_loss": 0.14710769653320313, "subset_score_loss": 0.14710769653320313}
+{"step": 170000, "wall_time": 1748.9394006729126, "train_loss_step": 3.4511523246765137, "n_params": 4326430, "total_flops": 2259434803200000, "train_loss": 0.13778669039408367, "subset_score_loss": 0.13778669039408367}
+{"step": 180000, "wall_time": 1843.0892686843872, "train_loss_step": 3.2761318683624268, "n_params": 4326430, "total_flops": 2392342732800000, "train_loss": 0.1306201696395874, "subset_score_loss": 0.1306201696395874}
+{"step": 190000, "wall_time": 1931.2237000465393, "train_loss_step": 3.2563767433166504, "n_params": 4326430, "total_flops": 2525250662400000, "train_loss": 0.12445231278737386, "subset_score_loss": 0.12445231278737386}
+{"step": 200000, "wall_time": 2096.9224712848663, "train_loss_step": 3.2355363368988037, "n_params": 4326430, "total_flops": 2658158592000000, "train_loss": 0.11803290049235025, "subset_score_loss": 0.11803290049235025, "memorization_fraction_pixel": 0.006399999838322401, "mean_nn_ratio_pixel": 0.8217299580574036, "fid": 62.59534410062753}
+{"step": 210000, "wall_time": 2191.8877024650574, "train_loss_step": 3.439004421234131, "n_params": 4326430, "total_flops": 2791066521600000, "train_loss": 0.11335509618123372, "subset_score_loss": 0.11335509618123372}
+{"step": 220000, "wall_time": 2287.036676645279, "train_loss_step": 3.2441186904907227, "n_params": 4326430, "total_flops": 2923974451200000, "train_loss": 0.11038548946380615, "subset_score_loss": 0.11038548946380615}
+{"step": 230000, "wall_time": 2382.1164722442627, "train_loss_step": 3.1204869747161865, "n_params": 4326430, "total_flops": 3056882380800000, "train_loss": 0.10428404808044434, "subset_score_loss": 0.10428404808044434}
+{"step": 240000, "wall_time": 2477.297492980957, "train_loss_step": 3.189542770385742, "n_params": 4326430, "total_flops": 3189790310400000, "train_loss": 0.10000294844309489, "subset_score_loss": 0.10000294844309489}
+{"step": 250000, "wall_time": 2572.2857978343964, "train_loss_step": 3.289077043533325, "n_params": 4326430, "total_flops": 3322698240000000, "train_loss": 0.09690226713816324, "subset_score_loss": 0.09690226713816324}
+{"step": 260000, "wall_time": 2667.4305403232574, "train_loss_step": 3.0893971920013428, "n_params": 4326430, "total_flops": 3455606169600000, "train_loss": 0.09356369177500407, "subset_score_loss": 0.09356369177500407}
+{"step": 270000, "wall_time": 2760.24369764328, "train_loss_step": 3.2750043869018555, "n_params": 4326430, "total_flops": 3588514099200000, "train_loss": 0.0899945338567098, "subset_score_loss": 0.0899945338567098}
+{"step": 280000, "wall_time": 2849.2070484161377, "train_loss_step": 2.9142656326293945, "n_params": 4326430, "total_flops": 3721422028800000, "train_loss": 0.0874682346979777, "subset_score_loss": 0.0874682346979777}
+{"step": 290000, "wall_time": 2944.486133337021, "train_loss_step": 3.1973891258239746, "n_params": 4326430, "total_flops": 3854329958400000, "train_loss": 0.08603339989980062, "subset_score_loss": 0.08603339989980062}
+{"step": 300000, "wall_time": 3109.535994529724, "train_loss_step": 3.0661721229553223, "n_params": 4326430, "total_flops": 3987237888000000, "train_loss": 0.08186395168304443, "subset_score_loss": 0.08186395168304443, "memorization_fraction_pixel": 0.02329999953508377, "mean_nn_ratio_pixel": 0.7570083141326904, "fid": 60.07834012895624}
+{"step": 310000, "wall_time": 3204.511493206024, "train_loss_step": 3.0559277534484863, "n_params": 4326430, "total_flops": 4120145817600000, "train_loss": 0.07991893291473388, "subset_score_loss": 0.07991893291473388}
+{"step": 320000, "wall_time": 3299.525579214096, "train_loss_step": 3.130058765411377, "n_params": 4326430, "total_flops": 4253053747200000, "train_loss": 0.07937917709350586, "subset_score_loss": 0.07937917709350586}
+{"step": 330000, "wall_time": 3394.440449953079, "train_loss_step": 2.639116048812866, "n_params": 4326430, "total_flops": 4385961676800000, "train_loss": 0.07697463035583496, "subset_score_loss": 0.07697463035583496}
+{"step": 340000, "wall_time": 3489.7119438648224, "train_loss_step": 2.9993185997009277, "n_params": 4326430, "total_flops": 4518869606400000, "train_loss": 0.07453829447428385, "subset_score_loss": 0.07453829447428385}
+{"step": 350000, "wall_time": 3584.778319835663, "train_loss_step": 2.868617296218872, "n_params": 4326430, "total_flops": 4651777536000000, "train_loss": 0.07266984780629476, "subset_score_loss": 0.07266984780629476}
+{"step": 360000, "wall_time": 3677.9575848579407, "train_loss_step": 2.7721290588378906, "n_params": 4326430, "total_flops": 4784685465600000, "train_loss": 0.07154868443806967, "subset_score_loss": 0.07154868443806967}
+{"step": 370000, "wall_time": 3768.4779822826385, "train_loss_step": 2.987950563430786, "n_params": 4326430, "total_flops": 4917593395200000, "train_loss": 0.06883896986643473, "subset_score_loss": 0.06883896986643473}
+{"step": 380000, "wall_time": 3863.4949023723602, "train_loss_step": 2.886476993560791, "n_params": 4326430, "total_flops": 5050501324800000, "train_loss": 0.06897814273834228, "subset_score_loss": 0.06897814273834228}
+{"step": 390000, "wall_time": 3959.1427686214447, "train_loss_step": 2.851327419281006, "n_params": 4326430, "total_flops": 5183409254400000, "train_loss": 0.06546816428502401, "subset_score_loss": 0.06546816428502401}
+{"step": 400000, "wall_time": 4124.088797330856, "train_loss_step": 3.0297648906707764, "n_params": 4326430, "total_flops": 5316317184000000, "train_loss": 0.06484672625859579, "subset_score_loss": 0.06484672625859579, "memorization_fraction_pixel": 0.041200000792741776, "mean_nn_ratio_pixel": 0.7040374279022217, "fid": 60.16893166296125}
+{"step": 410000, "wall_time": 4219.236327171326, "train_loss_step": 2.8842005729675293, "n_params": 4326430, "total_flops": 5449225113600000, "train_loss": 0.06374382972717285, "subset_score_loss": 0.06374382972717285}
+{"step": 420000, "wall_time": 4314.321212530136, "train_loss_step": 2.8650155067443848, "n_params": 4326430, "total_flops": 5582133043200000, "train_loss": 0.0630970557530721, "subset_score_loss": 0.0630970557530721}
+{"step": 430000, "wall_time": 4409.436412572861, "train_loss_step": 3.023545265197754, "n_params": 4326430, "total_flops": 5715040972800000, "train_loss": 0.06159011920293172, "subset_score_loss": 0.06159011920293172}
+{"step": 440000, "wall_time": 4504.470006227493, "train_loss_step": 2.5980138778686523, "n_params": 4326430, "total_flops": 5847948902400000, "train_loss": 0.06034415562947591, "subset_score_loss": 0.06034415562947591}
+{"step": 450000, "wall_time": 4596.038060665131, "train_loss_step": 2.8664560317993164, "n_params": 4326430, "total_flops": 5980856832000000, "train_loss": 0.059522453943888345, "subset_score_loss": 0.059522453943888345}
+{"step": 460000, "wall_time": 4688.404249191284, "train_loss_step": 2.697355031967163, "n_params": 4326430, "total_flops": 6113764761600000, "train_loss": 0.059384973843892415, "subset_score_loss": 0.059384973843892415}
+{"step": 470000, "wall_time": 4783.141280412674, "train_loss_step": 2.813483715057373, "n_params": 4326430, "total_flops": 6246672691200000, "train_loss": 0.057167251904805504, "subset_score_loss": 0.057167251904805504}
+{"step": 480000, "wall_time": 4878.307207584381, "train_loss_step": 2.9061038494110107, "n_params": 4326430, "total_flops": 6379580620800000, "train_loss": 0.05649261474609375, "subset_score_loss": 0.05649261474609375}
+{"step": 490000, "wall_time": 4971.904626131058, "train_loss_step": 2.825392723083496, "n_params": 4326430, "total_flops": 6512488550400000, "train_loss": 0.05558542013168335, "subset_score_loss": 0.05558542013168335}
+{"step": 500000, "wall_time": 5138.200911998749, "train_loss_step": 2.824291229248047, "n_params": 4326430, "total_flops": 6645396480000000, "train_loss": 0.05526178280512492, "subset_score_loss": 0.05526178280512492, "memorization_fraction_pixel": 0.06289999932050705, "mean_nn_ratio_pixel": 0.6686237454414368, "fid": 59.23978137252276}
+{"step": 510000, "wall_time": 5233.298696279526, "train_loss_step": 2.92098331451416, "n_params": 4326430, "total_flops": 6778304409600000, "train_loss": 0.05400516192118327, "subset_score_loss": 0.05400516192118327}
+{"step": 520000, "wall_time": 5328.42978644371, "train_loss_step": 2.81956148147583, "n_params": 4326430, "total_flops": 6911212339200000, "train_loss": 0.05303785800933838, "subset_score_loss": 0.05303785800933838}
+{"step": 530000, "wall_time": 5423.604801654816, "train_loss_step": 2.536459445953369, "n_params": 4326430, "total_flops": 7044120268800000, "train_loss": 0.051977884769439694, "subset_score_loss": 0.051977884769439694}
+{"step": 540000, "wall_time": 5514.784945964813, "train_loss_step": 2.489495277404785, "n_params": 4326430, "total_flops": 7177028198400000, "train_loss": 0.05126864512761434, "subset_score_loss": 0.05126864512761434}
+{"step": 550000, "wall_time": 5607.5994482040405, "train_loss_step": 2.8759043216705322, "n_params": 4326430, "total_flops": 7309936128000000, "train_loss": 0.051176647345225014, "subset_score_loss": 0.051176647345225014}
+{"step": 560000, "wall_time": 5702.365492582321, "train_loss_step": 2.7151663303375244, "n_params": 4326430, "total_flops": 7442844057600000, "train_loss": 0.050247553984324136, "subset_score_loss": 0.050247553984324136}
+{"step": 570000, "wall_time": 5797.118287563324, "train_loss_step": 2.5695338249206543, "n_params": 4326430, "total_flops": 7575751987200000, "train_loss": 0.050063673655192056, "subset_score_loss": 0.050063673655192056}
+{"step": 580000, "wall_time": 5892.435737371445, "train_loss_step": 2.8430004119873047, "n_params": 4326430, "total_flops": 7708659916800000, "train_loss": 0.04980790615081787, "subset_score_loss": 0.04980790615081787}
+{"step": 590000, "wall_time": 5985.984871149063, "train_loss_step": 2.562932252883911, "n_params": 4326430, "total_flops": 7841567846400000, "train_loss": 0.048972304662068686, "subset_score_loss": 0.048972304662068686}
+{"step": 600000, "wall_time": 6152.794237375259, "train_loss_step": 2.65236234664917, "n_params": 4326430, "total_flops": 7974475776000000, "train_loss": 0.048014509677886966, "subset_score_loss": 0.048014509677886966, "memorization_fraction_pixel": 0.08250000327825546, "mean_nn_ratio_pixel": 0.6338698267936707, "fid": 58.520270733795606}
+{"step": 610000, "wall_time": 6248.041136264801, "train_loss_step": 2.6407880783081055, "n_params": 4326430, "total_flops": 8107383705600000, "train_loss": 0.046610915660858156, "subset_score_loss": 0.046610915660858156}
+{"step": 620000, "wall_time": 6343.03675532341, "train_loss_step": 2.637788772583008, "n_params": 4326430, "total_flops": 8240291635200000, "train_loss": 0.04701773325602213, "subset_score_loss": 0.04701773325602213}
+{"step": 630000, "wall_time": 6434.050780773163, "train_loss_step": 2.7692999839782715, "n_params": 4326430, "total_flops": 8373199564800000, "train_loss": 0.046640292803446455, "subset_score_loss": 0.046640292803446455}
+{"step": 640000, "wall_time": 6527.128039121628, "train_loss_step": 2.4606261253356934, "n_params": 4326430, "total_flops": 8506107494400000, "train_loss": 0.0455034335454305, "subset_score_loss": 0.0455034335454305}
+{"step": 650000, "wall_time": 6621.676321268082, "train_loss_step": 2.6197333335876465, "n_params": 4326430, "total_flops": 8639015424000000, "train_loss": 0.04537941217422485, "subset_score_loss": 0.04537941217422485}
+{"step": 660000, "wall_time": 6716.115146398544, "train_loss_step": 2.406956195831299, "n_params": 4326430, "total_flops": 8771923353600000, "train_loss": 0.044399789969126385, "subset_score_loss": 0.044399789969126385}
+{"step": 670000, "wall_time": 6811.3125240802765, "train_loss_step": 2.544797420501709, "n_params": 4326430, "total_flops": 8904831283200000, "train_loss": 0.043996508916219076, "subset_score_loss": 0.043996508916219076}
+{"step": 680000, "wall_time": 6906.731949090958, "train_loss_step": 2.7901761531829834, "n_params": 4326430, "total_flops": 9037739212800000, "train_loss": 0.04336195786794027, "subset_score_loss": 0.04336195786794027}
+{"step": 690000, "wall_time": 6999.497301578522, "train_loss_step": 2.4672324657440186, "n_params": 4326430, "total_flops": 9170647142400000, "train_loss": 0.04348936875661214, "subset_score_loss": 0.04348936875661214}
+{"step": 700000, "wall_time": 7166.003412485123, "train_loss_step": 2.677035331726074, "n_params": 4326430, "total_flops": 9303555072000000, "train_loss": 0.04260102113087972, "subset_score_loss": 0.04260102113087972, "memorization_fraction_pixel": 0.09200000017881393, "mean_nn_ratio_pixel": 0.6111511588096619, "fid": 59.142126906374074}
+{"step": 710000, "wall_time": 7259.345416545868, "train_loss_step": 2.7203903198242188, "n_params": 4326430, "total_flops": 9436463001600000, "train_loss": 0.04247592687606812, "subset_score_loss": 0.04247592687606812}
+{"step": 720000, "wall_time": 7352.191679477692, "train_loss_step": 2.9199042320251465, "n_params": 4326430, "total_flops": 9569370931200000, "train_loss": 0.04189873933792114, "subset_score_loss": 0.04189873933792114}
+{"step": 730000, "wall_time": 7445.575672388077, "train_loss_step": 2.742600679397583, "n_params": 4326430, "total_flops": 9702278860800000, "train_loss": 0.04218157927195231, "subset_score_loss": 0.04218157927195231}
+{"step": 740000, "wall_time": 7540.164501905441, "train_loss_step": 2.3854732513427734, "n_params": 4326430, "total_flops": 9835186790400000, "train_loss": 0.04160173734029134, "subset_score_loss": 0.04160173734029134}
+{"step": 750000, "wall_time": 7635.16223359108, "train_loss_step": 2.441765785217285, "n_params": 4326430, "total_flops": 9968094720000000, "train_loss": 0.04083069960276286, "subset_score_loss": 0.04083069960276286}
+{"step": 760000, "wall_time": 7729.8017745018005, "train_loss_step": 2.527285099029541, "n_params": 4326430, "total_flops": 10101002649600000, "train_loss": 0.040020096302032473, "subset_score_loss": 0.040020096302032473}
+{"step": 770000, "wall_time": 7824.6431748867035, "train_loss_step": 2.7345831394195557, "n_params": 4326430, "total_flops": 10233910579200000, "train_loss": 0.040621590614318845, "subset_score_loss": 0.040621590614318845}
+{"step": 780000, "wall_time": 7918.458411455154, "train_loss_step": 2.4833428859710693, "n_params": 4326430, "total_flops": 10366818508800000, "train_loss": 0.04049857060114543, "subset_score_loss": 0.04049857060114543}
+{"step": 790000, "wall_time": 8013.697583436966, "train_loss_step": 2.481858730316162, "n_params": 4326430, "total_flops": 10499726438400000, "train_loss": 0.03950551748275757, "subset_score_loss": 0.03950551748275757}
+{"step": 800000, "wall_time": 8178.324461221695, "train_loss_step": 2.7433176040649414, "n_params": 4326430, "total_flops": 10632634368000000, "train_loss": 0.038995015621185306, "subset_score_loss": 0.038995015621185306, "memorization_fraction_pixel": 0.10930000245571136, "mean_nn_ratio_pixel": 0.5985535383224487, "fid": 57.93878044871712}
+{"step": 810000, "wall_time": 8269.864988327026, "train_loss_step": 2.487149953842163, "n_params": 4326430, "total_flops": 10765542297600000, "train_loss": 0.03851528565088908, "subset_score_loss": 0.03851528565088908}
+{"step": 820000, "wall_time": 8364.948753118515, "train_loss_step": 2.4891276359558105, "n_params": 4326430, "total_flops": 10898450227200000, "train_loss": 0.03850555419921875, "subset_score_loss": 0.03850555419921875}
+{"step": 830000, "wall_time": 8459.60386800766, "train_loss_step": 2.5634336471557617, "n_params": 4326430, "total_flops": 11031358156800000, "train_loss": 0.03776938517888387, "subset_score_loss": 0.03776938517888387}
+{"step": 840000, "wall_time": 8554.729818820953, "train_loss_step": 2.5857059955596924, "n_params": 4326430, "total_flops": 11164266086400000, "train_loss": 0.03794852097829183, "subset_score_loss": 0.03794852097829183}
+{"step": 850000, "wall_time": 8649.27440905571, "train_loss_step": 2.5483052730560303, "n_params": 4326430, "total_flops": 11297174016000000, "train_loss": 0.03700775305430094, "subset_score_loss": 0.03700775305430094}
+{"step": 860000, "wall_time": 8744.408705949783, "train_loss_step": 2.6350717544555664, "n_params": 4326430, "total_flops": 11430081945600000, "train_loss": 0.03770357370376587, "subset_score_loss": 0.03770357370376587}
+{"step": 870000, "wall_time": 8840.021069526672, "train_loss_step": 2.6373438835144043, "n_params": 4326430, "total_flops": 11562989875200000, "train_loss": 0.03728955586751302, "subset_score_loss": 0.03728955586751302}
+{"step": 880000, "wall_time": 8933.482862949371, "train_loss_step": 2.6173229217529297, "n_params": 4326430, "total_flops": 11695897804800000, "train_loss": 0.036324389775594074, "subset_score_loss": 0.036324389775594074}
+{"step": 890000, "wall_time": 9028.5796148777, "train_loss_step": 2.3841023445129395, "n_params": 4326430, "total_flops": 11828805734400000, "train_loss": 0.03598799308141073, "subset_score_loss": 0.03598799308141073}
+{"step": 900000, "wall_time": 9190.530891895294, "train_loss_step": 2.554786205291748, "n_params": 4326430, "total_flops": 11961713664000000, "train_loss": 0.03593169450759888, "subset_score_loss": 0.03593169450759888, "memorization_fraction_pixel": 0.13500000536441803, "mean_nn_ratio_pixel": 0.5737722516059875, "fid": 56.97754195454323}
+{"step": 910000, "wall_time": 9285.69786787033, "train_loss_step": 2.6204094886779785, "n_params": 4326430, "total_flops": 12094621593600000, "train_loss": 0.03610271612803141, "subset_score_loss": 0.03610271612803141}
+{"step": 920000, "wall_time": 9380.739224433899, "train_loss_step": 2.9103856086730957, "n_params": 4326430, "total_flops": 12227529523200000, "train_loss": 0.035317524274190264, "subset_score_loss": 0.035317524274190264}
+{"step": 930000, "wall_time": 9475.416184425354, "train_loss_step": 2.6403250694274902, "n_params": 4326430, "total_flops": 12360437452800000, "train_loss": 0.03523661295572917, "subset_score_loss": 0.03523661295572917}
+{"step": 940000, "wall_time": 9570.206053256989, "train_loss_step": 2.6695358753204346, "n_params": 4326430, "total_flops": 12493345382400000, "train_loss": 0.035723555088043216, "subset_score_loss": 0.035723555088043216}
+{"step": 950000, "wall_time": 9664.792155742645, "train_loss_step": 2.4346399307250977, "n_params": 4326430, "total_flops": 12626253312000000, "train_loss": 0.03505959908167521, "subset_score_loss": 0.03505959908167521}
+{"step": 960000, "wall_time": 9759.873991250992, "train_loss_step": 2.6406748294830322, "n_params": 4326430, "total_flops": 12759161241600000, "train_loss": 0.03421643575032552, "subset_score_loss": 0.03421643575032552}
+{"step": 970000, "wall_time": 9853.479369163513, "train_loss_step": 2.3780150413513184, "n_params": 4326430, "total_flops": 12892069171200000, "train_loss": 0.034044353167215984, "subset_score_loss": 0.034044353167215984}
+{"step": 980000, "wall_time": 9948.460130929947, "train_loss_step": 2.3820037841796875, "n_params": 4326430, "total_flops": 13024977100800000, "train_loss": 0.033960970242818196, "subset_score_loss": 0.033960970242818196}
+{"step": 990000, "wall_time": 10039.824300289154, "train_loss_step": 2.437720775604248, "n_params": 4326430, "total_flops": 13157885030400000, "train_loss": 0.03327358563741048, "subset_score_loss": 0.03327358563741048}
+{"step": 1000000, "wall_time": 10204.169299840927, "train_loss_step": 2.6471028327941895, "n_params": 4326430, "total_flops": 13290792960000000, "train_loss": 0.033533239364624025, "subset_score_loss": 0.033533239364624025, "memorization_fraction_pixel": 0.14380000531673431, "mean_nn_ratio_pixel": 0.5576624274253845, "fid": 56.90940576733663}
+{"step": 1010000, "wall_time": 10299.173738718033, "train_loss_step": 2.5323917865753174, "n_params": 4326430, "total_flops": 13423700889600000, "train_loss": 0.03291459679603577, "subset_score_loss": 0.03291459679603577}
+{"step": 1020000, "wall_time": 10393.899583816528, "train_loss_step": 2.4762330055236816, "n_params": 4326430, "total_flops": 13556608819200000, "train_loss": 0.03314133882522583, "subset_score_loss": 0.03314133882522583}
+{"step": 1030000, "wall_time": 10489.100451231003, "train_loss_step": 2.551384687423706, "n_params": 4326430, "total_flops": 13689516748800000, "train_loss": 0.03263328671455383, "subset_score_loss": 0.03263328671455383}
+{"step": 1040000, "wall_time": 10583.714406728745, "train_loss_step": 2.6372106075286865, "n_params": 4326430, "total_flops": 13822424678400000, "train_loss": 0.032930246988932294, "subset_score_loss": 0.032930246988932294}
+{"step": 1050000, "wall_time": 10678.624877214432, "train_loss_step": 2.4547767639160156, "n_params": 4326430, "total_flops": 13955332608000000, "train_loss": 0.0321060319741567, "subset_score_loss": 0.0321060319741567}
+{"step": 1060000, "wall_time": 10773.835316896439, "train_loss_step": 2.675240993499756, "n_params": 4326430, "total_flops": 14088240537600000, "train_loss": 0.03187984625498454, "subset_score_loss": 0.03187984625498454}
+{"step": 1070000, "wall_time": 10865.477997541428, "train_loss_step": 2.5163660049438477, "n_params": 4326430, "total_flops": 14221148467200000, "train_loss": 0.031780876715977985, "subset_score_loss": 0.031780876715977985}
+{"step": 1080000, "wall_time": 10958.832212924957, "train_loss_step": 2.6145787239074707, "n_params": 4326430, "total_flops": 14354056396800000, "train_loss": 0.031351013978322344, "subset_score_loss": 0.031351013978322344}
+{"step": 1090000, "wall_time": 11051.709156990051, "train_loss_step": 2.5730319023132324, "n_params": 4326430, "total_flops": 14486964326400000, "train_loss": 0.03182056943575541, "subset_score_loss": 0.03182056943575541}
+{"step": 1100000, "wall_time": 11219.84110736847, "train_loss_step": 2.5662405490875244, "n_params": 4326430, "total_flops": 14619872256000000, "train_loss": 0.03148973981539408, "subset_score_loss": 0.03148973981539408, "memorization_fraction_pixel": 0.14890000224113464, "mean_nn_ratio_pixel": 0.5496885180473328, "fid": 57.5282394317338}
+{"step": 1110000, "wall_time": 11313.95232963562, "train_loss_step": 2.584184169769287, "n_params": 4326430, "total_flops": 14752780185600000, "train_loss": 0.031046273310979207, "subset_score_loss": 0.031046273310979207}
+{"step": 1120000, "wall_time": 11408.857335090637, "train_loss_step": 2.4659042358398438, "n_params": 4326430, "total_flops": 14885688115200000, "train_loss": 0.03135690887769063, "subset_score_loss": 0.03135690887769063}
+{"step": 1130000, "wall_time": 11504.141176462173, "train_loss_step": 2.53350830078125, "n_params": 4326430, "total_flops": 15018596044800000, "train_loss": 0.03085410992304484, "subset_score_loss": 0.03085410992304484}
+{"step": 1140000, "wall_time": 11598.528310060501, "train_loss_step": 2.55290150642395, "n_params": 4326430, "total_flops": 15151503974400000, "train_loss": 0.030543347199757893, "subset_score_loss": 0.030543347199757893}
+{"step": 1150000, "wall_time": 11693.487141370773, "train_loss_step": 2.4045157432556152, "n_params": 4326430, "total_flops": 15284411904000000, "train_loss": 0.030093942085901895, "subset_score_loss": 0.030093942085901895}
+{"step": 1160000, "wall_time": 11786.948335170746, "train_loss_step": 2.3413803577423096, "n_params": 4326430, "total_flops": 15417319833600000, "train_loss": 0.030672311782836914, "subset_score_loss": 0.030672311782836914}
+{"step": 1170000, "wall_time": 11878.07329916954, "train_loss_step": 2.34162974357605, "n_params": 4326430, "total_flops": 15550227763200000, "train_loss": 0.03041051228841146, "subset_score_loss": 0.03041051228841146}
+{"step": 1180000, "wall_time": 11971.129733085632, "train_loss_step": 2.6246180534362793, "n_params": 4326430, "total_flops": 15683135692800000, "train_loss": 0.03039560317993164, "subset_score_loss": 0.03039560317993164}
+{"step": 1190000, "wall_time": 12066.167288303375, "train_loss_step": 2.3867509365081787, "n_params": 4326430, "total_flops": 15816043622400000, "train_loss": 0.02987892230351766, "subset_score_loss": 0.02987892230351766}
+{"step": 1200000, "wall_time": 12233.593719959259, "train_loss_step": 2.471926689147949, "n_params": 4326430, "total_flops": 15948951552000000, "train_loss": 0.0297226885954539, "subset_score_loss": 0.0297226885954539, "memorization_fraction_pixel": 0.16740000247955322, "mean_nn_ratio_pixel": 0.5287058353424072, "fid": 57.1135081061478}
+{"step": 1210000, "wall_time": 12327.968126535416, "train_loss_step": 2.3639633655548096, "n_params": 4326430, "total_flops": 16081859481600000, "train_loss": 0.029092379411061606, "subset_score_loss": 0.029092379411061606}
+{"step": 1220000, "wall_time": 12423.238255262375, "train_loss_step": 2.5048093795776367, "n_params": 4326430, "total_flops": 16214767411200000, "train_loss": 0.029331324497858684, "subset_score_loss": 0.029331324497858684}
+{"step": 1230000, "wall_time": 12518.334117412567, "train_loss_step": 2.2624053955078125, "n_params": 4326430, "total_flops": 16347675340800000, "train_loss": 0.029078692197799683, "subset_score_loss": 0.029078692197799683}
+{"step": 1240000, "wall_time": 12612.8131878376, "train_loss_step": 2.4318594932556152, "n_params": 4326430, "total_flops": 16480583270400000, "train_loss": 0.029321616888046263, "subset_score_loss": 0.029321616888046263}
+{"step": 1250000, "wall_time": 12704.14166378975, "train_loss_step": 2.3988208770751953, "n_params": 4326430, "total_flops": 16613491200000000, "train_loss": 0.028777654965718588, "subset_score_loss": 0.028777654965718588}
+{"step": 1260000, "wall_time": 12797.75067782402, "train_loss_step": 2.3816685676574707, "n_params": 4326430, "total_flops": 16746399129600000, "train_loss": 0.028508339325586954, "subset_score_loss": 0.028508339325586954}
+{"step": 1270000, "wall_time": 12891.008945465088, "train_loss_step": 2.313539981842041, "n_params": 4326430, "total_flops": 16879307059200000, "train_loss": 0.02849964698155721, "subset_score_loss": 0.02849964698155721}
+{"step": 1280000, "wall_time": 12986.054070711136, "train_loss_step": 2.5306239128112793, "n_params": 4326430, "total_flops": 17012214988800000, "train_loss": 0.028575934966405234, "subset_score_loss": 0.028575934966405234}
+{"step": 1290000, "wall_time": 13081.132140159607, "train_loss_step": 2.2213265895843506, "n_params": 4326430, "total_flops": 17145122918400000, "train_loss": 0.027996836105982463, "subset_score_loss": 0.027996836105982463}
+{"step": 1300000, "wall_time": 13247.889816999435, "train_loss_step": 2.458568572998047, "n_params": 4326430, "total_flops": 17278030848000000, "train_loss": 0.02786497672398885, "subset_score_loss": 0.02786497672398885, "memorization_fraction_pixel": 0.17560000717639923, "mean_nn_ratio_pixel": 0.5197142958641052, "fid": 57.69617830630182}
+{"step": 1310000, "wall_time": 13342.508291721344, "train_loss_step": 2.5240116119384766, "n_params": 4326430, "total_flops": 17410938777600000, "train_loss": 0.028326282898585003, "subset_score_loss": 0.028326282898585003}
+{"step": 1320000, "wall_time": 13437.59855890274, "train_loss_step": 2.76322865486145, "n_params": 4326430, "total_flops": 17543846707200000, "train_loss": 0.027353239059448243, "subset_score_loss": 0.027353239059448243}
+{"step": 1330000, "wall_time": 13531.941396951675, "train_loss_step": 2.5920519828796387, "n_params": 4326430, "total_flops": 17676754636800000, "train_loss": 0.027495743830998738, "subset_score_loss": 0.027495743830998738}
+{"step": 1340000, "wall_time": 13623.475484848022, "train_loss_step": 2.4066786766052246, "n_params": 4326430, "total_flops": 17809662566400000, "train_loss": 0.027130715052286782, "subset_score_loss": 0.027130715052286782}
+{"step": 1350000, "wall_time": 13718.619690418243, "train_loss_step": 2.3373210430145264, "n_params": 4326430, "total_flops": 17942570496000000, "train_loss": 0.027005523443222046, "subset_score_loss": 0.027005523443222046}
+{"step": 1360000, "wall_time": 13810.387707710266, "train_loss_step": 2.6796226501464844, "n_params": 4326430, "total_flops": 18075478425600000, "train_loss": 0.02711796760559082, "subset_score_loss": 0.02711796760559082}
+{"step": 1370000, "wall_time": 13905.493404388428, "train_loss_step": 2.4655394554138184, "n_params": 4326430, "total_flops": 18208386355200000, "train_loss": 0.02675232489903768, "subset_score_loss": 0.02675232489903768}
+{"step": 1380000, "wall_time": 14000.472977399826, "train_loss_step": 2.2903990745544434, "n_params": 4326430, "total_flops": 18341294284800000, "train_loss": 0.02703423301378886, "subset_score_loss": 0.02703423301378886}
+{"step": 1390000, "wall_time": 14095.551062822342, "train_loss_step": 2.4663097858428955, "n_params": 4326430, "total_flops": 18474202214400000, "train_loss": 0.026381142934163413, "subset_score_loss": 0.026381142934163413}
+{"step": 1400000, "wall_time": 14262.701313972473, "train_loss_step": 2.6476705074310303, "n_params": 4326430, "total_flops": 18607110144000000, "train_loss": 0.026252571741739908, "subset_score_loss": 0.026252571741739908, "memorization_fraction_pixel": 0.1843000054359436, "mean_nn_ratio_pixel": 0.5062581300735474, "fid": 56.81547140746609}
+{"step": 1410000, "wall_time": 14357.281660079956, "train_loss_step": 2.4991114139556885, "n_params": 4326430, "total_flops": 18740018073600000, "train_loss": 0.02674305041631063, "subset_score_loss": 0.02674305041631063}
+{"step": 1420000, "wall_time": 14452.355201244354, "train_loss_step": 2.5283570289611816, "n_params": 4326430, "total_flops": 18872926003200000, "train_loss": 0.026515239477157594, "subset_score_loss": 0.026515239477157594}
+{"step": 1430000, "wall_time": 14543.54951763153, "train_loss_step": 2.4430928230285645, "n_params": 4326430, "total_flops": 19005833932800000, "train_loss": 0.026234837373097737, "subset_score_loss": 0.026234837373097737}
+{"step": 1440000, "wall_time": 14638.662351846695, "train_loss_step": 2.51383376121521, "n_params": 4326430, "total_flops": 19138741862400000, "train_loss": 0.0260014275709788, "subset_score_loss": 0.0260014275709788}
+{"step": 1450000, "wall_time": 14731.09918141365, "train_loss_step": 2.2871551513671875, "n_params": 4326430, "total_flops": 19271649792000000, "train_loss": 0.02579800089200338, "subset_score_loss": 0.02579800089200338}
+{"step": 1460000, "wall_time": 14825.826179027557, "train_loss_step": 2.519545078277588, "n_params": 4326430, "total_flops": 19404557721600000, "train_loss": 0.025723735491434734, "subset_score_loss": 0.025723735491434734}
+{"step": 1470000, "wall_time": 14920.899991035461, "train_loss_step": 2.185330390930176, "n_params": 4326430, "total_flops": 19537465651200000, "train_loss": 0.025327173868815105, "subset_score_loss": 0.025327173868815105}
+{"step": 1480000, "wall_time": 15016.224348783493, "train_loss_step": 2.4703164100646973, "n_params": 4326430, "total_flops": 19670373580800000, "train_loss": 0.025487587849299113, "subset_score_loss": 0.025487587849299113}
+{"step": 1490000, "wall_time": 15110.97512125969, "train_loss_step": 2.6015243530273438, "n_params": 4326430, "total_flops": 19803281510400000, "train_loss": 0.02533954381942749, "subset_score_loss": 0.02533954381942749}
+{"step": 1500000, "wall_time": 15278.503770112991, "train_loss_step": 2.414593458175659, "n_params": 4326430, "total_flops": 19936189440000000, "train_loss": 0.025288373231887817, "subset_score_loss": 0.025288373231887817, "memorization_fraction_pixel": 0.20900000631809235, "mean_nn_ratio_pixel": 0.4888211786746979, "fid": 57.15287692327681}
+{"step": 1510000, "wall_time": 15371.351140499115, "train_loss_step": 2.300293445587158, "n_params": 4326430, "total_flops": 20069097369600000, "train_loss": 0.02520068089167277, "subset_score_loss": 0.02520068089167277}
+{"step": 1520000, "wall_time": 15464.034518957138, "train_loss_step": 2.2608299255371094, "n_params": 4326430, "total_flops": 20202005299200000, "train_loss": 0.024689080317815144, "subset_score_loss": 0.024689080317815144}
+{"step": 1530000, "wall_time": 15558.232770442963, "train_loss_step": 2.68581485748291, "n_params": 4326430, "total_flops": 20334913228800000, "train_loss": 0.02456151843070984, "subset_score_loss": 0.02456151843070984}
+{"step": 1540000, "wall_time": 15652.492973089218, "train_loss_step": 2.4069931507110596, "n_params": 4326430, "total_flops": 20467821158400000, "train_loss": 0.024715677897135416, "subset_score_loss": 0.024715677897135416}
+{"step": 1550000, "wall_time": 15746.152506113052, "train_loss_step": 2.4160470962524414, "n_params": 4326430, "total_flops": 20600729088000000, "train_loss": 0.024292290210723877, "subset_score_loss": 0.024292290210723877}
+{"step": 1560000, "wall_time": 15841.121443510056, "train_loss_step": 2.4285082817077637, "n_params": 4326430, "total_flops": 20733637017600000, "train_loss": 0.02439503272374471, "subset_score_loss": 0.02439503272374471}
+{"step": 1570000, "wall_time": 15936.100504875183, "train_loss_step": 2.3654980659484863, "n_params": 4326430, "total_flops": 20866544947200000, "train_loss": 0.024409916003545126, "subset_score_loss": 0.024409916003545126}
+{"step": 1580000, "wall_time": 16031.063511133194, "train_loss_step": 2.3087544441223145, "n_params": 4326430, "total_flops": 20999452876800000, "train_loss": 0.0248190442721049, "subset_score_loss": 0.0248190442721049}
+{"step": 1590000, "wall_time": 16125.956363916397, "train_loss_step": 2.4959895610809326, "n_params": 4326430, "total_flops": 21132360806400000, "train_loss": 0.02411623001098633, "subset_score_loss": 0.02411623001098633}
+{"step": 1600000, "wall_time": 16289.457947015762, "train_loss_step": 2.307188034057617, "n_params": 4326430, "total_flops": 21265268736000000, "train_loss": 0.02407172918319702, "subset_score_loss": 0.02407172918319702, "memorization_fraction_pixel": 0.20909999310970306, "mean_nn_ratio_pixel": 0.48383447527885437, "fid": 56.69856415482809}
+{"step": 1610000, "wall_time": 16382.620993852615, "train_loss_step": 2.2734079360961914, "n_params": 4326430, "total_flops": 21398176665600000, "train_loss": 0.023879132668177285, "subset_score_loss": 0.023879132668177285}
+{"step": 1620000, "wall_time": 16474.888560056686, "train_loss_step": 2.330289125442505, "n_params": 4326430, "total_flops": 21531084595200000, "train_loss": 0.024156606197357176, "subset_score_loss": 0.024156606197357176}
+{"step": 1630000, "wall_time": 16569.873192548752, "train_loss_step": 2.693533182144165, "n_params": 4326430, "total_flops": 21663992524800000, "train_loss": 0.023714546362559, "subset_score_loss": 0.023714546362559}
+{"step": 1640000, "wall_time": 16665.61395716667, "train_loss_step": 2.439253091812134, "n_params": 4326430, "total_flops": 21796900454400000, "train_loss": 0.02378621300061544, "subset_score_loss": 0.02378621300061544}
+{"step": 1650000, "wall_time": 16759.018227100372, "train_loss_step": 2.5575759410858154, "n_params": 4326430, "total_flops": 21929808384000000, "train_loss": 0.02328285773595174, "subset_score_loss": 0.02328285773595174}
+{"step": 1660000, "wall_time": 16854.21208167076, "train_loss_step": 2.4412524700164795, "n_params": 4326430, "total_flops": 22062716313600000, "train_loss": 0.02371359666188558, "subset_score_loss": 0.02371359666188558}
+{"step": 1670000, "wall_time": 16949.501542806625, "train_loss_step": 2.410536527633667, "n_params": 4326430, "total_flops": 22195624243200000, "train_loss": 0.023192477226257325, "subset_score_loss": 0.023192477226257325}
+{"step": 1680000, "wall_time": 17044.280052423477, "train_loss_step": 2.518622875213623, "n_params": 4326430, "total_flops": 22328532172800000, "train_loss": 0.023545447985331217, "subset_score_loss": 0.023545447985331217}
+{"step": 1690000, "wall_time": 17139.613674640656, "train_loss_step": 2.3010005950927734, "n_params": 4326430, "total_flops": 22461440102400000, "train_loss": 0.02341639200846354, "subset_score_loss": 0.02341639200846354}
+{"step": 1700000, "wall_time": 17302.067137002945, "train_loss_step": 2.461198091506958, "n_params": 4326430, "total_flops": 22594348032000000, "train_loss": 0.02314180930455526, "subset_score_loss": 0.02314180930455526, "memorization_fraction_pixel": 0.218299999833107, "mean_nn_ratio_pixel": 0.4759712815284729, "fid": 56.67798085368181}
+{"step": 1710000, "wall_time": 17394.679181575775, "train_loss_step": 2.3145594596862793, "n_params": 4326430, "total_flops": 22727255961600000, "train_loss": 0.02291847864786784, "subset_score_loss": 0.02291847864786784}
+{"step": 1720000, "wall_time": 17489.3926384449, "train_loss_step": 2.415987014770508, "n_params": 4326430, "total_flops": 22860163891200000, "train_loss": 0.022537004947662354, "subset_score_loss": 0.022537004947662354}
+{"step": 1730000, "wall_time": 17584.416026830673, "train_loss_step": 2.383908748626709, "n_params": 4326430, "total_flops": 22993071820800000, "train_loss": 0.02276772856712341, "subset_score_loss": 0.02276772856712341}
+{"step": 1740000, "wall_time": 17678.33127593994, "train_loss_step": 2.3854241371154785, "n_params": 4326430, "total_flops": 23125979750400000, "train_loss": 0.023141435782114663, "subset_score_loss": 0.023141435782114663}
+{"step": 1750000, "wall_time": 17773.602173805237, "train_loss_step": 2.2953145503997803, "n_params": 4326430, "total_flops": 23258887680000000, "train_loss": 0.022638847430547077, "subset_score_loss": 0.022638847430547077}
+{"step": 1760000, "wall_time": 17868.91271162033, "train_loss_step": 2.3565080165863037, "n_params": 4326430, "total_flops": 23391795609600000, "train_loss": 0.02276910940806071, "subset_score_loss": 0.02276910940806071}
+{"step": 1770000, "wall_time": 17963.57074713707, "train_loss_step": 2.0080833435058594, "n_params": 4326430, "total_flops": 23524703539200000, "train_loss": 0.022204113006591798, "subset_score_loss": 0.022204113006591798}
+{"step": 1780000, "wall_time": 18058.66235256195, "train_loss_step": 2.518092155456543, "n_params": 4326430, "total_flops": 23657611468800000, "train_loss": 0.02220126986503601, "subset_score_loss": 0.02220126986503601}
+{"step": 1790000, "wall_time": 18149.725733041763, "train_loss_step": 2.4339773654937744, "n_params": 4326430, "total_flops": 23790519398400000, "train_loss": 0.02199604908625285, "subset_score_loss": 0.02199604908625285}
+{"step": 1800000, "wall_time": 18315.603665351868, "train_loss_step": 2.3056013584136963, "n_params": 4326430, "total_flops": 23923427328000000, "train_loss": 0.02288090387980143, "subset_score_loss": 0.02288090387980143, "memorization_fraction_pixel": 0.23350000381469727, "mean_nn_ratio_pixel": 0.4695342183113098, "fid": 56.075437655781656}
+{"step": 1810000, "wall_time": 18410.127688407898, "train_loss_step": 2.2529678344726562, "n_params": 4326430, "total_flops": 24056335257600000, "train_loss": 0.02199719548225403, "subset_score_loss": 0.02199719548225403}
+{"step": 1820000, "wall_time": 18504.760671377182, "train_loss_step": 2.2996530532836914, "n_params": 4326430, "total_flops": 24189243187200000, "train_loss": 0.022157440582911175, "subset_score_loss": 0.022157440582911175}
+{"step": 1830000, "wall_time": 18599.695207357407, "train_loss_step": 2.6092896461486816, "n_params": 4326430, "total_flops": 24322151116800000, "train_loss": 0.02209652860959371, "subset_score_loss": 0.02209652860959371}
+{"step": 1840000, "wall_time": 18693.380313396454, "train_loss_step": 2.4114322662353516, "n_params": 4326430, "total_flops": 24455059046400000, "train_loss": 0.02156213323275248, "subset_score_loss": 0.02156213323275248}
+{"step": 1850000, "wall_time": 18788.38431453705, "train_loss_step": 2.4176130294799805, "n_params": 4326430, "total_flops": 24587966976000000, "train_loss": 0.02172605792681376, "subset_score_loss": 0.02172605792681376}
+{"step": 1860000, "wall_time": 18882.768069267273, "train_loss_step": 2.3107047080993652, "n_params": 4326430, "total_flops": 24720874905600000, "train_loss": 0.02115355134010315, "subset_score_loss": 0.02115355134010315}
+{"step": 1870000, "wall_time": 18975.79008579254, "train_loss_step": 2.367971420288086, "n_params": 4326430, "total_flops": 24853782835200000, "train_loss": 0.021693360805511475, "subset_score_loss": 0.021693360805511475}
+{"step": 1880000, "wall_time": 19069.005225419998, "train_loss_step": 2.454343557357788, "n_params": 4326430, "total_flops": 24986690764800000, "train_loss": 0.021720220645268757, "subset_score_loss": 0.021720220645268757}
+{"step": 1890000, "wall_time": 19164.04977965355, "train_loss_step": 2.3167724609375, "n_params": 4326430, "total_flops": 25119598694400000, "train_loss": 0.02114031513532003, "subset_score_loss": 0.02114031513532003}
+{"step": 1900000, "wall_time": 19327.466977119446, "train_loss_step": 2.3035082817077637, "n_params": 4326430, "total_flops": 25252506624000000, "train_loss": 0.021576889355977378, "subset_score_loss": 0.021576889355977378, "memorization_fraction_pixel": 0.2231999933719635, "mean_nn_ratio_pixel": 0.4709835946559906, "fid": 57.17598419537161}
+{"step": 1910000, "wall_time": 19422.13831138611, "train_loss_step": 2.1109585762023926, "n_params": 4326430, "total_flops": 25385414553600000, "train_loss": 0.02119745413462321, "subset_score_loss": 0.02119745413462321}
+{"step": 1920000, "wall_time": 19516.910074710846, "train_loss_step": 2.3149361610412598, "n_params": 4326430, "total_flops": 25518322483200000, "train_loss": 0.021108452479044595, "subset_score_loss": 0.021108452479044595}
+{"step": 1930000, "wall_time": 19612.439431905746, "train_loss_step": 2.217839241027832, "n_params": 4326430, "total_flops": 25651230412800000, "train_loss": 0.02110477288564046, "subset_score_loss": 0.02110477288564046}
+{"step": 1940000, "wall_time": 19705.72912955284, "train_loss_step": 2.161978244781494, "n_params": 4326430, "total_flops": 25784138342400000, "train_loss": 0.020674862464269004, "subset_score_loss": 0.020674862464269004}
+{"step": 1950000, "wall_time": 19800.65496110916, "train_loss_step": 2.0169715881347656, "n_params": 4326430, "total_flops": 25917046272000000, "train_loss": 0.020835087696711222, "subset_score_loss": 0.020835087696711222}
+{"step": 1960000, "wall_time": 19893.654290676117, "train_loss_step": 2.334887742996216, "n_params": 4326430, "total_flops": 26049954201600000, "train_loss": 0.020500914255777995, "subset_score_loss": 0.020500914255777995}
+{"step": 1970000, "wall_time": 19987.027603149414, "train_loss_step": 2.329646348953247, "n_params": 4326430, "total_flops": 26182862131200000, "train_loss": 0.02117941975593567, "subset_score_loss": 0.02117941975593567}
+{"step": 1980000, "wall_time": 20082.292256593704, "train_loss_step": 2.438699245452881, "n_params": 4326430, "total_flops": 26315770060800000, "train_loss": 0.020585495233535766, "subset_score_loss": 0.020585495233535766}
+{"step": 1990000, "wall_time": 20175.51357293129, "train_loss_step": 2.318848133087158, "n_params": 4326430, "total_flops": 26448677990400000, "train_loss": 0.020312867561976113, "subset_score_loss": 0.020312867561976113}
+{"step": 2000000, "wall_time": 20341.152063131332, "train_loss_step": 2.5601773262023926, "n_params": 4326430, "total_flops": 26581585920000000, "train_loss": 0.02046328584353129, "subset_score_loss": 0.02046328584353129, "memorization_fraction_pixel": 0.2321999967098236, "mean_nn_ratio_pixel": 0.4620441496372223, "fid": 57.20224317158232}
+{"step": 2010000, "wall_time": 20436.084261894226, "train_loss_step": 2.6343865394592285, "n_params": 4326430, "total_flops": 26714493849600000, "train_loss": 0.020504907766977946, "subset_score_loss": 0.020504907766977946}
+{"step": 2020000, "wall_time": 20531.295102119446, "train_loss_step": 2.1497373580932617, "n_params": 4326430, "total_flops": 26847401779200000, "train_loss": 0.020133105913798015, "subset_score_loss": 0.020133105913798015}
+{"step": 2030000, "wall_time": 20624.86487007141, "train_loss_step": 2.3361549377441406, "n_params": 4326430, "total_flops": 26980309708800000, "train_loss": 0.020047310988108316, "subset_score_loss": 0.020047310988108316}
+{"step": 2040000, "wall_time": 20719.906947612762, "train_loss_step": 2.544367790222168, "n_params": 4326430, "total_flops": 27113217638400000, "train_loss": 0.02041360338528951, "subset_score_loss": 0.02041360338528951}
+{"step": 2050000, "wall_time": 20811.056380987167, "train_loss_step": 2.469864845275879, "n_params": 4326430, "total_flops": 27246125568000000, "train_loss": 0.02046345273653666, "subset_score_loss": 0.02046345273653666}
+{"step": 2060000, "wall_time": 20905.654072761536, "train_loss_step": 2.086029291152954, "n_params": 4326430, "total_flops": 27379033497600000, "train_loss": 0.019759939114252726, "subset_score_loss": 0.019759939114252726}
+{"step": 2070000, "wall_time": 21000.65309023857, "train_loss_step": 2.565765380859375, "n_params": 4326430, "total_flops": 27511941427200000, "train_loss": 0.020565112431844074, "subset_score_loss": 0.020565112431844074}
+{"step": 2080000, "wall_time": 21094.015769958496, "train_loss_step": 2.382040500640869, "n_params": 4326430, "total_flops": 27644849356800000, "train_loss": 0.02015489141146342, "subset_score_loss": 0.02015489141146342}
+{"step": 2090000, "wall_time": 21188.91500067711, "train_loss_step": 2.411419630050659, "n_params": 4326430, "total_flops": 27777757286400000, "train_loss": 0.019792071978251138, "subset_score_loss": 0.019792071978251138}
+{"step": 2100000, "wall_time": 21353.629932641983, "train_loss_step": 2.232112169265747, "n_params": 4326430, "total_flops": 27910665216000000, "train_loss": 0.01978837251663208, "subset_score_loss": 0.01978837251663208, "memorization_fraction_pixel": 0.2619999945163727, "mean_nn_ratio_pixel": 0.4492412209510803, "fid": 56.42433462250268}
+{"step": 2110000, "wall_time": 21449.045654058456, "train_loss_step": 2.299607992172241, "n_params": 4326430, "total_flops": 28043573145600000, "train_loss": 0.01964935064315796, "subset_score_loss": 0.01964935064315796}
+{"step": 2120000, "wall_time": 21544.535630702972, "train_loss_step": 2.2124228477478027, "n_params": 4326430, "total_flops": 28176481075200000, "train_loss": 0.019694056113560995, "subset_score_loss": 0.019694056113560995}
+{"step": 2130000, "wall_time": 21637.572127103806, "train_loss_step": 2.731105089187622, "n_params": 4326430, "total_flops": 28309389004800000, "train_loss": 0.01926621198654175, "subset_score_loss": 0.01926621198654175}
+{"step": 2140000, "wall_time": 21728.902942180634, "train_loss_step": 2.234684467315674, "n_params": 4326430, "total_flops": 28442296934400000, "train_loss": 0.01946362853050232, "subset_score_loss": 0.01946362853050232}
+{"step": 2150000, "wall_time": 21823.92743420601, "train_loss_step": 2.4785990715026855, "n_params": 4326430, "total_flops": 28575204864000000, "train_loss": 0.01965438723564148, "subset_score_loss": 0.01965438723564148}
+{"step": 2160000, "wall_time": 21919.404429912567, "train_loss_step": 2.375750780105591, "n_params": 4326430, "total_flops": 28708112793600000, "train_loss": 0.019103801250457762, "subset_score_loss": 0.019103801250457762}
+{"step": 2170000, "wall_time": 22012.833742141724, "train_loss_step": 2.4658398628234863, "n_params": 4326430, "total_flops": 28841020723200000, "train_loss": 0.0192177414894104, "subset_score_loss": 0.0192177414894104}
+{"step": 2180000, "wall_time": 22108.09262561798, "train_loss_step": 2.1142659187316895, "n_params": 4326430, "total_flops": 28973928652800000, "train_loss": 0.019398615757624308, "subset_score_loss": 0.019398615757624308}
+{"step": 2190000, "wall_time": 22202.921459197998, "train_loss_step": 2.638627052307129, "n_params": 4326430, "total_flops": 29106836582400000, "train_loss": 0.019089959065119424, "subset_score_loss": 0.019089959065119424}
+{"step": 2200000, "wall_time": 22367.316284894943, "train_loss_step": 2.3446521759033203, "n_params": 4326430, "total_flops": 29239744512000000, "train_loss": 0.01921236515045166, "subset_score_loss": 0.01921236515045166, "memorization_fraction_pixel": 0.26989999413490295, "mean_nn_ratio_pixel": 0.4433525800704956, "fid": 56.735093798343655}
+{"step": 2210000, "wall_time": 22462.41433572769, "train_loss_step": 2.420773506164551, "n_params": 4326430, "total_flops": 29372652441600000, "train_loss": 0.019801002740859986, "subset_score_loss": 0.019801002740859986}
+{"step": 2220000, "wall_time": 22558.14305496216, "train_loss_step": 2.418504238128662, "n_params": 4326430, "total_flops": 29505560371200000, "train_loss": 0.01865904132525126, "subset_score_loss": 0.01865904132525126}
+{"step": 2230000, "wall_time": 22646.745685338974, "train_loss_step": 2.3155579566955566, "n_params": 4326430, "total_flops": 29638468300800000, "train_loss": 0.01842572887738546, "subset_score_loss": 0.01842572887738546}
+{"step": 2240000, "wall_time": 22741.452033281326, "train_loss_step": 2.3334333896636963, "n_params": 4326430, "total_flops": 29771376230400000, "train_loss": 0.018581239382425944, "subset_score_loss": 0.018581239382425944}
+{"step": 2250000, "wall_time": 22836.208012342453, "train_loss_step": 2.5380873680114746, "n_params": 4326430, "total_flops": 29904284160000000, "train_loss": 0.01899040142695109, "subset_score_loss": 0.01899040142695109}
+{"step": 2260000, "wall_time": 22928.966650247574, "train_loss_step": 2.7088589668273926, "n_params": 4326430, "total_flops": 30037192089600000, "train_loss": 0.018591779470443725, "subset_score_loss": 0.018591779470443725}
+{"step": 2270000, "wall_time": 23023.987574100494, "train_loss_step": 2.5401766300201416, "n_params": 4326430, "total_flops": 30170100019200000, "train_loss": 0.01850981911023458, "subset_score_loss": 0.01850981911023458}
+{"step": 2280000, "wall_time": 23119.195005893707, "train_loss_step": 2.364032506942749, "n_params": 4326430, "total_flops": 30303007948800000, "train_loss": 0.01876606742540995, "subset_score_loss": 0.01876606742540995}
+{"step": 2290000, "wall_time": 23214.30563879013, "train_loss_step": 2.3451108932495117, "n_params": 4326430, "total_flops": 30435915878400000, "train_loss": 0.018515642484029135, "subset_score_loss": 0.018515642484029135}
+{"step": 2300000, "wall_time": 23380.215195178986, "train_loss_step": 2.298187732696533, "n_params": 4326430, "total_flops": 30568823808000000, "train_loss": 0.018383580446243285, "subset_score_loss": 0.018383580446243285, "memorization_fraction_pixel": 0.26100000739097595, "mean_nn_ratio_pixel": 0.4412952661514282, "fid": 56.87125879338318}
+{"step": 2310000, "wall_time": 23473.538546085358, "train_loss_step": 2.2169642448425293, "n_params": 4326430, "total_flops": 30701731737600000, "train_loss": 0.01822627385457357, "subset_score_loss": 0.01822627385457357}
+{"step": 2320000, "wall_time": 23565.41228890419, "train_loss_step": 2.430983066558838, "n_params": 4326430, "total_flops": 30834639667200000, "train_loss": 0.018442668517430625, "subset_score_loss": 0.018442668517430625}
+{"step": 2330000, "wall_time": 23659.544720888138, "train_loss_step": 2.229854106903076, "n_params": 4326430, "total_flops": 30967547596800000, "train_loss": 0.01859672466913859, "subset_score_loss": 0.01859672466913859}
+{"step": 2340000, "wall_time": 23754.702206611633, "train_loss_step": 2.139927387237549, "n_params": 4326430, "total_flops": 31100455526400000, "train_loss": 0.018490302562713622, "subset_score_loss": 0.018490302562713622}
+{"step": 2350000, "wall_time": 23847.91415786743, "train_loss_step": 2.1194100379943848, "n_params": 4326430, "total_flops": 31233363456000000, "train_loss": 0.01832618514696757, "subset_score_loss": 0.01832618514696757}
+{"step": 2360000, "wall_time": 23943.04791212082, "train_loss_step": 2.2307043075561523, "n_params": 4326430, "total_flops": 31366271385600000, "train_loss": 0.018272592624028524, "subset_score_loss": 0.018272592624028524}
+{"step": 2370000, "wall_time": 24038.08681178093, "train_loss_step": 2.4224650859832764, "n_params": 4326430, "total_flops": 31499179315200000, "train_loss": 0.018190620342890422, "subset_score_loss": 0.018190620342890422}
+{"step": 2380000, "wall_time": 24133.308091163635, "train_loss_step": 2.234635829925537, "n_params": 4326430, "total_flops": 31632087244800000, "train_loss": 0.01779810388882955, "subset_score_loss": 0.01779810388882955}
+{"step": 2390000, "wall_time": 24228.15939474106, "train_loss_step": 2.322164297103882, "n_params": 4326430, "total_flops": 31764995174400000, "train_loss": 0.017767037947972616, "subset_score_loss": 0.017767037947972616}
+{"step": 2400000, "wall_time": 24392.523419857025, "train_loss_step": 2.282372236251831, "n_params": 4326430, "total_flops": 31897903104000000, "train_loss": 0.018110986550649008, "subset_score_loss": 0.018110986550649008, "memorization_fraction_pixel": 0.2694000005722046, "mean_nn_ratio_pixel": 0.43423837423324585, "fid": 57.026449005615376}
+{"step": 2410000, "wall_time": 24485.848324775696, "train_loss_step": 2.474464178085327, "n_params": 4326430, "total_flops": 32030811033600000, "train_loss": 0.01806409955024719, "subset_score_loss": 0.01806409955024719}
+{"step": 2420000, "wall_time": 24578.72793507576, "train_loss_step": 2.408895492553711, "n_params": 4326430, "total_flops": 32163718963200000, "train_loss": 0.017668259143829346, "subset_score_loss": 0.017668259143829346}
+{"step": 2430000, "wall_time": 24673.151980638504, "train_loss_step": 2.7522215843200684, "n_params": 4326430, "total_flops": 32296626892800000, "train_loss": 0.017898466189702353, "subset_score_loss": 0.017898466189702353}
+{"step": 2440000, "wall_time": 24766.239830732346, "train_loss_step": 2.2080750465393066, "n_params": 4326430, "total_flops": 32429534822400000, "train_loss": 0.01760756174723307, "subset_score_loss": 0.01760756174723307}
+{"step": 2450000, "wall_time": 24861.27872610092, "train_loss_step": 2.287261486053467, "n_params": 4326430, "total_flops": 32562442752000000, "train_loss": 0.01760740081469218, "subset_score_loss": 0.01760740081469218}
+{"step": 2460000, "wall_time": 24956.569367170334, "train_loss_step": 2.2066662311553955, "n_params": 4326430, "total_flops": 32695350681600000, "train_loss": 0.017552518844604494, "subset_score_loss": 0.017552518844604494}
+{"step": 2470000, "wall_time": 25051.57668042183, "train_loss_step": 2.0374321937561035, "n_params": 4326430, "total_flops": 32828258611200000, "train_loss": 0.01758033235867818, "subset_score_loss": 0.01758033235867818}
+{"step": 2480000, "wall_time": 25146.590014457703, "train_loss_step": 2.3032093048095703, "n_params": 4326430, "total_flops": 32961166540800000, "train_loss": 0.017550716797510784, "subset_score_loss": 0.017550716797510784}
+{"step": 2490000, "wall_time": 25241.85918021202, "train_loss_step": 2.5632948875427246, "n_params": 4326430, "total_flops": 33094074470400000, "train_loss": 0.017432228724161784, "subset_score_loss": 0.017432228724161784}
+{"step": 2500000, "wall_time": 25404.278628587723, "train_loss_step": 2.3392434120178223, "n_params": 4326430, "total_flops": 33226982400000000, "train_loss": 0.017592265208562215, "subset_score_loss": 0.017592265208562215, "memorization_fraction_pixel": 0.2896000146865845, "mean_nn_ratio_pixel": 0.42764487862586975, "fid": 57.19532117637752}
+{"step": 2510000, "wall_time": 25499.234566688538, "train_loss_step": 2.360600233078003, "n_params": 4326430, "total_flops": 33359890329600000, "train_loss": 0.01713957985242208, "subset_score_loss": 0.01713957985242208}
+{"step": 2520000, "wall_time": 25590.98538541794, "train_loss_step": 2.1813571453094482, "n_params": 4326430, "total_flops": 33492798259200000, "train_loss": 0.017730502287546794, "subset_score_loss": 0.017730502287546794}
+{"step": 2530000, "wall_time": 25686.060434103012, "train_loss_step": 2.0982484817504883, "n_params": 4326430, "total_flops": 33625706188800000, "train_loss": 0.01716933250427246, "subset_score_loss": 0.01716933250427246}
+{"step": 2540000, "wall_time": 25780.38019156456, "train_loss_step": 2.283111572265625, "n_params": 4326430, "total_flops": 33758614118400000, "train_loss": 0.01727535525957743, "subset_score_loss": 0.01727535525957743}
+{"step": 2550000, "wall_time": 25875.599470853806, "train_loss_step": 2.2690320014953613, "n_params": 4326430, "total_flops": 33891522048000000, "train_loss": 0.017042022943496705, "subset_score_loss": 0.017042022943496705}
+{"step": 2560000, "wall_time": 25970.709485530853, "train_loss_step": 1.9392248392105103, "n_params": 4326430, "total_flops": 34024429977600000, "train_loss": 0.01683992346127828, "subset_score_loss": 0.01683992346127828}
+{"step": 2570000, "wall_time": 26065.730580091476, "train_loss_step": 2.4302282333374023, "n_params": 4326430, "total_flops": 34157337907200000, "train_loss": 0.01706142028172811, "subset_score_loss": 0.01706142028172811}
+{"step": 2580000, "wall_time": 26160.49068927765, "train_loss_step": 2.350464105606079, "n_params": 4326430, "total_flops": 34290245836800000, "train_loss": 0.016932352383931478, "subset_score_loss": 0.016932352383931478}
+{"step": 2590000, "wall_time": 26252.088900327682, "train_loss_step": 2.366159677505493, "n_params": 4326430, "total_flops": 34423153766400000, "train_loss": 0.016900086402893068, "subset_score_loss": 0.016900086402893068}
+{"step": 2600000, "wall_time": 26418.3154129982, "train_loss_step": 2.3927903175354004, "n_params": 4326430, "total_flops": 34556061696000000, "train_loss": 0.01664462685585022, "subset_score_loss": 0.01664462685585022, "memorization_fraction_pixel": 0.2793999910354614, "mean_nn_ratio_pixel": 0.42964863777160645, "fid": 57.0678535346922}
+{"step": 2610000, "wall_time": 26509.633933782578, "train_loss_step": 2.3490490913391113, "n_params": 4326430, "total_flops": 34688969625600000, "train_loss": 0.017190517981847127, "subset_score_loss": 0.017190517981847127}
+{"step": 2620000, "wall_time": 26604.651131391525, "train_loss_step": 2.063277244567871, "n_params": 4326430, "total_flops": 34821877555200000, "train_loss": 0.016450621684392295, "subset_score_loss": 0.016450621684392295}
+{"step": 2630000, "wall_time": 26699.721863031387, "train_loss_step": 2.052950382232666, "n_params": 4326430, "total_flops": 34954785484800000, "train_loss": 0.016787393887837728, "subset_score_loss": 0.016787393887837728}
+{"step": 2640000, "wall_time": 26794.365225076675, "train_loss_step": 2.233206272125244, "n_params": 4326430, "total_flops": 35087693414400000, "train_loss": 0.016942095756530762, "subset_score_loss": 0.016942095756530762}
+{"step": 2650000, "wall_time": 26889.578793287277, "train_loss_step": 2.4560277462005615, "n_params": 4326430, "total_flops": 35220601344000000, "train_loss": 0.017050725221633912, "subset_score_loss": 0.017050725221633912}
+{"step": 2660000, "wall_time": 26984.651151180267, "train_loss_step": 2.198906421661377, "n_params": 4326430, "total_flops": 35353509273600000, "train_loss": 0.016469427943229677, "subset_score_loss": 0.016469427943229677}
+{"step": 2670000, "wall_time": 27077.77416729927, "train_loss_step": 2.335308790206909, "n_params": 4326430, "total_flops": 35486417203200000, "train_loss": 0.01639357805252075, "subset_score_loss": 0.01639357805252075}
+{"step": 2680000, "wall_time": 27170.92487192154, "train_loss_step": 2.324714422225952, "n_params": 4326430, "total_flops": 35619325132800000, "train_loss": 0.016739604870478313, "subset_score_loss": 0.016739604870478313}
+{"step": 2690000, "wall_time": 27266.008687973022, "train_loss_step": 2.3194634914398193, "n_params": 4326430, "total_flops": 35752233062400000, "train_loss": 0.01679804523785909, "subset_score_loss": 0.01679804523785909}
+{"step": 2700000, "wall_time": 27429.419909477234, "train_loss_step": 2.3276870250701904, "n_params": 4326430, "total_flops": 35885140992000000, "train_loss": 0.016708852847417195, "subset_score_loss": 0.016708852847417195, "memorization_fraction_pixel": 0.3034000098705292, "mean_nn_ratio_pixel": 0.4203583896160126, "fid": 56.004363480945415}
+{"step": 2710000, "wall_time": 27522.897976636887, "train_loss_step": 2.093024730682373, "n_params": 4326430, "total_flops": 36018048921600000, "train_loss": 0.016462227702140807, "subset_score_loss": 0.016462227702140807}
+{"step": 2720000, "wall_time": 27617.787749052048, "train_loss_step": 2.3703510761260986, "n_params": 4326430, "total_flops": 36150956851200000, "train_loss": 0.016946307818094888, "subset_score_loss": 0.016946307818094888}
+{"step": 2730000, "wall_time": 27712.9212372303, "train_loss_step": 2.2962112426757812, "n_params": 4326430, "total_flops": 36283864780800000, "train_loss": 0.016545318563779197, "subset_score_loss": 0.016545318563779197}
+{"step": 2740000, "wall_time": 27807.776080846786, "train_loss_step": 2.312227487564087, "n_params": 4326430, "total_flops": 36416772710400000, "train_loss": 0.016205737988154095, "subset_score_loss": 0.016205737988154095}
+{"step": 2750000, "wall_time": 27902.928185224533, "train_loss_step": 2.5533552169799805, "n_params": 4326430, "total_flops": 36549680640000000, "train_loss": 0.016069093346595766, "subset_score_loss": 0.016069093346595766}
+{"step": 2760000, "wall_time": 27996.227489233017, "train_loss_step": 2.3745689392089844, "n_params": 4326430, "total_flops": 36682588569600000, "train_loss": 0.01612573762734731, "subset_score_loss": 0.01612573762734731}
+{"step": 2770000, "wall_time": 28089.237411260605, "train_loss_step": 2.4889585971832275, "n_params": 4326430, "total_flops": 36815496499200000, "train_loss": 0.01618230144182841, "subset_score_loss": 0.01618230144182841}
+{"step": 2780000, "wall_time": 28184.52292919159, "train_loss_step": 2.302590847015381, "n_params": 4326430, "total_flops": 36948404428800000, "train_loss": 0.016099936763445535, "subset_score_loss": 0.016099936763445535}
+{"step": 2790000, "wall_time": 28279.621035337448, "train_loss_step": 2.393136501312256, "n_params": 4326430, "total_flops": 37081312358400000, "train_loss": 0.01587682565053304, "subset_score_loss": 0.01587682565053304}
+{"step": 2800000, "wall_time": 28443.421985149384, "train_loss_step": 2.1989591121673584, "n_params": 4326430, "total_flops": 37214220288000000, "train_loss": 0.01563766101996104, "subset_score_loss": 0.01563766101996104, "memorization_fraction_pixel": 0.27900001406669617, "mean_nn_ratio_pixel": 0.42371371388435364, "fid": 57.43311687193308}
+{"step": 2810000, "wall_time": 28538.57439637184, "train_loss_step": 2.0047850608825684, "n_params": 4326430, "total_flops": 37347128217600000, "train_loss": 0.01613586942354838, "subset_score_loss": 0.01613586942354838}
+{"step": 2820000, "wall_time": 28633.624653100967, "train_loss_step": 2.3898868560791016, "n_params": 4326430, "total_flops": 37480036147200000, "train_loss": 0.01576548417409261, "subset_score_loss": 0.01576548417409261}
+{"step": 2830000, "wall_time": 28728.740971326828, "train_loss_step": 2.409914970397949, "n_params": 4326430, "total_flops": 37612944076800000, "train_loss": 0.01613580882549286, "subset_score_loss": 0.01613580882549286}
+{"step": 2840000, "wall_time": 28823.797689437866, "train_loss_step": 2.303177833557129, "n_params": 4326430, "total_flops": 37745852006400000, "train_loss": 0.015655378500620525, "subset_score_loss": 0.015655378500620525}
+{"step": 2850000, "wall_time": 28916.401587963104, "train_loss_step": 2.4143853187561035, "n_params": 4326430, "total_flops": 37878759936000000, "train_loss": 0.015512481331825256, "subset_score_loss": 0.015512481331825256}
+{"step": 2860000, "wall_time": 29009.432213306427, "train_loss_step": 2.2718076705932617, "n_params": 4326430, "total_flops": 38011667865600000, "train_loss": 0.0155307541290919, "subset_score_loss": 0.0155307541290919}
+{"step": 2870000, "wall_time": 29104.47589278221, "train_loss_step": 2.175285577774048, "n_params": 4326430, "total_flops": 38144575795200000, "train_loss": 0.015640780329704285, "subset_score_loss": 0.015640780329704285}
+{"step": 2880000, "wall_time": 29199.723281145096, "train_loss_step": 2.3269715309143066, "n_params": 4326430, "total_flops": 38277483724800000, "train_loss": 0.015872091054916382, "subset_score_loss": 0.015872091054916382}
+{"step": 2890000, "wall_time": 29292.991287469864, "train_loss_step": 2.121187925338745, "n_params": 4326430, "total_flops": 38410391654400000, "train_loss": 0.015381763378779093, "subset_score_loss": 0.015381763378779093}
+{"step": 2900000, "wall_time": 29457.27135181427, "train_loss_step": 2.3509950637817383, "n_params": 4326430, "total_flops": 38543299584000000, "train_loss": 0.015283576647440593, "subset_score_loss": 0.015283576647440593, "memorization_fraction_pixel": 0.29170000553131104, "mean_nn_ratio_pixel": 0.4181220829486847, "fid": 56.73458568017837}
+{"step": 2910000, "wall_time": 29552.198756217957, "train_loss_step": 2.3613409996032715, "n_params": 4326430, "total_flops": 38676207513600000, "train_loss": 0.01564741830031077, "subset_score_loss": 0.01564741830031077}
+{"step": 2920000, "wall_time": 29647.311961889267, "train_loss_step": 2.3781344890594482, "n_params": 4326430, "total_flops": 38809115443200000, "train_loss": 0.015515536069869995, "subset_score_loss": 0.015515536069869995}
+{"step": 2930000, "wall_time": 29742.119190454483, "train_loss_step": 2.348341226577759, "n_params": 4326430, "total_flops": 38942023372800000, "train_loss": 0.015240110953648885, "subset_score_loss": 0.015240110953648885}
+{"step": 2940000, "wall_time": 29833.415199041367, "train_loss_step": 2.2915539741516113, "n_params": 4326430, "total_flops": 39074931302400000, "train_loss": 0.015133854746818543, "subset_score_loss": 0.015133854746818543}
+{"step": 2950000, "wall_time": 29927.921187639236, "train_loss_step": 2.1711130142211914, "n_params": 4326430, "total_flops": 39207839232000000, "train_loss": 0.015718586246172585, "subset_score_loss": 0.015718586246172585}
+{"step": 2960000, "wall_time": 30022.8048017025, "train_loss_step": 2.189474582672119, "n_params": 4326430, "total_flops": 39340747161600000, "train_loss": 0.015073213974634807, "subset_score_loss": 0.015073213974634807}
+{"step": 2970000, "wall_time": 30117.734114170074, "train_loss_step": 2.422656297683716, "n_params": 4326430, "total_flops": 39473655091200000, "train_loss": 0.015488688151041667, "subset_score_loss": 0.015488688151041667}
+{"step": 2980000, "wall_time": 30210.870139837265, "train_loss_step": 2.3268775939941406, "n_params": 4326430, "total_flops": 39606563020800000, "train_loss": 0.014946198463439942, "subset_score_loss": 0.014946198463439942}
+{"step": 2990000, "wall_time": 30305.800814390182, "train_loss_step": 2.276171922683716, "n_params": 4326430, "total_flops": 39739470950400000, "train_loss": 0.015380619963010152, "subset_score_loss": 0.015380619963010152}
+{"step": 3000000, "wall_time": 30470.76176261902, "train_loss_step": 2.39715313911438, "n_params": 4326430, "total_flops": 39872378880000000, "train_loss": 0.015320316950480143, "subset_score_loss": 0.015320316950480143, "memorization_fraction_pixel": 0.28999999165534973, "mean_nn_ratio_pixel": 0.4188639521598816, "fid": 56.41003288121796}
+{"step": 3010000, "wall_time": 30565.952522993088, "train_loss_step": 2.3994054794311523, "n_params": 4326430, "total_flops": 40005286809600000, "train_loss": 0.014870008826255799, "subset_score_loss": 0.014870008826255799}
+{"step": 3020000, "wall_time": 30661.055916070938, "train_loss_step": 2.415274143218994, "n_params": 4326430, "total_flops": 40138194739200000, "train_loss": 0.01572993795077006, "subset_score_loss": 0.01572993795077006}
+{"step": 3030000, "wall_time": 30752.454692602158, "train_loss_step": 2.245702028274536, "n_params": 4326430, "total_flops": 40271102668800000, "train_loss": 0.015119779109954833, "subset_score_loss": 0.015119779109954833}
+{"step": 3040000, "wall_time": 30847.376691818237, "train_loss_step": 2.3113696575164795, "n_params": 4326430, "total_flops": 40404010598400000, "train_loss": 0.01444179614384969, "subset_score_loss": 0.01444179614384969}
+{"step": 3050000, "wall_time": 30942.233564138412, "train_loss_step": 2.315023899078369, "n_params": 4326430, "total_flops": 40536918528000000, "train_loss": 0.014755560954411825, "subset_score_loss": 0.014755560954411825}
+{"step": 3060000, "wall_time": 31037.303417921066, "train_loss_step": 2.4641175270080566, "n_params": 4326430, "total_flops": 40669826457600000, "train_loss": 0.014796170592308044, "subset_score_loss": 0.014796170592308044}
+{"step": 3070000, "wall_time": 31130.745800733566, "train_loss_step": 2.0375232696533203, "n_params": 4326430, "total_flops": 40802734387200000, "train_loss": 0.015162460009256999, "subset_score_loss": 0.015162460009256999}
+{"step": 3080000, "wall_time": 31225.31496334076, "train_loss_step": 2.4974756240844727, "n_params": 4326430, "total_flops": 40935642316800000, "train_loss": 0.015092050035794577, "subset_score_loss": 0.015092050035794577}
+{"step": 3090000, "wall_time": 31320.514589309692, "train_loss_step": 2.5829319953918457, "n_params": 4326430, "total_flops": 41068550246400000, "train_loss": 0.01505223313967387, "subset_score_loss": 0.01505223313967387}
+{"step": 3100000, "wall_time": 31485.030549764633, "train_loss_step": 2.2474634647369385, "n_params": 4326430, "total_flops": 41201458176000000, "train_loss": 0.014820801218350728, "subset_score_loss": 0.014820801218350728, "memorization_fraction_pixel": 0.30160000920295715, "mean_nn_ratio_pixel": 0.41087806224823, "fid": 56.47321195741045}
+{"step": 3110000, "wall_time": 31578.429507255554, "train_loss_step": 2.0872232913970947, "n_params": 4326430, "total_flops": 41334366105600000, "train_loss": 0.015279667576154073, "subset_score_loss": 0.015279667576154073}
+{"step": 3120000, "wall_time": 31671.439703464508, "train_loss_step": 2.242732048034668, "n_params": 4326430, "total_flops": 41467274035200000, "train_loss": 0.014967021346092225, "subset_score_loss": 0.014967021346092225}
+{"step": 3130000, "wall_time": 31766.567586183548, "train_loss_step": 2.3506526947021484, "n_params": 4326430, "total_flops": 41600181964800000, "train_loss": 0.01452557643254598, "subset_score_loss": 0.01452557643254598}
+{"step": 3140000, "wall_time": 31861.547532081604, "train_loss_step": 2.498595714569092, "n_params": 4326430, "total_flops": 41733089894400000, "train_loss": 0.01518039604028066, "subset_score_loss": 0.01518039604028066}
+{"step": 3150000, "wall_time": 31955.683781147003, "train_loss_step": 2.5079684257507324, "n_params": 4326430, "total_flops": 41865997824000000, "train_loss": 0.01446246604124705, "subset_score_loss": 0.01446246604124705}
+{"step": 3160000, "wall_time": 32048.967727422714, "train_loss_step": 2.476653575897217, "n_params": 4326430, "total_flops": 41998905753600000, "train_loss": 0.01472251812616984, "subset_score_loss": 0.01472251812616984}
+{"step": 3170000, "wall_time": 32143.954741239548, "train_loss_step": 2.209055185317993, "n_params": 4326430, "total_flops": 42131813683200000, "train_loss": 0.014773338039716085, "subset_score_loss": 0.014773338039716085}
+{"step": 3180000, "wall_time": 32238.750691652298, "train_loss_step": 2.337437629699707, "n_params": 4326430, "total_flops": 42264721612800000, "train_loss": 0.01465341051419576, "subset_score_loss": 0.01465341051419576}
+{"step": 3190000, "wall_time": 32334.09100818634, "train_loss_step": 2.1434359550476074, "n_params": 4326430, "total_flops": 42397629542400000, "train_loss": 0.014482327302296956, "subset_score_loss": 0.014482327302296956}
+{"step": 3200000, "wall_time": 32495.615709781647, "train_loss_step": 2.232574701309204, "n_params": 4326430, "total_flops": 42530537472000000, "train_loss": 0.01409580906232198, "subset_score_loss": 0.01409580906232198, "memorization_fraction_pixel": 0.30169999599456787, "mean_nn_ratio_pixel": 0.40698978304862976, "fid": 55.94836521079124}
+{"step": 3210000, "wall_time": 32589.04776930809, "train_loss_step": 2.1899166107177734, "n_params": 4326430, "total_flops": 42663445401600000, "train_loss": 0.014541006088256836, "subset_score_loss": 0.014541006088256836}
+{"step": 3220000, "wall_time": 32684.061939001083, "train_loss_step": 2.078258752822876, "n_params": 4326430, "total_flops": 42796353331200000, "train_loss": 0.014461535215377807, "subset_score_loss": 0.014461535215377807}
+{"step": 3230000, "wall_time": 32778.93723320961, "train_loss_step": 2.202244520187378, "n_params": 4326430, "total_flops": 42929261260800000, "train_loss": 0.01424282689889272, "subset_score_loss": 0.01424282689889272}
+{"step": 3240000, "wall_time": 32874.05202245712, "train_loss_step": 2.124131917953491, "n_params": 4326430, "total_flops": 43062169190400000, "train_loss": 0.014664288361867268, "subset_score_loss": 0.014664288361867268}
+{"step": 3250000, "wall_time": 32966.95309305191, "train_loss_step": 2.5427465438842773, "n_params": 4326430, "total_flops": 43195077120000000, "train_loss": 0.014418275157610575, "subset_score_loss": 0.014418275157610575}
+{"step": 3260000, "wall_time": 33061.3755466938, "train_loss_step": 2.1819911003112793, "n_params": 4326430, "total_flops": 43327985049600000, "train_loss": 0.01400370995203654, "subset_score_loss": 0.01400370995203654}
+{"step": 3270000, "wall_time": 33156.12811946869, "train_loss_step": 2.2042062282562256, "n_params": 4326430, "total_flops": 43460892979200000, "train_loss": 0.014349143703778584, "subset_score_loss": 0.014349143703778584}
+{"step": 3280000, "wall_time": 33251.06986451149, "train_loss_step": 2.37564754486084, "n_params": 4326430, "total_flops": 43593800908800000, "train_loss": 0.014398630460103352, "subset_score_loss": 0.014398630460103352}
+{"step": 3290000, "wall_time": 33344.718975543976, "train_loss_step": 2.078343391418457, "n_params": 4326430, "total_flops": 43726708838400000, "train_loss": 0.014419071873029073, "subset_score_loss": 0.014419071873029073}
+{"step": 3300000, "wall_time": 33505.99451708794, "train_loss_step": 2.3096511363983154, "n_params": 4326430, "total_flops": 43859616768000000, "train_loss": 0.014320842425028483, "subset_score_loss": 0.014320842425028483, "memorization_fraction_pixel": 0.30489999055862427, "mean_nn_ratio_pixel": 0.40804076194763184, "fid": 57.10708976308592}
+{"step": 3310000, "wall_time": 33601.0057721138, "train_loss_step": 2.081089496612549, "n_params": 4326430, "total_flops": 43992524697600000, "train_loss": 0.013901812831560771, "subset_score_loss": 0.013901812831560771}
+{"step": 3320000, "wall_time": 33695.92272520065, "train_loss_step": 2.4310474395751953, "n_params": 4326430, "total_flops": 44125432627200000, "train_loss": 0.013944236437479655, "subset_score_loss": 0.013944236437479655}
+{"step": 3330000, "wall_time": 33790.253403902054, "train_loss_step": 2.2390694618225098, "n_params": 4326430, "total_flops": 44258340556800000, "train_loss": 0.014178180694580078, "subset_score_loss": 0.014178180694580078}
+{"step": 3340000, "wall_time": 33883.66755986214, "train_loss_step": 2.1454052925109863, "n_params": 4326430, "total_flops": 44391248486400000, "train_loss": 0.014024278521537781, "subset_score_loss": 0.014024278521537781}
+{"step": 3350000, "wall_time": 33978.4170229435, "train_loss_step": 2.2570393085479736, "n_params": 4326430, "total_flops": 44524156416000000, "train_loss": 0.01405525505542755, "subset_score_loss": 0.01405525505542755}
+{"step": 3360000, "wall_time": 34072.392102241516, "train_loss_step": 2.0168843269348145, "n_params": 4326430, "total_flops": 44657064345600000, "train_loss": 0.013957588871320089, "subset_score_loss": 0.013957588871320089}
+{"step": 3370000, "wall_time": 34167.38237094879, "train_loss_step": 2.167365074157715, "n_params": 4326430, "total_flops": 44789972275200000, "train_loss": 0.013608944416046143, "subset_score_loss": 0.013608944416046143}
+{"step": 3380000, "wall_time": 34262.43200802803, "train_loss_step": 2.1730918884277344, "n_params": 4326430, "total_flops": 44922880204800000, "train_loss": 0.013799285888671875, "subset_score_loss": 0.013799285888671875}
+{"step": 3390000, "wall_time": 34352.215468645096, "train_loss_step": 2.1939611434936523, "n_params": 4326430, "total_flops": 45055788134400000, "train_loss": 0.013707815607388815, "subset_score_loss": 0.013707815607388815}
+{"step": 3400000, "wall_time": 34517.15477323532, "train_loss_step": 2.2643661499023438, "n_params": 4326430, "total_flops": 45188696064000000, "train_loss": 0.013719802101453146, "subset_score_loss": 0.013719802101453146, "memorization_fraction_pixel": 0.3133000135421753, "mean_nn_ratio_pixel": 0.40467339754104614, "fid": 56.69994823942986}
+{"step": 3410000, "wall_time": 34612.24808192253, "train_loss_step": 2.287353992462158, "n_params": 4326430, "total_flops": 45321603993600000, "train_loss": 0.013710437218348186, "subset_score_loss": 0.013710437218348186}
+{"step": 3420000, "wall_time": 34706.118505716324, "train_loss_step": 2.2060210704803467, "n_params": 4326430, "total_flops": 45454511923200000, "train_loss": 0.013648190100987752, "subset_score_loss": 0.013648190100987752}
+{"step": 3430000, "wall_time": 34800.19735431671, "train_loss_step": 2.063387393951416, "n_params": 4326430, "total_flops": 45587419852800000, "train_loss": 0.014344131946563721, "subset_score_loss": 0.014344131946563721}
+{"step": 3440000, "wall_time": 34895.116626262665, "train_loss_step": 2.2595291137695312, "n_params": 4326430, "total_flops": 45720327782400000, "train_loss": 0.014659878611564637, "subset_score_loss": 0.014659878611564637}
+{"step": 3450000, "wall_time": 34989.56679773331, "train_loss_step": 2.059236764907837, "n_params": 4326430, "total_flops": 45853235712000000, "train_loss": 0.013748294115066529, "subset_score_loss": 0.013748294115066529}
+{"step": 3460000, "wall_time": 35083.639141082764, "train_loss_step": 2.306309938430786, "n_params": 4326430, "total_flops": 45986143641600000, "train_loss": 0.013541058699289957, "subset_score_loss": 0.013541058699289957}
+{"step": 3470000, "wall_time": 35177.43144965172, "train_loss_step": 2.234907865524292, "n_params": 4326430, "total_flops": 46119051571200000, "train_loss": 0.013639722267786663, "subset_score_loss": 0.013639722267786663}
+{"step": 3480000, "wall_time": 35268.85214090347, "train_loss_step": 2.304365634918213, "n_params": 4326430, "total_flops": 46251959500800000, "train_loss": 0.013339483737945556, "subset_score_loss": 0.013339483737945556}
+{"step": 3490000, "wall_time": 35362.40963077545, "train_loss_step": 2.4136765003204346, "n_params": 4326430, "total_flops": 46384867430400000, "train_loss": 0.013475873072942098, "subset_score_loss": 0.013475873072942098}
+{"step": 3500000, "wall_time": 35528.31219506264, "train_loss_step": 2.3856632709503174, "n_params": 4326430, "total_flops": 46517775360000000, "train_loss": 0.013731531302134196, "subset_score_loss": 0.013731531302134196, "memorization_fraction_pixel": 0.29319998621940613, "mean_nn_ratio_pixel": 0.4069625437259674, "fid": 56.005594422899726}
+{"step": 3510000, "wall_time": 35620.93100357056, "train_loss_step": 2.4132001399993896, "n_params": 4326430, "total_flops": 46650683289600000, "train_loss": 0.013723053534825643, "subset_score_loss": 0.013723053534825643}
+{"step": 3520000, "wall_time": 35715.80359482765, "train_loss_step": 2.121689558029175, "n_params": 4326430, "total_flops": 46783591219200000, "train_loss": 0.013184497753779093, "subset_score_loss": 0.013184497753779093}
+{"step": 3530000, "wall_time": 35810.792841911316, "train_loss_step": 2.1366491317749023, "n_params": 4326430, "total_flops": 46916499148800000, "train_loss": 0.013425118724505107, "subset_score_loss": 0.013425118724505107}
+{"step": 3540000, "wall_time": 35905.61629462242, "train_loss_step": 2.094311237335205, "n_params": 4326430, "total_flops": 47049407078400000, "train_loss": 0.013642763098080954, "subset_score_loss": 0.013642763098080954}
+{"step": 3550000, "wall_time": 36000.45880460739, "train_loss_step": 2.3034820556640625, "n_params": 4326430, "total_flops": 47182315008000000, "train_loss": 0.013059959808985392, "subset_score_loss": 0.013059959808985392}
+{"step": 3560000, "wall_time": 36092.022820711136, "train_loss_step": 2.3450050354003906, "n_params": 4326430, "total_flops": 47315222937600000, "train_loss": 0.013264002402623494, "subset_score_loss": 0.013264002402623494}
+{"step": 3570000, "wall_time": 36183.5320827961, "train_loss_step": 2.2825560569763184, "n_params": 4326430, "total_flops": 47448130867200000, "train_loss": 0.01295331319173177, "subset_score_loss": 0.01295331319173177}
+{"step": 3580000, "wall_time": 36277.09491968155, "train_loss_step": 2.15081787109375, "n_params": 4326430, "total_flops": 47581038796800000, "train_loss": 0.012996818621953328, "subset_score_loss": 0.012996818621953328}
+{"step": 3590000, "wall_time": 36372.2957713604, "train_loss_step": 2.1186928749084473, "n_params": 4326430, "total_flops": 47713946726400000, "train_loss": 0.01313450833161672, "subset_score_loss": 0.01313450833161672}
+{"step": 3600000, "wall_time": 36537.247364997864, "train_loss_step": 2.1240499019622803, "n_params": 4326430, "total_flops": 47846854656000000, "train_loss": 0.012854135036468506, "subset_score_loss": 0.012854135036468506, "memorization_fraction_pixel": 0.31529998779296875, "mean_nn_ratio_pixel": 0.40103036165237427, "fid": 56.69941825455071}
+{"step": 3610000, "wall_time": 36632.34496617317, "train_loss_step": 2.159721851348877, "n_params": 4326430, "total_flops": 47979762585600000, "train_loss": 0.013407831390698751, "subset_score_loss": 0.013407831390698751}
+{"step": 3620000, "wall_time": 36727.51444029808, "train_loss_step": 2.433802843093872, "n_params": 4326430, "total_flops": 48112670515200000, "train_loss": 0.013281678160031637, "subset_score_loss": 0.013281678160031637}
+{"step": 3630000, "wall_time": 36822.453394174576, "train_loss_step": 2.296311378479004, "n_params": 4326430, "total_flops": 48245578444800000, "train_loss": 0.0132487287123998, "subset_score_loss": 0.0132487287123998}
+{"step": 3640000, "wall_time": 36917.01649451256, "train_loss_step": 2.1769447326660156, "n_params": 4326430, "total_flops": 48378486374400000, "train_loss": 0.01317476729551951, "subset_score_loss": 0.01317476729551951}
+{"step": 3650000, "wall_time": 37009.203439474106, "train_loss_step": 2.2542684078216553, "n_params": 4326430, "total_flops": 48511394304000000, "train_loss": 0.012995803356170654, "subset_score_loss": 0.012995803356170654}
+{"step": 3660000, "wall_time": 37100.765919685364, "train_loss_step": 2.4690089225769043, "n_params": 4326430, "total_flops": 48644302233600000, "train_loss": 0.012958397467931112, "subset_score_loss": 0.012958397467931112}
+{"step": 3670000, "wall_time": 37195.41389989853, "train_loss_step": 2.198887825012207, "n_params": 4326430, "total_flops": 48777210163200000, "train_loss": 0.012994517882664999, "subset_score_loss": 0.012994517882664999}
+{"step": 3680000, "wall_time": 37288.87686538696, "train_loss_step": 2.518409252166748, "n_params": 4326430, "total_flops": 48910118092800000, "train_loss": 0.01292451520760854, "subset_score_loss": 0.01292451520760854}
+{"step": 3690000, "wall_time": 37383.995321035385, "train_loss_step": 2.042614698410034, "n_params": 4326430, "total_flops": 49043026022400000, "train_loss": 0.01283405621846517, "subset_score_loss": 0.01283405621846517}
+{"step": 3700000, "wall_time": 37546.841270923615, "train_loss_step": 2.1576154232025146, "n_params": 4326430, "total_flops": 49175933952000000, "train_loss": 0.012806980808575948, "subset_score_loss": 0.012806980808575948, "memorization_fraction_pixel": 0.32089999318122864, "mean_nn_ratio_pixel": 0.3956288695335388, "fid": 56.1493437036885}
+{"step": 3710000, "wall_time": 37642.01766562462, "train_loss_step": 2.431535482406616, "n_params": 4326430, "total_flops": 49308841881600000, "train_loss": 0.013148132960001628, "subset_score_loss": 0.013148132960001628}
+{"step": 3720000, "wall_time": 37737.13783597946, "train_loss_step": 2.131443500518799, "n_params": 4326430, "total_flops": 49441749811200000, "train_loss": 0.012813609838485718, "subset_score_loss": 0.012813609838485718}
+{"step": 3730000, "wall_time": 37831.831724882126, "train_loss_step": 2.1889429092407227, "n_params": 4326430, "total_flops": 49574657740800000, "train_loss": 0.012898684541384379, "subset_score_loss": 0.012898684541384379}
+{"step": 3740000, "wall_time": 37923.31130886078, "train_loss_step": 2.1376965045928955, "n_params": 4326430, "total_flops": 49707565670400000, "train_loss": 0.01270030935605367, "subset_score_loss": 0.01270030935605367}
+{"step": 3750000, "wall_time": 38015.91233778, "train_loss_step": 2.064725160598755, "n_params": 4326430, "total_flops": 49840473600000000, "train_loss": 0.013043060898780823, "subset_score_loss": 0.013043060898780823}
+{"step": 3760000, "wall_time": 38110.67694449425, "train_loss_step": 2.194814443588257, "n_params": 4326430, "total_flops": 49973381529600000, "train_loss": 0.013017155726750692, "subset_score_loss": 0.013017155726750692}
+{"step": 3770000, "wall_time": 38205.92269253731, "train_loss_step": 2.0472893714904785, "n_params": 4326430, "total_flops": 50106289459200000, "train_loss": 0.012551907698313396, "subset_score_loss": 0.012551907698313396}
+{"step": 3780000, "wall_time": 38298.91768717766, "train_loss_step": 2.3385157585144043, "n_params": 4326430, "total_flops": 50239197388800000, "train_loss": 0.01254856785138448, "subset_score_loss": 0.01254856785138448}
+{"step": 3790000, "wall_time": 38391.29324364662, "train_loss_step": 2.1980180740356445, "n_params": 4326430, "total_flops": 50372105318400000, "train_loss": 0.012646060188611348, "subset_score_loss": 0.012646060188611348}
+{"step": 3800000, "wall_time": 38557.172444820404, "train_loss_step": 2.5996196269989014, "n_params": 4326430, "total_flops": 50505013248000000, "train_loss": 0.012886738777160645, "subset_score_loss": 0.012886738777160645, "memorization_fraction_pixel": 0.3221000134944916, "mean_nn_ratio_pixel": 0.3968631625175476, "fid": 57.09663837742921}
+{"step": 3810000, "wall_time": 38652.36410737038, "train_loss_step": 2.0742363929748535, "n_params": 4326430, "total_flops": 50637921177600000, "train_loss": 0.012570863962173462, "subset_score_loss": 0.012570863962173462}
+{"step": 3820000, "wall_time": 38747.20636463165, "train_loss_step": 2.2192020416259766, "n_params": 4326430, "total_flops": 50770829107200000, "train_loss": 0.012588960925738017, "subset_score_loss": 0.012588960925738017}
+{"step": 3830000, "wall_time": 38838.537732601166, "train_loss_step": 2.1218059062957764, "n_params": 4326430, "total_flops": 50903737036800000, "train_loss": 0.012820914387702942, "subset_score_loss": 0.012820914387702942}
+{"step": 3840000, "wall_time": 38930.78476977348, "train_loss_step": 2.3789901733398438, "n_params": 4326430, "total_flops": 51036644966400000, "train_loss": 0.012584062417348225, "subset_score_loss": 0.012584062417348225}
+{"step": 3850000, "wall_time": 39025.84188270569, "train_loss_step": 2.252286195755005, "n_params": 4326430, "total_flops": 51169552896000000, "train_loss": 0.012432170907656352, "subset_score_loss": 0.012432170907656352}
+{"step": 3860000, "wall_time": 39120.60987520218, "train_loss_step": 2.3012216091156006, "n_params": 4326430, "total_flops": 51302460825600000, "train_loss": 0.013130965828895568, "subset_score_loss": 0.013130965828895568}
+{"step": 3870000, "wall_time": 39213.33999705315, "train_loss_step": 2.264082670211792, "n_params": 4326430, "total_flops": 51435368755200000, "train_loss": 0.012615654865900676, "subset_score_loss": 0.012615654865900676}
+{"step": 3880000, "wall_time": 39304.97177648544, "train_loss_step": 2.217644691467285, "n_params": 4326430, "total_flops": 51568276684800000, "train_loss": 0.0125301589568456, "subset_score_loss": 0.0125301589568456}
+{"step": 3890000, "wall_time": 39400.118535757065, "train_loss_step": 2.2169137001037598, "n_params": 4326430, "total_flops": 51701184614400000, "train_loss": 0.012705827752749125, "subset_score_loss": 0.012705827752749125}
+{"step": 3900000, "wall_time": 39566.47609972954, "train_loss_step": 2.240971565246582, "n_params": 4326430, "total_flops": 51834092544000000, "train_loss": 0.012482061982154846, "subset_score_loss": 0.012482061982154846, "memorization_fraction_pixel": 0.3310000002384186, "mean_nn_ratio_pixel": 0.39343762397766113, "fid": 55.91711846102495}
+{"step": 3910000, "wall_time": 39661.531507492065, "train_loss_step": 2.2179460525512695, "n_params": 4326430, "total_flops": 51967000473600000, "train_loss": 0.012316390872001648, "subset_score_loss": 0.012316390872001648}
+{"step": 3920000, "wall_time": 39751.03567171097, "train_loss_step": 2.2877941131591797, "n_params": 4326430, "total_flops": 52099908403200000, "train_loss": 0.012264250715573629, "subset_score_loss": 0.012264250715573629}
+{"step": 3930000, "wall_time": 39844.95027899742, "train_loss_step": 2.012824773788452, "n_params": 4326430, "total_flops": 52232816332800000, "train_loss": 0.012436572710673015, "subset_score_loss": 0.012436572710673015}
+{"step": 3940000, "wall_time": 39940.20847940445, "train_loss_step": 2.3071823120117188, "n_params": 4326430, "total_flops": 52365724262400000, "train_loss": 0.012838977575302123, "subset_score_loss": 0.012838977575302123}
+{"step": 3950000, "wall_time": 40035.17895650864, "train_loss_step": 2.126570701599121, "n_params": 4326430, "total_flops": 52498632192000000, "train_loss": 0.012299607197443644, "subset_score_loss": 0.012299607197443644}
+{"step": 3960000, "wall_time": 40130.30677008629, "train_loss_step": 2.2798988819122314, "n_params": 4326430, "total_flops": 52631540121600000, "train_loss": 0.012390503287315368, "subset_score_loss": 0.012390503287315368}
+{"step": 3970000, "wall_time": 40220.21116065979, "train_loss_step": 2.312544345855713, "n_params": 4326430, "total_flops": 52764448051200000, "train_loss": 0.012049133578936258, "subset_score_loss": 0.012049133578936258}
+{"step": 3980000, "wall_time": 40315.01593494415, "train_loss_step": 2.2291507720947266, "n_params": 4326430, "total_flops": 52897355980800000, "train_loss": 0.012447923421859741, "subset_score_loss": 0.012447923421859741}
+{"step": 3990000, "wall_time": 40410.16478776932, "train_loss_step": 2.165740489959717, "n_params": 4326430, "total_flops": 53030263910400000, "train_loss": 0.012555470069249472, "subset_score_loss": 0.012555470069249472}
+{"step": 4000000, "wall_time": 40576.182027578354, "train_loss_step": 2.5132763385772705, "n_params": 4326430, "total_flops": 53163171840000000, "train_loss": 0.012388084332148235, "subset_score_loss": 0.012388084332148235, "memorization_fraction_pixel": 0.33239999413490295, "mean_nn_ratio_pixel": 0.3925435543060303, "fid": 56.61866902494023}
+{"step": 4010000, "wall_time": 40665.37419581413, "train_loss_step": 1.9822795391082764, "n_params": 4326430, "total_flops": 53296079769600000, "train_loss": 0.012592454751332601, "subset_score_loss": 0.012592454751332601}
+{"step": 4020000, "wall_time": 40760.55610990524, "train_loss_step": 2.3435871601104736, "n_params": 4326430, "total_flops": 53428987699200000, "train_loss": 0.012247900168100992, "subset_score_loss": 0.012247900168100992}
+{"step": 4030000, "wall_time": 40855.416721343994, "train_loss_step": 2.287349224090576, "n_params": 4326430, "total_flops": 53561895628800000, "train_loss": 0.012149932980537414, "subset_score_loss": 0.012149932980537414}
+{"step": 4040000, "wall_time": 40950.14227628708, "train_loss_step": 2.08262300491333, "n_params": 4326430, "total_flops": 53694803558400000, "train_loss": 0.01191618839899699, "subset_score_loss": 0.01191618839899699}
+{"step": 4050000, "wall_time": 41045.22658610344, "train_loss_step": 2.268423080444336, "n_params": 4326430, "total_flops": 53827711488000000, "train_loss": 0.01226048767566681, "subset_score_loss": 0.01226048767566681}
+{"step": 4060000, "wall_time": 41137.40131664276, "train_loss_step": 2.054905414581299, "n_params": 4326430, "total_flops": 53960619417600000, "train_loss": 0.0119809091091156, "subset_score_loss": 0.0119809091091156}
+{"step": 4070000, "wall_time": 41230.60267996788, "train_loss_step": 2.2061400413513184, "n_params": 4326430, "total_flops": 54093527347200000, "train_loss": 0.012066970268885294, "subset_score_loss": 0.012066970268885294}
+{"step": 4080000, "wall_time": 41325.148742198944, "train_loss_step": 2.0702013969421387, "n_params": 4326430, "total_flops": 54226435276800000, "train_loss": 0.012181100249290467, "subset_score_loss": 0.012181100249290467}
+{"step": 4090000, "wall_time": 41420.213057756424, "train_loss_step": 2.2044568061828613, "n_params": 4326430, "total_flops": 54359343206400000, "train_loss": 0.0126062939564387, "subset_score_loss": 0.0126062939564387}
+{"step": 4100000, "wall_time": 41579.43891954422, "train_loss_step": 2.2617268562316895, "n_params": 4326430, "total_flops": 54492251136000000, "train_loss": 0.011819050709406535, "subset_score_loss": 0.011819050709406535, "memorization_fraction_pixel": 0.32989999651908875, "mean_nn_ratio_pixel": 0.3922664523124695, "fid": 56.82881510736922}
+{"step": 4110000, "wall_time": 41674.61569285393, "train_loss_step": 2.3187315464019775, "n_params": 4326430, "total_flops": 54625159065600000, "train_loss": 0.011842969059944152, "subset_score_loss": 0.011842969059944152}
+{"step": 4120000, "wall_time": 41769.61074876785, "train_loss_step": 2.1583685874938965, "n_params": 4326430, "total_flops": 54758066995200000, "train_loss": 0.011889775594075521, "subset_score_loss": 0.011889775594075521}
+{"step": 4130000, "wall_time": 41864.643892765045, "train_loss_step": 2.23637056350708, "n_params": 4326430, "total_flops": 54890974924800000, "train_loss": 0.011859249075253804, "subset_score_loss": 0.011859249075253804}
+{"step": 4140000, "wall_time": 41959.54451370239, "train_loss_step": 2.2744622230529785, "n_params": 4326430, "total_flops": 55023882854400000, "train_loss": 0.012205663323402404, "subset_score_loss": 0.012205663323402404}
+{"step": 4150000, "wall_time": 42051.868698358536, "train_loss_step": 2.202820301055908, "n_params": 4326430, "total_flops": 55156790784000000, "train_loss": 0.01253742774327596, "subset_score_loss": 0.01253742774327596}
+{"step": 4160000, "wall_time": 42145.75266504288, "train_loss_step": 2.242025375366211, "n_params": 4326430, "total_flops": 55289698713600000, "train_loss": 0.011702531576156616, "subset_score_loss": 0.011702531576156616}
+{"step": 4170000, "wall_time": 42240.77767491341, "train_loss_step": 2.386486530303955, "n_params": 4326430, "total_flops": 55422606643200000, "train_loss": 0.012250805894533793, "subset_score_loss": 0.012250805894533793}
+{"step": 4180000, "wall_time": 42335.13041138649, "train_loss_step": 2.6015610694885254, "n_params": 4326430, "total_flops": 55555514572800000, "train_loss": 0.011950387557347616, "subset_score_loss": 0.011950387557347616}
+{"step": 4190000, "wall_time": 42427.00469517708, "train_loss_step": 2.1913414001464844, "n_params": 4326430, "total_flops": 55688422502400000, "train_loss": 0.011746517817179362, "subset_score_loss": 0.011746517817179362}
+{"step": 4200000, "wall_time": 42589.761434316635, "train_loss_step": 2.2727441787719727, "n_params": 4326430, "total_flops": 55821330432000000, "train_loss": 0.01156845490137736, "subset_score_loss": 0.01156845490137736, "memorization_fraction_pixel": 0.32910001277923584, "mean_nn_ratio_pixel": 0.39083436131477356, "fid": 56.088016409327565}
+{"step": 4210000, "wall_time": 42684.651874542236, "train_loss_step": 2.2047948837280273, "n_params": 4326430, "total_flops": 55954238361600000, "train_loss": 0.011645376682281494, "subset_score_loss": 0.011645376682281494}
+{"step": 4220000, "wall_time": 42779.67145180702, "train_loss_step": 2.1240274906158447, "n_params": 4326430, "total_flops": 56087146291200000, "train_loss": 0.011431769529978434, "subset_score_loss": 0.011431769529978434}
+{"step": 4230000, "wall_time": 42874.584631204605, "train_loss_step": 2.1374292373657227, "n_params": 4326430, "total_flops": 56220054220800000, "train_loss": 0.01202281912167867, "subset_score_loss": 0.01202281912167867}
+{"step": 4240000, "wall_time": 42967.355152606964, "train_loss_step": 2.1435139179229736, "n_params": 4326430, "total_flops": 56352962150400000, "train_loss": 0.011608144640922547, "subset_score_loss": 0.011608144640922547}
+{"step": 4250000, "wall_time": 43062.84341883659, "train_loss_step": 2.1477651596069336, "n_params": 4326430, "total_flops": 56485870080000000, "train_loss": 0.011489954590797425, "subset_score_loss": 0.011489954590797425}
+{"step": 4260000, "wall_time": 43156.20327305794, "train_loss_step": 2.19565486907959, "n_params": 4326430, "total_flops": 56618778009600000, "train_loss": 0.011498765150705973, "subset_score_loss": 0.011498765150705973}
+{"step": 4270000, "wall_time": 43251.14856386185, "train_loss_step": 1.9692809581756592, "n_params": 4326430, "total_flops": 56751685939200000, "train_loss": 0.012018547455469767, "subset_score_loss": 0.012018547455469767}
+{"step": 4280000, "wall_time": 43342.83956027031, "train_loss_step": 2.300265312194824, "n_params": 4326430, "total_flops": 56884593868800000, "train_loss": 0.011952287952105204, "subset_score_loss": 0.011952287952105204}
+{"step": 4290000, "wall_time": 43435.598841905594, "train_loss_step": 2.143336057662964, "n_params": 4326430, "total_flops": 57017501798400000, "train_loss": 0.011659038066864014, "subset_score_loss": 0.011659038066864014}
+{"step": 4300000, "wall_time": 43601.49406003952, "train_loss_step": 2.312499523162842, "n_params": 4326430, "total_flops": 57150409728000000, "train_loss": 0.01112879514694214, "subset_score_loss": 0.01112879514694214, "memorization_fraction_pixel": 0.33730000257492065, "mean_nn_ratio_pixel": 0.3866567015647888, "fid": 56.969003224974784}
+{"step": 4310000, "wall_time": 43696.701892614365, "train_loss_step": 2.014533758163452, "n_params": 4326430, "total_flops": 57283317657600000, "train_loss": 0.011472896734873454, "subset_score_loss": 0.011472896734873454}
+{"step": 4320000, "wall_time": 43791.59520173073, "train_loss_step": 2.362090587615967, "n_params": 4326430, "total_flops": 57416225587200000, "train_loss": 0.01152059535185496, "subset_score_loss": 0.01152059535185496}
+{"step": 4330000, "wall_time": 43883.8676905632, "train_loss_step": 2.202486515045166, "n_params": 4326430, "total_flops": 57549133516800000, "train_loss": 0.011657689015070598, "subset_score_loss": 0.011657689015070598}
+{"step": 4340000, "wall_time": 43978.97815108299, "train_loss_step": 2.1491856575012207, "n_params": 4326430, "total_flops": 57682041446400000, "train_loss": 0.011342910925547282, "subset_score_loss": 0.011342910925547282}
+{"step": 4350000, "wall_time": 44072.55582213402, "train_loss_step": 2.088778495788574, "n_params": 4326430, "total_flops": 57814949376000000, "train_loss": 0.010968462626139323, "subset_score_loss": 0.010968462626139323}
+{"step": 4360000, "wall_time": 44167.517548799515, "train_loss_step": 2.2495291233062744, "n_params": 4326430, "total_flops": 57947857305600000, "train_loss": 0.01140515406926473, "subset_score_loss": 0.01140515406926473}
+{"step": 4370000, "wall_time": 44260.389703035355, "train_loss_step": 2.068192481994629, "n_params": 4326430, "total_flops": 58080765235200000, "train_loss": 0.011560209592183431, "subset_score_loss": 0.011560209592183431}
+{"step": 4380000, "wall_time": 44352.750638484955, "train_loss_step": 2.0529909133911133, "n_params": 4326430, "total_flops": 58213673164800000, "train_loss": 0.011785478393236796, "subset_score_loss": 0.011785478393236796}
+{"step": 4390000, "wall_time": 44447.09449338913, "train_loss_step": 2.0420541763305664, "n_params": 4326430, "total_flops": 58346581094400000, "train_loss": 0.011561747392018635, "subset_score_loss": 0.011561747392018635}
+{"step": 4400000, "wall_time": 44612.80589675903, "train_loss_step": 2.145435333251953, "n_params": 4326430, "total_flops": 58479489024000000, "train_loss": 0.011493657032648723, "subset_score_loss": 0.011493657032648723, "memorization_fraction_pixel": 0.3346000015735626, "mean_nn_ratio_pixel": 0.3859700560569763, "fid": 56.168606915301254}
+{"step": 4410000, "wall_time": 44707.94069981575, "train_loss_step": 2.1036996841430664, "n_params": 4326430, "total_flops": 58612396953600000, "train_loss": 0.011519446969032288, "subset_score_loss": 0.011519446969032288}
+{"step": 4420000, "wall_time": 44800.664480924606, "train_loss_step": 2.265575408935547, "n_params": 4326430, "total_flops": 58745304883200000, "train_loss": 0.011692601442337035, "subset_score_loss": 0.011692601442337035}
+{"step": 4430000, "wall_time": 44895.83860874176, "train_loss_step": 2.092280864715576, "n_params": 4326430, "total_flops": 58878212812800000, "train_loss": 0.011349910497665405, "subset_score_loss": 0.011349910497665405}
+{"step": 4440000, "wall_time": 44991.15266466141, "train_loss_step": 2.125755786895752, "n_params": 4326430, "total_flops": 59011120742400000, "train_loss": 0.011102298895517984, "subset_score_loss": 0.011102298895517984}
+{"step": 4450000, "wall_time": 45084.74225497246, "train_loss_step": 2.3069562911987305, "n_params": 4326430, "total_flops": 59144028672000000, "train_loss": 0.011163491010665893, "subset_score_loss": 0.011163491010665893}
+{"step": 4460000, "wall_time": 45159.83809876442, "train_loss_step": 2.156604528427124, "n_params": 4326430, "total_flops": 59276936601600000, "train_loss": 0.011613776286443075, "subset_score_loss": 0.011613776286443075}
+{"step": 4470000, "wall_time": 45217.9965672493, "train_loss_step": 2.2940821647644043, "n_params": 4326430, "total_flops": 59409844531200000, "train_loss": 0.011179498831431071, "subset_score_loss": 0.011179498831431071}
+{"step": 4480000, "wall_time": 45275.92982029915, "train_loss_step": 2.1803197860717773, "n_params": 4326430, "total_flops": 59542752460800000, "train_loss": 0.011467450857162475, "subset_score_loss": 0.011467450857162475}
+{"step": 4490000, "wall_time": 45334.21043086052, "train_loss_step": 2.1800642013549805, "n_params": 4326430, "total_flops": 59675660390400000, "train_loss": 0.010959485173225402, "subset_score_loss": 0.010959485173225402}
+{"step": 4500000, "wall_time": 45438.90951228142, "train_loss_step": 1.8585759401321411, "n_params": 4326430, "total_flops": 59808568320000000, "train_loss": 0.011050288875897726, "subset_score_loss": 0.011050288875897726, "memorization_fraction_pixel": 0.3407999873161316, "mean_nn_ratio_pixel": 0.38671237230300903, "fid": 56.70200552221242}
+{"step": 4510000, "wall_time": 45482.016108989716, "train_loss_step": 2.0100414752960205, "n_params": 4326430, "total_flops": 59941476249600000, "train_loss": 0.010837560892105103, "subset_score_loss": 0.010837560892105103}
+{"step": 4520000, "wall_time": 45521.75158691406, "train_loss_step": 2.0580344200134277, "n_params": 4326430, "total_flops": 60074384179200000, "train_loss": 0.011173871159553529, "subset_score_loss": 0.011173871159553529}
+{"step": 4530000, "wall_time": 45561.44375872612, "train_loss_step": 2.374396324157715, "n_params": 4326430, "total_flops": 60207292108800000, "train_loss": 0.010986484090487162, "subset_score_loss": 0.010986484090487162}
+{"step": 4540000, "wall_time": 45601.27117586136, "train_loss_step": 2.030441999435425, "n_params": 4326430, "total_flops": 60340200038400000, "train_loss": 0.010833884278933207, "subset_score_loss": 0.010833884278933207}
+{"step": 4550000, "wall_time": 45631.28077960014, "train_loss_step": 1.9705796241760254, "n_params": 4326430, "total_flops": 60473107968000000, "train_loss": 0.011413863301277161, "subset_score_loss": 0.011413863301277161}
+{"step": 4560000, "wall_time": 45671.01831793785, "train_loss_step": 1.9902675151824951, "n_params": 4326430, "total_flops": 60606015897600000, "train_loss": 0.010984958211580912, "subset_score_loss": 0.010984958211580912}
+{"step": 4570000, "wall_time": 45710.65810751915, "train_loss_step": 2.1236953735351562, "n_params": 4326430, "total_flops": 60738923827200000, "train_loss": 0.010929646094640096, "subset_score_loss": 0.010929646094640096}
+{"step": 4580000, "wall_time": 45750.35361456871, "train_loss_step": 2.166429281234741, "n_params": 4326430, "total_flops": 60871831756800000, "train_loss": 0.010671860973040263, "subset_score_loss": 0.010671860973040263}
+{"step": 4590000, "wall_time": 45789.92306447029, "train_loss_step": 2.126567840576172, "n_params": 4326430, "total_flops": 61004739686400000, "train_loss": 0.011021559437115988, "subset_score_loss": 0.011021559437115988}
+{"step": 4600000, "wall_time": 45864.22080874443, "train_loss_step": 2.289644241333008, "n_params": 4326430, "total_flops": 61137647616000000, "train_loss": 0.010967698693275452, "subset_score_loss": 0.010967698693275452, "memorization_fraction_pixel": 0.34850001335144043, "mean_nn_ratio_pixel": 0.38276177644729614, "fid": 55.93518472200586}
+{"step": 4610000, "wall_time": 45903.89564156532, "train_loss_step": 2.0605058670043945, "n_params": 4326430, "total_flops": 61270555545600000, "train_loss": 0.01070323089758555, "subset_score_loss": 0.01070323089758555}
+{"step": 4620000, "wall_time": 45943.721952438354, "train_loss_step": 2.1687021255493164, "n_params": 4326430, "total_flops": 61403463475200000, "train_loss": 0.011053585012753804, "subset_score_loss": 0.011053585012753804}
+{"step": 4630000, "wall_time": 45983.47218871117, "train_loss_step": 2.0859646797180176, "n_params": 4326430, "total_flops": 61536371404800000, "train_loss": 0.010572703679402669, "subset_score_loss": 0.010572703679402669}
+{"step": 4640000, "wall_time": 46017.51466798782, "train_loss_step": 2.174705982208252, "n_params": 4326430, "total_flops": 61669279334400000, "train_loss": 0.01066330869992574, "subset_score_loss": 0.01066330869992574}
+{"step": 4650000, "wall_time": 46053.3259935379, "train_loss_step": 2.3008275032043457, "n_params": 4326430, "total_flops": 61802187264000000, "train_loss": 0.010940438508987427, "subset_score_loss": 0.010940438508987427}
+{"step": 4660000, "wall_time": 46092.93665575981, "train_loss_step": 2.2501211166381836, "n_params": 4326430, "total_flops": 61935095193600000, "train_loss": 0.010929084817568461, "subset_score_loss": 0.010929084817568461}
+{"step": 4670000, "wall_time": 46132.72776198387, "train_loss_step": 2.0146656036376953, "n_params": 4326430, "total_flops": 62068003123200000, "train_loss": 0.010795767108599344, "subset_score_loss": 0.010795767108599344}
+{"step": 4680000, "wall_time": 46172.15728902817, "train_loss_step": 2.153383493423462, "n_params": 4326430, "total_flops": 62200911052800000, "train_loss": 0.01072420875231425, "subset_score_loss": 0.01072420875231425}
+{"step": 4690000, "wall_time": 46211.652485609055, "train_loss_step": 2.1458988189697266, "n_params": 4326430, "total_flops": 62333818982400000, "train_loss": 0.010671464602152507, "subset_score_loss": 0.010671464602152507}
+{"step": 4700000, "wall_time": 46285.59016370773, "train_loss_step": 2.236721992492676, "n_params": 4326430, "total_flops": 62466726912000000, "train_loss": 0.01104547381401062, "subset_score_loss": 0.01104547381401062, "memorization_fraction_pixel": 0.3508000075817108, "mean_nn_ratio_pixel": 0.38140788674354553, "fid": 56.65181861176645}
+{"step": 4710000, "wall_time": 46324.382361888885, "train_loss_step": 2.175057888031006, "n_params": 4326430, "total_flops": 62599634841600000, "train_loss": 0.010800684491793314, "subset_score_loss": 0.010800684491793314}
+{"step": 4720000, "wall_time": 46364.183888435364, "train_loss_step": 2.121260166168213, "n_params": 4326430, "total_flops": 62732542771200000, "train_loss": 0.010800808668136597, "subset_score_loss": 0.010800808668136597}
+{"step": 4730000, "wall_time": 46403.58782196045, "train_loss_step": 2.205613613128662, "n_params": 4326430, "total_flops": 62865450700800000, "train_loss": 0.010579389333724976, "subset_score_loss": 0.010579389333724976}
+{"step": 4740000, "wall_time": 46433.90447306633, "train_loss_step": 2.0619802474975586, "n_params": 4326430, "total_flops": 62998358630400000, "train_loss": 0.010546086231867473, "subset_score_loss": 0.010546086231867473}
+{"step": 4750000, "wall_time": 46473.26131296158, "train_loss_step": 2.0682358741760254, "n_params": 4326430, "total_flops": 63131266560000000, "train_loss": 0.010888981819152831, "subset_score_loss": 0.010888981819152831}
+{"step": 4760000, "wall_time": 46512.996044397354, "train_loss_step": 2.172598361968994, "n_params": 4326430, "total_flops": 63264174489600000, "train_loss": 0.010850199063618978, "subset_score_loss": 0.010850199063618978}
+{"step": 4770000, "wall_time": 46552.48514556885, "train_loss_step": 2.2392687797546387, "n_params": 4326430, "total_flops": 63397082419200000, "train_loss": 0.010746366779009501, "subset_score_loss": 0.010746366779009501}
+{"step": 4780000, "wall_time": 46592.078961610794, "train_loss_step": 2.119920253753662, "n_params": 4326430, "total_flops": 63529990348800000, "train_loss": 0.010373559594154359, "subset_score_loss": 0.010373559594154359}
+{"step": 4790000, "wall_time": 46631.6726899147, "train_loss_step": 2.251072883605957, "n_params": 4326430, "total_flops": 63662898278400000, "train_loss": 0.010440430045127869, "subset_score_loss": 0.010440430045127869}
+{"step": 4800000, "wall_time": 46705.79405045509, "train_loss_step": 2.2757670879364014, "n_params": 4326430, "total_flops": 63795806208000000, "train_loss": 0.010416662693023682, "subset_score_loss": 0.010416662693023682, "memorization_fraction_pixel": 0.35280001163482666, "mean_nn_ratio_pixel": 0.38109996914863586, "fid": 57.39348131933468}
+{"step": 4810000, "wall_time": 46745.676644325256, "train_loss_step": 2.307612895965576, "n_params": 4326430, "total_flops": 63928714137600000, "train_loss": 0.010461151599884033, "subset_score_loss": 0.010461151599884033}
+{"step": 4820000, "wall_time": 46785.35595583916, "train_loss_step": 1.9053542613983154, "n_params": 4326430, "total_flops": 64061622067200000, "train_loss": 0.010472515225410461, "subset_score_loss": 0.010472515225410461}
+{"step": 4830000, "wall_time": 46825.27264380455, "train_loss_step": 2.183840751647949, "n_params": 4326430, "total_flops": 64194529996800000, "train_loss": 0.010388780633608501, "subset_score_loss": 0.010388780633608501}
+{"step": 4840000, "wall_time": 46843.434728860855, "train_loss_step": 2.188241720199585, "n_params": 4326430, "total_flops": 64327437926400000, "train_loss": 0.010601094365119934, "subset_score_loss": 0.010601094365119934}
+{"step": 4850000, "wall_time": 46861.32240629196, "train_loss_step": 2.297975540161133, "n_params": 4326430, "total_flops": 64460345856000000, "train_loss": 0.010558755199114481, "subset_score_loss": 0.010558755199114481}
+{"step": 4860000, "wall_time": 46878.972843647, "train_loss_step": 2.0675628185272217, "n_params": 4326430, "total_flops": 64593253785600000, "train_loss": 0.010381252566973368, "subset_score_loss": 0.010381252566973368}
+{"step": 4870000, "wall_time": 46896.578293800354, "train_loss_step": 2.1494057178497314, "n_params": 4326430, "total_flops": 64726161715200000, "train_loss": 0.010252501567204792, "subset_score_loss": 0.010252501567204792}
+{"step": 4880000, "wall_time": 46913.992184877396, "train_loss_step": 2.2121968269348145, "n_params": 4326430, "total_flops": 64859069644800000, "train_loss": 0.01041187842686971, "subset_score_loss": 0.01041187842686971}
+{"step": 4890000, "wall_time": 46931.44369363785, "train_loss_step": 2.271409034729004, "n_params": 4326430, "total_flops": 64991977574400000, "train_loss": 0.01059190531571706, "subset_score_loss": 0.01059190531571706}
+{"step": 4900000, "wall_time": 46966.36480593681, "train_loss_step": 2.3442726135253906, "n_params": 4326430, "total_flops": 65124885504000000, "train_loss": 0.010242133339246114, "subset_score_loss": 0.010242133339246114, "memorization_fraction_pixel": 0.3409999907016754, "mean_nn_ratio_pixel": 0.38425499200820923, "fid": 57.02697890894828}
+{"step": 4910000, "wall_time": 46983.93777728081, "train_loss_step": 2.210740327835083, "n_params": 4326430, "total_flops": 65257793433600000, "train_loss": 0.010170918703079224, "subset_score_loss": 0.010170918703079224}
+{"step": 4920000, "wall_time": 47001.7337243557, "train_loss_step": 2.310385227203369, "n_params": 4326430, "total_flops": 65390701363200000, "train_loss": 0.010139067967732748, "subset_score_loss": 0.010139067967732748}
+{"step": 4930000, "wall_time": 47019.560032606125, "train_loss_step": 2.1127572059631348, "n_params": 4326430, "total_flops": 65523609292800000, "train_loss": 0.010310781995455424, "subset_score_loss": 0.010310781995455424}
+{"step": 4940000, "wall_time": 47037.1170630455, "train_loss_step": 2.231041193008423, "n_params": 4326430, "total_flops": 65656517222400000, "train_loss": 0.00999686320622762, "subset_score_loss": 0.00999686320622762}
+{"step": 4950000, "wall_time": 47055.09803199768, "train_loss_step": 2.195775032043457, "n_params": 4326430, "total_flops": 65789425152000000, "train_loss": 0.010298738876978556, "subset_score_loss": 0.010298738876978556}
+{"step": 4960000, "wall_time": 47072.433881521225, "train_loss_step": 2.09334135055542, "n_params": 4326430, "total_flops": 65922333081600000, "train_loss": 0.010344600677490235, "subset_score_loss": 0.010344600677490235}
+{"step": 4970000, "wall_time": 47089.97896742821, "train_loss_step": 2.070652723312378, "n_params": 4326430, "total_flops": 66055241011200000, "train_loss": 0.010189215342203775, "subset_score_loss": 0.010189215342203775}
+{"step": 4980000, "wall_time": 47107.66008377075, "train_loss_step": 1.9853535890579224, "n_params": 4326430, "total_flops": 66188148940800000, "train_loss": 0.009966774781545003, "subset_score_loss": 0.009966774781545003}
+{"step": 4990000, "wall_time": 47125.379000902176, "train_loss_step": 2.2557342052459717, "n_params": 4326430, "total_flops": 66321056870400000, "train_loss": 0.010162710150082906, "subset_score_loss": 0.010162710150082906}
+{"step": 5000000, "wall_time": 47160.41778564453, "train_loss_step": 1.9461731910705566, "n_params": 4326430, "total_flops": 66453964800000000, "train_loss": 0.01062820057074229, "subset_score_loss": 0.01062820057074229, "memorization_fraction_pixel": 0.3467000126838684, "mean_nn_ratio_pixel": 0.37957140803337097, "fid": 56.17317000494816}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..636cfd311c5844df637fda18133b32878ce6f2e3
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d30/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     68s | train_loss=0.9965 | fid=247.1466
+  step   10000 |    161s | train_loss=0.8700
+  step   20000 |    257s | train_loss=0.8593
+  step   30000 |    352s | train_loss=0.8431
+  step   40000 |    448s | train_loss=0.8099
+  step   50000 |    544s | train_loss=0.7549
+  step   60000 |    639s | train_loss=0.6714
+  step   70000 |    735s | train_loss=0.5582
+  step   80000 |    831s | train_loss=0.4397
+  step   90000 |    925s | train_loss=0.3411
+  step  100000 |   1084s | train_loss=0.2745 | fid=64.3942
+  step  110000 |   1179s | train_loss=0.2316
+  step  120000 |   1274s | train_loss=0.2031
+  step  130000 |   1369s | train_loss=0.1854
+  step  140000 |   1464s | train_loss=0.1687
+  step  150000 |   1559s | train_loss=0.1557
+  step  160000 |   1654s | train_loss=0.1471
+  step  170000 |   1749s | train_loss=0.1378
+  step  180000 |   1843s | train_loss=0.1306
+  step  190000 |   1931s | train_loss=0.1245
+  step  200000 |   2097s | train_loss=0.1180 | fid=62.5953
+  step  210000 |   2192s | train_loss=0.1134
+  step  220000 |   2287s | train_loss=0.1104
+  step  230000 |   2382s | train_loss=0.1043
+  step  240000 |   2477s | train_loss=0.1000
+  step  250000 |   2572s | train_loss=0.0969
+  step  260000 |   2667s | train_loss=0.0936
+  step  270000 |   2760s | train_loss=0.0900
+  step  280000 |   2849s | train_loss=0.0875
+  step  290000 |   2944s | train_loss=0.0860
+  step  300000 |   3110s | train_loss=0.0819 | fid=60.0783
+  step  310000 |   3205s | train_loss=0.0799
+  step  320000 |   3300s | train_loss=0.0794
+  step  330000 |   3394s | train_loss=0.0770
+  step  340000 |   3490s | train_loss=0.0745
+  step  350000 |   3585s | train_loss=0.0727
+  step  360000 |   3678s | train_loss=0.0715
+  step  370000 |   3768s | train_loss=0.0688
+  step  380000 |   3863s | train_loss=0.0690
+  step  390000 |   3959s | train_loss=0.0655
+  step  400000 |   4124s | train_loss=0.0648 | fid=60.1689
+  step  410000 |   4219s | train_loss=0.0637
+  step  420000 |   4314s | train_loss=0.0631
+  step  430000 |   4409s | train_loss=0.0616
+  step  440000 |   4504s | train_loss=0.0603
+  step  450000 |   4596s | train_loss=0.0595
+  step  460000 |   4688s | train_loss=0.0594
+  step  470000 |   4783s | train_loss=0.0572
+  step  480000 |   4878s | train_loss=0.0565
+  step  490000 |   4972s | train_loss=0.0556
+  step  500000 |   5138s | train_loss=0.0553 | fid=59.2398
+  step  510000 |   5233s | train_loss=0.0540
+  step  520000 |   5328s | train_loss=0.0530
+  step  530000 |   5424s | train_loss=0.0520
+  step  540000 |   5515s | train_loss=0.0513
+  step  550000 |   5608s | train_loss=0.0512
+  step  560000 |   5702s | train_loss=0.0502
+  step  570000 |   5797s | train_loss=0.0501
+  step  580000 |   5892s | train_loss=0.0498
+  step  590000 |   5986s | train_loss=0.0490
+  step  600000 |   6153s | train_loss=0.0480 | fid=58.5203
+  step  610000 |   6248s | train_loss=0.0466
+  step  620000 |   6343s | train_loss=0.0470
+  step  630000 |   6434s | train_loss=0.0466
+  step  640000 |   6527s | train_loss=0.0455
+  step  650000 |   6622s | train_loss=0.0454
+  step  660000 |   6716s | train_loss=0.0444
+  step  670000 |   6811s | train_loss=0.0440
+  step  680000 |   6907s | train_loss=0.0434
+  step  690000 |   6999s | train_loss=0.0435
+  step  700000 |   7166s | train_loss=0.0426 | fid=59.1421
+  step  710000 |   7259s | train_loss=0.0425
+  step  720000 |   7352s | train_loss=0.0419
+  step  730000 |   7446s | train_loss=0.0422
+  step  740000 |   7540s | train_loss=0.0416
+  step  750000 |   7635s | train_loss=0.0408
+  step  760000 |   7730s | train_loss=0.0400
+  step  770000 |   7825s | train_loss=0.0406
+  step  780000 |   7918s | train_loss=0.0405
+  step  790000 |   8014s | train_loss=0.0395
+  step  800000 |   8178s | train_loss=0.0390 | fid=57.9388
+  step  810000 |   8270s | train_loss=0.0385
+  step  820000 |   8365s | train_loss=0.0385
+  step  830000 |   8460s | train_loss=0.0378
+  step  840000 |   8555s | train_loss=0.0379
+  step  850000 |   8649s | train_loss=0.0370
+  step  860000 |   8744s | train_loss=0.0377
+  step  870000 |   8840s | train_loss=0.0373
+  step  880000 |   8933s | train_loss=0.0363
+  step  890000 |   9029s | train_loss=0.0360
+  step  900000 |   9191s | train_loss=0.0359 | fid=56.9775
+  step  910000 |   9286s | train_loss=0.0361
+  step  920000 |   9381s | train_loss=0.0353
+  step  930000 |   9475s | train_loss=0.0352
+  step  940000 |   9570s | train_loss=0.0357
+  step  950000 |   9665s | train_loss=0.0351
+  step  960000 |   9760s | train_loss=0.0342
+  step  970000 |   9853s | train_loss=0.0340
+  step  980000 |   9948s | train_loss=0.0340
+  step  990000 |  10040s | train_loss=0.0333
+  step 1000000 |  10204s | train_loss=0.0335 | fid=56.9094
+  step 1010000 |  10299s | train_loss=0.0329
+  step 1020000 |  10394s | train_loss=0.0331
+  step 1030000 |  10489s | train_loss=0.0326
+  step 1040000 |  10584s | train_loss=0.0329
+  step 1050000 |  10679s | train_loss=0.0321
+  step 1060000 |  10774s | train_loss=0.0319
+  step 1070000 |  10865s | train_loss=0.0318
+  step 1080000 |  10959s | train_loss=0.0314
+  step 1090000 |  11052s | train_loss=0.0318
+  step 1100000 |  11220s | train_loss=0.0315 | fid=57.5282
+  step 1110000 |  11314s | train_loss=0.0310
+  step 1120000 |  11409s | train_loss=0.0314
+  step 1130000 |  11504s | train_loss=0.0309
+  step 1140000 |  11599s | train_loss=0.0305
+  step 1150000 |  11693s | train_loss=0.0301
+  step 1160000 |  11787s | train_loss=0.0307
+  step 1170000 |  11878s | train_loss=0.0304
+  step 1180000 |  11971s | train_loss=0.0304
+  step 1190000 |  12066s | train_loss=0.0299
+  step 1200000 |  12234s | train_loss=0.0297 | fid=57.1135
+  step 1210000 |  12328s | train_loss=0.0291
+  step 1220000 |  12423s | train_loss=0.0293
+  step 1230000 |  12518s | train_loss=0.0291
+  step 1240000 |  12613s | train_loss=0.0293
+  step 1250000 |  12704s | train_loss=0.0288
+  step 1260000 |  12798s | train_loss=0.0285
+  step 1270000 |  12891s | train_loss=0.0285
+  step 1280000 |  12986s | train_loss=0.0286
+  step 1290000 |  13081s | train_loss=0.0280
+  step 1300000 |  13248s | train_loss=0.0279 | fid=57.6962
+  step 1310000 |  13343s | train_loss=0.0283
+  step 1320000 |  13438s | train_loss=0.0274
+  step 1330000 |  13532s | train_loss=0.0275
+  step 1340000 |  13623s | train_loss=0.0271
+  step 1350000 |  13719s | train_loss=0.0270
+  step 1360000 |  13810s | train_loss=0.0271
+  step 1370000 |  13905s | train_loss=0.0268
+  step 1380000 |  14000s | train_loss=0.0270
+  step 1390000 |  14096s | train_loss=0.0264
+  step 1400000 |  14263s | train_loss=0.0263 | fid=56.8155
+  step 1410000 |  14357s | train_loss=0.0267
+  step 1420000 |  14452s | train_loss=0.0265
+  step 1430000 |  14544s | train_loss=0.0262
+  step 1440000 |  14639s | train_loss=0.0260
+  step 1450000 |  14731s | train_loss=0.0258
+  step 1460000 |  14826s | train_loss=0.0257
+  step 1470000 |  14921s | train_loss=0.0253
+  step 1480000 |  15016s | train_loss=0.0255
+  step 1490000 |  15111s | train_loss=0.0253
+  step 1500000 |  15279s | train_loss=0.0253 | fid=57.1529
+  step 1510000 |  15371s | train_loss=0.0252
+  step 1520000 |  15464s | train_loss=0.0247
+  step 1530000 |  15558s | train_loss=0.0246
+  step 1540000 |  15652s | train_loss=0.0247
+  step 1550000 |  15746s | train_loss=0.0243
+  step 1560000 |  15841s | train_loss=0.0244
+  step 1570000 |  15936s | train_loss=0.0244
+  step 1580000 |  16031s | train_loss=0.0248
+  step 1590000 |  16126s | train_loss=0.0241
+  step 1600000 |  16289s | train_loss=0.0241 | fid=56.6986
+  step 1610000 |  16383s | train_loss=0.0239
+  step 1620000 |  16475s | train_loss=0.0242
+  step 1630000 |  16570s | train_loss=0.0237
+  step 1640000 |  16666s | train_loss=0.0238
+  step 1650000 |  16759s | train_loss=0.0233
+  step 1660000 |  16854s | train_loss=0.0237
+  step 1670000 |  16950s | train_loss=0.0232
+  step 1680000 |  17044s | train_loss=0.0235
+  step 1690000 |  17140s | train_loss=0.0234
+  step 1700000 |  17302s | train_loss=0.0231 | fid=56.6780
+  step 1710000 |  17395s | train_loss=0.0229
+  step 1720000 |  17489s | train_loss=0.0225
+  step 1730000 |  17584s | train_loss=0.0228
+  step 1740000 |  17678s | train_loss=0.0231
+  step 1750000 |  17774s | train_loss=0.0226
+  step 1760000 |  17869s | train_loss=0.0228
+  step 1770000 |  17964s | train_loss=0.0222
+  step 1780000 |  18059s | train_loss=0.0222
+  step 1790000 |  18150s | train_loss=0.0220
+  step 1800000 |  18316s | train_loss=0.0229 | fid=56.0754
+  step 1810000 |  18410s | train_loss=0.0220
+  step 1820000 |  18505s | train_loss=0.0222
+  step 1830000 |  18600s | train_loss=0.0221
+  step 1840000 |  18693s | train_loss=0.0216
+  step 1850000 |  18788s | train_loss=0.0217
+  step 1860000 |  18883s | train_loss=0.0212
+  step 1870000 |  18976s | train_loss=0.0217
+  step 1880000 |  19069s | train_loss=0.0217
+  step 1890000 |  19164s | train_loss=0.0211
+  step 1900000 |  19327s | train_loss=0.0216 | fid=57.1760
+  step 1910000 |  19422s | train_loss=0.0212
+  step 1920000 |  19517s | train_loss=0.0211
+  step 1930000 |  19612s | train_loss=0.0211
+  step 1940000 |  19706s | train_loss=0.0207
+  step 1950000 |  19801s | train_loss=0.0208
+  step 1960000 |  19894s | train_loss=0.0205
+  step 1970000 |  19987s | train_loss=0.0212
+  step 1980000 |  20082s | train_loss=0.0206
+  step 1990000 |  20176s | train_loss=0.0203
+  step 2000000 |  20341s | train_loss=0.0205 | fid=57.2022
+  step 2010000 |  20436s | train_loss=0.0205
+  step 2020000 |  20531s | train_loss=0.0201
+  step 2030000 |  20625s | train_loss=0.0200
+  step 2040000 |  20720s | train_loss=0.0204
+  step 2050000 |  20811s | train_loss=0.0205
+  step 2060000 |  20906s | train_loss=0.0198
+  step 2070000 |  21001s | train_loss=0.0206
+  step 2080000 |  21094s | train_loss=0.0202
+  step 2090000 |  21189s | train_loss=0.0198
+  step 2100000 |  21354s | train_loss=0.0198 | fid=56.4243
+  step 2110000 |  21449s | train_loss=0.0196
+  step 2120000 |  21545s | train_loss=0.0197
+  step 2130000 |  21638s | train_loss=0.0193
+  step 2140000 |  21729s | train_loss=0.0195
+  step 2150000 |  21824s | train_loss=0.0197
+  step 2160000 |  21919s | train_loss=0.0191
+  step 2170000 |  22013s | train_loss=0.0192
+  step 2180000 |  22108s | train_loss=0.0194
+  step 2190000 |  22203s | train_loss=0.0191
+  step 2200000 |  22367s | train_loss=0.0192 | fid=56.7351
+  step 2210000 |  22462s | train_loss=0.0198
+  step 2220000 |  22558s | train_loss=0.0187
+  step 2230000 |  22647s | train_loss=0.0184
+  step 2240000 |  22741s | train_loss=0.0186
+  step 2250000 |  22836s | train_loss=0.0190
+  step 2260000 |  22929s | train_loss=0.0186
+  step 2270000 |  23024s | train_loss=0.0185
+  step 2280000 |  23119s | train_loss=0.0188
+  step 2290000 |  23214s | train_loss=0.0185
+  step 2300000 |  23380s | train_loss=0.0184 | fid=56.8713
+  step 2310000 |  23474s | train_loss=0.0182
+  step 2320000 |  23565s | train_loss=0.0184
+  step 2330000 |  23660s | train_loss=0.0186
+  step 2340000 |  23755s | train_loss=0.0185
+  step 2350000 |  23848s | train_loss=0.0183
+  step 2360000 |  23943s | train_loss=0.0183
+  step 2370000 |  24038s | train_loss=0.0182
+  step 2380000 |  24133s | train_loss=0.0178
+  step 2390000 |  24228s | train_loss=0.0178
+  step 2400000 |  24393s | train_loss=0.0181 | fid=57.0264
+  step 2410000 |  24486s | train_loss=0.0181
+  step 2420000 |  24579s | train_loss=0.0177
+  step 2430000 |  24673s | train_loss=0.0179
+  step 2440000 |  24766s | train_loss=0.0176
+  step 2450000 |  24861s | train_loss=0.0176
+  step 2460000 |  24957s | train_loss=0.0176
+  step 2470000 |  25052s | train_loss=0.0176
+  step 2480000 |  25147s | train_loss=0.0176
+  step 2490000 |  25242s | train_loss=0.0174
+  step 2500000 |  25404s | train_loss=0.0176 | fid=57.1953
+  step 2510000 |  25499s | train_loss=0.0171
+  step 2520000 |  25591s | train_loss=0.0177
+  step 2530000 |  25686s | train_loss=0.0172
+  step 2540000 |  25780s | train_loss=0.0173
+  step 2550000 |  25876s | train_loss=0.0170
+  step 2560000 |  25971s | train_loss=0.0168
+  step 2570000 |  26066s | train_loss=0.0171
+  step 2580000 |  26160s | train_loss=0.0169
+  step 2590000 |  26252s | train_loss=0.0169
+  step 2600000 |  26418s | train_loss=0.0166 | fid=57.0679
+  step 2610000 |  26510s | train_loss=0.0172
+  step 2620000 |  26605s | train_loss=0.0165
+  step 2630000 |  26700s | train_loss=0.0168
+  step 2640000 |  26794s | train_loss=0.0169
+  step 2650000 |  26890s | train_loss=0.0171
+  step 2660000 |  26985s | train_loss=0.0165
+  step 2670000 |  27078s | train_loss=0.0164
+  step 2680000 |  27171s | train_loss=0.0167
+  step 2690000 |  27266s | train_loss=0.0168
+  step 2700000 |  27429s | train_loss=0.0167 | fid=56.0044
+  step 2710000 |  27523s | train_loss=0.0165
+  step 2720000 |  27618s | train_loss=0.0169
+  step 2730000 |  27713s | train_loss=0.0165
+  step 2740000 |  27808s | train_loss=0.0162
+  step 2750000 |  27903s | train_loss=0.0161
+  step 2760000 |  27996s | train_loss=0.0161
+  step 2770000 |  28089s | train_loss=0.0162
+  step 2780000 |  28185s | train_loss=0.0161
+  step 2790000 |  28280s | train_loss=0.0159
+  step 2800000 |  28443s | train_loss=0.0156 | fid=57.4331
+  step 2810000 |  28539s | train_loss=0.0161
+  step 2820000 |  28634s | train_loss=0.0158
+  step 2830000 |  28729s | train_loss=0.0161
+  step 2840000 |  28824s | train_loss=0.0157
+  step 2850000 |  28916s | train_loss=0.0155
+  step 2860000 |  29009s | train_loss=0.0155
+  step 2870000 |  29104s | train_loss=0.0156
+  step 2880000 |  29200s | train_loss=0.0159
+  step 2890000 |  29293s | train_loss=0.0154
+  step 2900000 |  29457s | train_loss=0.0153 | fid=56.7346
+  step 2910000 |  29552s | train_loss=0.0156
+  step 2920000 |  29647s | train_loss=0.0155
+  step 2930000 |  29742s | train_loss=0.0152
+  step 2940000 |  29833s | train_loss=0.0151
+  step 2950000 |  29928s | train_loss=0.0157
+  step 2960000 |  30023s | train_loss=0.0151
+  step 2970000 |  30118s | train_loss=0.0155
+  step 2980000 |  30211s | train_loss=0.0149
+  step 2990000 |  30306s | train_loss=0.0154
+  step 3000000 |  30471s | train_loss=0.0153 | fid=56.4100
+  step 3010000 |  30566s | train_loss=0.0149
+  step 3020000 |  30661s | train_loss=0.0157
+  step 3030000 |  30752s | train_loss=0.0151
+  step 3040000 |  30847s | train_loss=0.0144
+  step 3050000 |  30942s | train_loss=0.0148
+  step 3060000 |  31037s | train_loss=0.0148
+  step 3070000 |  31131s | train_loss=0.0152
+  step 3080000 |  31225s | train_loss=0.0151
+  step 3090000 |  31321s | train_loss=0.0151
+  step 3100000 |  31485s | train_loss=0.0148 | fid=56.4732
+  step 3110000 |  31578s | train_loss=0.0153
+  step 3120000 |  31671s | train_loss=0.0150
+  step 3130000 |  31767s | train_loss=0.0145
+  step 3140000 |  31862s | train_loss=0.0152
+  step 3150000 |  31956s | train_loss=0.0145
+  step 3160000 |  32049s | train_loss=0.0147
+  step 3170000 |  32144s | train_loss=0.0148
+  step 3180000 |  32239s | train_loss=0.0147
+  step 3190000 |  32334s | train_loss=0.0145
+  step 3200000 |  32496s | train_loss=0.0141 | fid=55.9484
+  step 3210000 |  32589s | train_loss=0.0145
+  step 3220000 |  32684s | train_loss=0.0145
+  step 3230000 |  32779s | train_loss=0.0142
+  step 3240000 |  32874s | train_loss=0.0147
+  step 3250000 |  32967s | train_loss=0.0144
+  step 3260000 |  33061s | train_loss=0.0140
+  step 3270000 |  33156s | train_loss=0.0143
+  step 3280000 |  33251s | train_loss=0.0144
+  step 3290000 |  33345s | train_loss=0.0144
+  step 3300000 |  33506s | train_loss=0.0143 | fid=57.1071
+  step 3310000 |  33601s | train_loss=0.0139
+  step 3320000 |  33696s | train_loss=0.0139
+  step 3330000 |  33790s | train_loss=0.0142
+  step 3340000 |  33884s | train_loss=0.0140
+  step 3350000 |  33978s | train_loss=0.0141
+  step 3360000 |  34072s | train_loss=0.0140
+  step 3370000 |  34167s | train_loss=0.0136
+  step 3380000 |  34262s | train_loss=0.0138
+  step 3390000 |  34352s | train_loss=0.0137
+  step 3400000 |  34517s | train_loss=0.0137 | fid=56.6999
+  step 3410000 |  34612s | train_loss=0.0137
+  step 3420000 |  34706s | train_loss=0.0136
+  step 3430000 |  34800s | train_loss=0.0143
+  step 3440000 |  34895s | train_loss=0.0147
+  step 3450000 |  34990s | train_loss=0.0137
+  step 3460000 |  35084s | train_loss=0.0135
+  step 3470000 |  35177s | train_loss=0.0136
+  step 3480000 |  35269s | train_loss=0.0133
+  step 3490000 |  35362s | train_loss=0.0135
+  step 3500000 |  35528s | train_loss=0.0137 | fid=56.0056
+  step 3510000 |  35621s | train_loss=0.0137
+  step 3520000 |  35716s | train_loss=0.0132
+  step 3530000 |  35811s | train_loss=0.0134
+  step 3540000 |  35906s | train_loss=0.0136
+  step 3550000 |  36000s | train_loss=0.0131
+  step 3560000 |  36092s | train_loss=0.0133
+  step 3570000 |  36184s | train_loss=0.0130
+  step 3580000 |  36277s | train_loss=0.0130
+  step 3590000 |  36372s | train_loss=0.0131
+  step 3600000 |  36537s | train_loss=0.0129 | fid=56.6994
+  step 3610000 |  36632s | train_loss=0.0134
+  step 3620000 |  36728s | train_loss=0.0133
+  step 3630000 |  36822s | train_loss=0.0132
+  step 3640000 |  36917s | train_loss=0.0132
+  step 3650000 |  37009s | train_loss=0.0130
+  step 3660000 |  37101s | train_loss=0.0130
+  step 3670000 |  37195s | train_loss=0.0130
+  step 3680000 |  37289s | train_loss=0.0129
+  step 3690000 |  37384s | train_loss=0.0128
+  step 3700000 |  37547s | train_loss=0.0128 | fid=56.1493
+  step 3710000 |  37642s | train_loss=0.0131
+  step 3720000 |  37737s | train_loss=0.0128
+  step 3730000 |  37832s | train_loss=0.0129
+  step 3740000 |  37923s | train_loss=0.0127
+  step 3750000 |  38016s | train_loss=0.0130
+  step 3760000 |  38111s | train_loss=0.0130
+  step 3770000 |  38206s | train_loss=0.0126
+  step 3780000 |  38299s | train_loss=0.0125
+  step 3790000 |  38391s | train_loss=0.0126
+  step 3800000 |  38557s | train_loss=0.0129 | fid=57.0966
+  step 3810000 |  38652s | train_loss=0.0126
+  step 3820000 |  38747s | train_loss=0.0126
+  step 3830000 |  38839s | train_loss=0.0128
+  step 3840000 |  38931s | train_loss=0.0126
+  step 3850000 |  39026s | train_loss=0.0124
+  step 3860000 |  39121s | train_loss=0.0131
+  step 3870000 |  39213s | train_loss=0.0126
+  step 3880000 |  39305s | train_loss=0.0125
+  step 3890000 |  39400s | train_loss=0.0127
+  step 3900000 |  39566s | train_loss=0.0125 | fid=55.9171
+  step 3910000 |  39662s | train_loss=0.0123
+  step 3920000 |  39751s | train_loss=0.0123
+  step 3930000 |  39845s | train_loss=0.0124
+  step 3940000 |  39940s | train_loss=0.0128
+  step 3950000 |  40035s | train_loss=0.0123
+  step 3960000 |  40130s | train_loss=0.0124
+  step 3970000 |  40220s | train_loss=0.0120
+  step 3980000 |  40315s | train_loss=0.0124
+  step 3990000 |  40410s | train_loss=0.0126
+  step 4000000 |  40576s | train_loss=0.0124 | fid=56.6187
+  step 4010000 |  40665s | train_loss=0.0126
+  step 4020000 |  40761s | train_loss=0.0122
+  step 4030000 |  40855s | train_loss=0.0121
+  step 4040000 |  40950s | train_loss=0.0119
+  step 4050000 |  41045s | train_loss=0.0123
+  step 4060000 |  41137s | train_loss=0.0120
+  step 4070000 |  41231s | train_loss=0.0121
+  step 4080000 |  41325s | train_loss=0.0122
+  step 4090000 |  41420s | train_loss=0.0126
+  step 4100000 |  41579s | train_loss=0.0118 | fid=56.8288
+  step 4110000 |  41675s | train_loss=0.0118
+  step 4120000 |  41770s | train_loss=0.0119
+  step 4130000 |  41865s | train_loss=0.0119
+  step 4140000 |  41960s | train_loss=0.0122
+  step 4150000 |  42052s | train_loss=0.0125
+  step 4160000 |  42146s | train_loss=0.0117
+  step 4170000 |  42241s | train_loss=0.0123
+  step 4180000 |  42335s | train_loss=0.0120
+  step 4190000 |  42427s | train_loss=0.0117
+  step 4200000 |  42590s | train_loss=0.0116 | fid=56.0880
+  step 4210000 |  42685s | train_loss=0.0116
+  step 4220000 |  42780s | train_loss=0.0114
+  step 4230000 |  42875s | train_loss=0.0120
+  step 4240000 |  42967s | train_loss=0.0116
+  step 4250000 |  43063s | train_loss=0.0115
+  step 4260000 |  43156s | train_loss=0.0115
+  step 4270000 |  43251s | train_loss=0.0120
+  step 4280000 |  43343s | train_loss=0.0120
+  step 4290000 |  43436s | train_loss=0.0117
+  step 4300000 |  43601s | train_loss=0.0111 | fid=56.9690
+  step 4310000 |  43697s | train_loss=0.0115
+  step 4320000 |  43792s | train_loss=0.0115
+  step 4330000 |  43884s | train_loss=0.0117
+  step 4340000 |  43979s | train_loss=0.0113
+  step 4350000 |  44073s | train_loss=0.0110
+  step 4360000 |  44168s | train_loss=0.0114
+  step 4370000 |  44260s | train_loss=0.0116
+  step 4380000 |  44353s | train_loss=0.0118
+  step 4390000 |  44447s | train_loss=0.0116
+  step 4400000 |  44613s | train_loss=0.0115 | fid=56.1686
+  step 4410000 |  44708s | train_loss=0.0115
+  step 4420000 |  44801s | train_loss=0.0117
+  step 4430000 |  44896s | train_loss=0.0113
+  step 4440000 |  44991s | train_loss=0.0111
+  step 4450000 |  45085s | train_loss=0.0112
+  step 4460000 |  45160s | train_loss=0.0116
+  step 4470000 |  45218s | train_loss=0.0112
+  step 4480000 |  45276s | train_loss=0.0115
+  step 4490000 |  45334s | train_loss=0.0110
+  step 4500000 |  45439s | train_loss=0.0111 | fid=56.7020
+  step 4510000 |  45482s | train_loss=0.0108
+  step 4520000 |  45522s | train_loss=0.0112
+  step 4530000 |  45561s | train_loss=0.0110
+  step 4540000 |  45601s | train_loss=0.0108
+  step 4550000 |  45631s | train_loss=0.0114
+  step 4560000 |  45671s | train_loss=0.0110
+  step 4570000 |  45711s | train_loss=0.0109
+  step 4580000 |  45750s | train_loss=0.0107
+  step 4590000 |  45790s | train_loss=0.0110
+  step 4600000 |  45864s | train_loss=0.0110 | fid=55.9352
+  step 4610000 |  45904s | train_loss=0.0107
+  step 4620000 |  45944s | train_loss=0.0111
+  step 4630000 |  45983s | train_loss=0.0106
+  step 4640000 |  46018s | train_loss=0.0107
+  step 4650000 |  46053s | train_loss=0.0109
+  step 4660000 |  46093s | train_loss=0.0109
+  step 4670000 |  46133s | train_loss=0.0108
+  step 4680000 |  46172s | train_loss=0.0107
+  step 4690000 |  46212s | train_loss=0.0107
+  step 4700000 |  46286s | train_loss=0.0110 | fid=56.6518
+  step 4710000 |  46324s | train_loss=0.0108
+  step 4720000 |  46364s | train_loss=0.0108
+  step 4730000 |  46404s | train_loss=0.0106
+  step 4740000 |  46434s | train_loss=0.0105
+  step 4750000 |  46473s | train_loss=0.0109
+  step 4760000 |  46513s | train_loss=0.0109
+  step 4770000 |  46552s | train_loss=0.0107
+  step 4780000 |  46592s | train_loss=0.0104
+  step 4790000 |  46632s | train_loss=0.0104
+  step 4800000 |  46706s | train_loss=0.0104 | fid=57.3935
+  step 4810000 |  46746s | train_loss=0.0105
+  step 4820000 |  46785s | train_loss=0.0105
+  step 4830000 |  46825s | train_loss=0.0104
+  step 4840000 |  46843s | train_loss=0.0106
+  step 4850000 |  46861s | train_loss=0.0106
+  step 4860000 |  46879s | train_loss=0.0104
+  step 4870000 |  46897s | train_loss=0.0103
+  step 4880000 |  46914s | train_loss=0.0104
+  step 4890000 |  46931s | train_loss=0.0106
+  step 4900000 |  46966s | train_loss=0.0102 | fid=57.0270
+  step 4910000 |  46984s | train_loss=0.0102
+  step 4920000 |  47002s | train_loss=0.0101
+  step 4930000 |  47020s | train_loss=0.0103
+  step 4940000 |  47037s | train_loss=0.0100
+  step 4950000 |  47055s | train_loss=0.0103
+  step 4960000 |  47072s | train_loss=0.0103
+  step 4970000 |  47090s | train_loss=0.0102
+  step 4980000 |  47108s | train_loss=0.0100
+  step 4990000 |  47125s | train_loss=0.0102
+  step 5000000 |  47160s | train_loss=0.0106 | fid=56.1732
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d90b7b902037f5315ae13d0b44898ee9af81a09e
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3061471228ed874fd23c160737745fa857e83eb4
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d40/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 68.41135835647583, "train_loss_step": 39.69272232055664, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.993734073638916, "subset_score_loss": 0.993734073638916, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9746058583259583, "fid": 276.4870526012377}
+{"step": 10000, "wall_time": 160.01814484596252, "train_loss_step": 8.135259628295898, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8528356552124023, "subset_score_loss": 0.8528356552124023}
+{"step": 20000, "wall_time": 251.9914948940277, "train_loss_step": 8.271284103393555, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8195911407470703, "subset_score_loss": 0.8195911407470703}
+{"step": 30000, "wall_time": 343.8055257797241, "train_loss_step": 7.527554512023926, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.7615983486175537, "subset_score_loss": 0.7615983486175537}
+{"step": 40000, "wall_time": 435.90165615081787, "train_loss_step": 7.485936164855957, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.6737020015716553, "subset_score_loss": 0.6737020015716553}
+{"step": 50000, "wall_time": 528.0447311401367, "train_loss_step": 6.4103546142578125, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5369974613189697, "subset_score_loss": 0.5369974613189697}
+{"step": 60000, "wall_time": 619.9192533493042, "train_loss_step": 5.991304874420166, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.38984384536743166, "subset_score_loss": 0.38984384536743166}
+{"step": 70000, "wall_time": 712.3249413967133, "train_loss_step": 4.859353065490723, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.2859116315841675, "subset_score_loss": 0.2859116315841675}
+{"step": 80000, "wall_time": 804.5354223251343, "train_loss_step": 4.995860576629639, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.22671420574188234, "subset_score_loss": 0.22671420574188234}
+{"step": 90000, "wall_time": 895.216719865799, "train_loss_step": 4.592028617858887, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.1905232310295105, "subset_score_loss": 0.1905232310295105}
+{"step": 100000, "wall_time": 1053.066995382309, "train_loss_step": 4.643136024475098, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.1690705418586731, "subset_score_loss": 0.1690705418586731, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.8908783197402954, "fid": 58.982815850901886}
+{"step": 110000, "wall_time": 1141.710975408554, "train_loss_step": 4.410077095031738, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.1535038709640503, "subset_score_loss": 0.1535038709640503}
+{"step": 120000, "wall_time": 1233.4935262203217, "train_loss_step": 4.4307355880737305, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.14181463718414306, "subset_score_loss": 0.14181463718414306}
+{"step": 130000, "wall_time": 1324.9242749214172, "train_loss_step": 4.240657806396484, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.13316060304641725, "subset_score_loss": 0.13316060304641725}
+{"step": 140000, "wall_time": 1416.623621225357, "train_loss_step": 4.013033866882324, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.12513389587402343, "subset_score_loss": 0.12513389587402343}
+{"step": 150000, "wall_time": 1507.9210629463196, "train_loss_step": 3.8300793170928955, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.11736334562301635, "subset_score_loss": 0.11736334562301635}
+{"step": 160000, "wall_time": 1599.645812511444, "train_loss_step": 4.152792930603027, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.111384117603302, "subset_score_loss": 0.111384117603302}
+{"step": 170000, "wall_time": 1691.2217605113983, "train_loss_step": 3.893683433532715, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.10602190494537353, "subset_score_loss": 0.10602190494537353}
+{"step": 180000, "wall_time": 1782.74902176857, "train_loss_step": 3.7925286293029785, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.10275818109512329, "subset_score_loss": 0.10275818109512329}
+{"step": 190000, "wall_time": 1871.52188539505, "train_loss_step": 3.652008295059204, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.09665758609771728, "subset_score_loss": 0.09665758609771728}
+{"step": 200000, "wall_time": 2029.2974984645844, "train_loss_step": 3.6987013816833496, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.09230394959449768, "subset_score_loss": 0.09230394959449768, "memorization_fraction_pixel": 0.016300000250339508, "mean_nn_ratio_pixel": 0.8028361797332764, "fid": 59.47944072605313}
+{"step": 210000, "wall_time": 2118.206588745117, "train_loss_step": 3.9172894954681396, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.08944536447525024, "subset_score_loss": 0.08944536447525024}
+{"step": 220000, "wall_time": 2209.7969694137573, "train_loss_step": 3.556795835494995, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.08582420349121093, "subset_score_loss": 0.08582420349121093}
+{"step": 230000, "wall_time": 2301.3343703746796, "train_loss_step": 3.9772257804870605, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.08300088047981262, "subset_score_loss": 0.08300088047981262}
+{"step": 240000, "wall_time": 2392.8030335903168, "train_loss_step": 3.7898459434509277, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.08048539161682129, "subset_score_loss": 0.08048539161682129}
+{"step": 250000, "wall_time": 2484.5530273914337, "train_loss_step": 3.6866049766540527, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07792149782180786, "subset_score_loss": 0.07792149782180786}
+{"step": 260000, "wall_time": 2575.871948480606, "train_loss_step": 3.641448497772217, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07532493472099304, "subset_score_loss": 0.07532493472099304}
+{"step": 270000, "wall_time": 2667.263208627701, "train_loss_step": 3.7295165061950684, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.07274758219718933, "subset_score_loss": 0.07274758219718933}
+{"step": 280000, "wall_time": 2757.286588907242, "train_loss_step": 3.6805548667907715, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.07206249237060547, "subset_score_loss": 0.07206249237060547}
+{"step": 290000, "wall_time": 2842.2674582004547, "train_loss_step": 3.5546059608459473, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.06876832842826844, "subset_score_loss": 0.06876832842826844}
+{"step": 300000, "wall_time": 3004.8697986602783, "train_loss_step": 3.394519090652466, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06733590364456177, "subset_score_loss": 0.06733590364456177, "memorization_fraction_pixel": 0.04989999905228615, "mean_nn_ratio_pixel": 0.7296249270439148, "fid": 56.89612328684943}
+{"step": 310000, "wall_time": 3096.66193318367, "train_loss_step": 3.3797383308410645, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.06628677248954773, "subset_score_loss": 0.06628677248954773}
+{"step": 320000, "wall_time": 3185.265727519989, "train_loss_step": 3.4317235946655273, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.0647191047668457, "subset_score_loss": 0.0647191047668457}
+{"step": 330000, "wall_time": 3276.770988702774, "train_loss_step": 3.235703468322754, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.06280577778816224, "subset_score_loss": 0.06280577778816224}
+{"step": 340000, "wall_time": 3368.4116611480713, "train_loss_step": 3.2791426181793213, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.06182938814163208, "subset_score_loss": 0.06182938814163208}
+{"step": 350000, "wall_time": 3460.054569721222, "train_loss_step": 3.3905107975006104, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.061250364780426024, "subset_score_loss": 0.061250364780426024}
+{"step": 360000, "wall_time": 3551.7643072605133, "train_loss_step": 3.258056879043579, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.0600486695766449, "subset_score_loss": 0.0600486695766449}
+{"step": 370000, "wall_time": 3643.1414024829865, "train_loss_step": 3.554966688156128, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.05817028284072876, "subset_score_loss": 0.05817028284072876}
+{"step": 380000, "wall_time": 3728.2624113559723, "train_loss_step": 3.358342170715332, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.057325470447540286, "subset_score_loss": 0.057325470447540286}
+{"step": 390000, "wall_time": 3819.318402528763, "train_loss_step": 3.2480459213256836, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05628023147583008, "subset_score_loss": 0.05628023147583008}
+{"step": 400000, "wall_time": 3981.970435857773, "train_loss_step": 3.550356388092041, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.05592511892318726, "subset_score_loss": 0.05592511892318726, "memorization_fraction_pixel": 0.09210000187158585, "mean_nn_ratio_pixel": 0.67305988073349, "fid": 56.55103887478628}
+{"step": 410000, "wall_time": 4073.2726867198944, "train_loss_step": 3.3095903396606445, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05456445813179016, "subset_score_loss": 0.05456445813179016}
+{"step": 420000, "wall_time": 4161.8985476493835, "train_loss_step": 3.1527109146118164, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.05294255018234253, "subset_score_loss": 0.05294255018234253}
+{"step": 430000, "wall_time": 4253.555502176285, "train_loss_step": 3.1900227069854736, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.052440524101257324, "subset_score_loss": 0.052440524101257324}
+{"step": 440000, "wall_time": 4345.327937602997, "train_loss_step": 3.1276628971099854, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.05189056396484375, "subset_score_loss": 0.05189056396484375}
+{"step": 450000, "wall_time": 4437.094636678696, "train_loss_step": 3.367701292037964, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.05089041590690613, "subset_score_loss": 0.05089041590690613}
+{"step": 460000, "wall_time": 4528.540904521942, "train_loss_step": 3.2228667736053467, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.050753235816955566, "subset_score_loss": 0.050753235816955566}
+{"step": 470000, "wall_time": 4616.530600309372, "train_loss_step": 3.270038604736328, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.04970933496952057, "subset_score_loss": 0.04970933496952057}
+{"step": 480000, "wall_time": 4705.5077176094055, "train_loss_step": 3.4235172271728516, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.04848922193050385, "subset_score_loss": 0.04848922193050385}
+{"step": 490000, "wall_time": 4796.6601440906525, "train_loss_step": 3.2050585746765137, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.048185497522354126, "subset_score_loss": 0.048185497522354126}
+{"step": 500000, "wall_time": 4960.578282594681, "train_loss_step": 3.093355655670166, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.048449942469596864, "subset_score_loss": 0.048449942469596864, "memorization_fraction_pixel": 0.11230000108480453, "mean_nn_ratio_pixel": 0.6458244323730469, "fid": 55.54601638699657}
+{"step": 510000, "wall_time": 5051.3052110672, "train_loss_step": 3.482814073562622, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04756308495998383, "subset_score_loss": 0.04756308495998383}
+{"step": 520000, "wall_time": 5140.055665254593, "train_loss_step": 3.1473586559295654, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.046429064869880673, "subset_score_loss": 0.046429064869880673}
+{"step": 530000, "wall_time": 5231.807149887085, "train_loss_step": 2.973796844482422, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04539657235145569, "subset_score_loss": 0.04539657235145569}
+{"step": 540000, "wall_time": 5323.40420460701, "train_loss_step": 3.0174763202667236, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04616326093673706, "subset_score_loss": 0.04616326093673706}
+{"step": 550000, "wall_time": 5415.000459194183, "train_loss_step": 3.2555041313171387, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.044444963335990906, "subset_score_loss": 0.044444963335990906}
+{"step": 560000, "wall_time": 5502.8638706207275, "train_loss_step": 2.8919405937194824, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.044450849294662476, "subset_score_loss": 0.044450849294662476}
+{"step": 570000, "wall_time": 5592.551042556763, "train_loss_step": 3.214393138885498, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04416006505489349, "subset_score_loss": 0.04416006505489349}
+{"step": 580000, "wall_time": 5683.272620439529, "train_loss_step": 3.256861686706543, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.04356899857521057, "subset_score_loss": 0.04356899857521057}
+{"step": 590000, "wall_time": 5774.509911060333, "train_loss_step": 2.888493061065674, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04304251372814179, "subset_score_loss": 0.04304251372814179}
+{"step": 600000, "wall_time": 5937.958327770233, "train_loss_step": 2.8781585693359375, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.043311238288879395, "subset_score_loss": 0.043311238288879395, "memorization_fraction_pixel": 0.14869999885559082, "mean_nn_ratio_pixel": 0.6198775172233582, "fid": 54.25928813504316}
+{"step": 610000, "wall_time": 6029.422032356262, "train_loss_step": 2.9284543991088867, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.04325654804706573, "subset_score_loss": 0.04325654804706573}
+{"step": 620000, "wall_time": 6120.1575338840485, "train_loss_step": 2.9935574531555176, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.041730555891990664, "subset_score_loss": 0.041730555891990664}
+{"step": 630000, "wall_time": 6209.149827241898, "train_loss_step": 2.9920992851257324, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.04096620082855225, "subset_score_loss": 0.04096620082855225}
+{"step": 640000, "wall_time": 6300.674418449402, "train_loss_step": 2.977367877960205, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.04093131721019745, "subset_score_loss": 0.04093131721019745}
+{"step": 650000, "wall_time": 6388.4504606723785, "train_loss_step": 3.099221706390381, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.04046674072742462, "subset_score_loss": 0.04046674072742462}
+{"step": 660000, "wall_time": 6477.907370090485, "train_loss_step": 3.104508399963379, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.040090954303741454, "subset_score_loss": 0.040090954303741454}
+{"step": 670000, "wall_time": 6568.837319612503, "train_loss_step": 2.9911441802978516, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.0393582284450531, "subset_score_loss": 0.0393582284450531}
+{"step": 680000, "wall_time": 6660.336403369904, "train_loss_step": 2.90859317779541, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.03911864757537842, "subset_score_loss": 0.03911864757537842}
+{"step": 690000, "wall_time": 6751.395794630051, "train_loss_step": 2.7587156295776367, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03891307413578034, "subset_score_loss": 0.03891307413578034}
+{"step": 700000, "wall_time": 6914.017823934555, "train_loss_step": 3.2195656299591064, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03808653056621551, "subset_score_loss": 0.03808653056621551, "memorization_fraction_pixel": 0.1906999945640564, "mean_nn_ratio_pixel": 0.5784124135971069, "fid": 53.061630576907575}
+{"step": 710000, "wall_time": 7005.00527048111, "train_loss_step": 3.0518808364868164, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.0384243905544281, "subset_score_loss": 0.0384243905544281}
+{"step": 720000, "wall_time": 7096.027031183243, "train_loss_step": 3.2810912132263184, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.03883415758609772, "subset_score_loss": 0.03883415758609772}
+{"step": 730000, "wall_time": 7185.175193071365, "train_loss_step": 2.9261279106140137, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03801236748695373, "subset_score_loss": 0.03801236748695373}
+{"step": 740000, "wall_time": 7274.74703335762, "train_loss_step": 2.8296217918395996, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.03684435486793518, "subset_score_loss": 0.03684435486793518}
+{"step": 750000, "wall_time": 7362.602064609528, "train_loss_step": 2.7329344749450684, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.03718969225883484, "subset_score_loss": 0.03718969225883484}
+{"step": 760000, "wall_time": 7454.196920156479, "train_loss_step": 2.9900543689727783, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.03623081147670746, "subset_score_loss": 0.03623081147670746}
+{"step": 770000, "wall_time": 7545.199092626572, "train_loss_step": 3.097008228302002, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.036070200800895694, "subset_score_loss": 0.036070200800895694}
+{"step": 780000, "wall_time": 7636.638508796692, "train_loss_step": 3.1981053352355957, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.03592337965965271, "subset_score_loss": 0.03592337965965271}
+{"step": 790000, "wall_time": 7727.740214347839, "train_loss_step": 2.870159387588501, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.035839933156967166, "subset_score_loss": 0.035839933156967166}
+{"step": 800000, "wall_time": 7890.180553436279, "train_loss_step": 2.9894187450408936, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.03535136878490448, "subset_score_loss": 0.03535136878490448, "memorization_fraction_pixel": 0.20569999516010284, "mean_nn_ratio_pixel": 0.5678228735923767, "fid": 53.6758994354441}
+{"step": 810000, "wall_time": 7981.738489627838, "train_loss_step": 2.7860729694366455, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.03518431484699249, "subset_score_loss": 0.03518431484699249}
+{"step": 820000, "wall_time": 8073.321461439133, "train_loss_step": 2.880755662918091, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.034613382816314694, "subset_score_loss": 0.034613382816314694}
+{"step": 830000, "wall_time": 8162.549454450607, "train_loss_step": 2.974367618560791, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03485642373561859, "subset_score_loss": 0.03485642373561859}
+{"step": 840000, "wall_time": 8249.341607093811, "train_loss_step": 2.919426202774048, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.034460172057151794, "subset_score_loss": 0.034460172057151794}
+{"step": 850000, "wall_time": 8339.11509180069, "train_loss_step": 3.030839681625366, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.034409552812576294, "subset_score_loss": 0.034409552812576294}
+{"step": 860000, "wall_time": 8430.951878070831, "train_loss_step": 3.0390536785125732, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.03365291655063629, "subset_score_loss": 0.03365291655063629}
+{"step": 870000, "wall_time": 8521.900406122208, "train_loss_step": 2.812753677368164, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.033324456214904784, "subset_score_loss": 0.033324456214904784}
+{"step": 880000, "wall_time": 8613.179306983948, "train_loss_step": 3.1258187294006348, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.03321741819381714, "subset_score_loss": 0.03321741819381714}
+{"step": 890000, "wall_time": 8704.385414600372, "train_loss_step": 2.7613470554351807, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.033307531476020814, "subset_score_loss": 0.033307531476020814}
+{"step": 900000, "wall_time": 8868.350009441376, "train_loss_step": 2.7785115242004395, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03243957161903381, "subset_score_loss": 0.03243957161903381, "memorization_fraction_pixel": 0.2442999929189682, "mean_nn_ratio_pixel": 0.5368648767471313, "fid": 53.29116698475548}
+{"step": 910000, "wall_time": 8959.956387281418, "train_loss_step": 2.8775153160095215, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03259337842464447, "subset_score_loss": 0.03259337842464447}
+{"step": 920000, "wall_time": 9051.468797445297, "train_loss_step": 2.866022825241089, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.032641568779945375, "subset_score_loss": 0.032641568779945375}
+{"step": 930000, "wall_time": 9139.714788198471, "train_loss_step": 2.7619268894195557, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.031899678707122806, "subset_score_loss": 0.031899678707122806}
+{"step": 940000, "wall_time": 9226.32054400444, "train_loss_step": 3.033113956451416, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.032323169708251956, "subset_score_loss": 0.032323169708251956}
+{"step": 950000, "wall_time": 9317.707062244415, "train_loss_step": 2.70809268951416, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.03148021697998047, "subset_score_loss": 0.03148021697998047}
+{"step": 960000, "wall_time": 9408.918239355087, "train_loss_step": 2.7288155555725098, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.03131350576877594, "subset_score_loss": 0.03131350576877594}
+{"step": 970000, "wall_time": 9500.361025810242, "train_loss_step": 2.9363150596618652, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.031355804204940795, "subset_score_loss": 0.031355804204940795}
+{"step": 980000, "wall_time": 9591.38146185875, "train_loss_step": 2.8060812950134277, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.030970612168312074, "subset_score_loss": 0.030970612168312074}
+{"step": 990000, "wall_time": 9682.38099861145, "train_loss_step": 2.9926013946533203, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.031132704019546507, "subset_score_loss": 0.031132704019546507}
+{"step": 1000000, "wall_time": 9845.907776117325, "train_loss_step": 2.7294487953186035, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.0307830810546875, "subset_score_loss": 0.0307830810546875, "memorization_fraction_pixel": 0.2515999972820282, "mean_nn_ratio_pixel": 0.5229027271270752, "fid": 52.1579767045071}
+{"step": 1010000, "wall_time": 9937.3871011734, "train_loss_step": 2.879547357559204, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.03037841022014618, "subset_score_loss": 0.03037841022014618}
+{"step": 1020000, "wall_time": 10024.85598731041, "train_loss_step": 2.918002128601074, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.029965084791183472, "subset_score_loss": 0.029965084791183472}
+{"step": 1030000, "wall_time": 10114.41593503952, "train_loss_step": 2.7230043411254883, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.030057093501091002, "subset_score_loss": 0.030057093501091002}
+{"step": 1040000, "wall_time": 10202.913893222809, "train_loss_step": 3.0238020420074463, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.030631709098815917, "subset_score_loss": 0.030631709098815917}
+{"step": 1050000, "wall_time": 10294.138599157333, "train_loss_step": 2.8436241149902344, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.02956840693950653, "subset_score_loss": 0.02956840693950653}
+{"step": 1060000, "wall_time": 10385.432722330093, "train_loss_step": 2.9519295692443848, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.029390552639961244, "subset_score_loss": 0.029390552639961244}
+{"step": 1070000, "wall_time": 10477.204709291458, "train_loss_step": 2.9511990547180176, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.029162952303886415, "subset_score_loss": 0.029162952303886415}
+{"step": 1080000, "wall_time": 10568.862973213196, "train_loss_step": 2.9949898719787598, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.02913873493671417, "subset_score_loss": 0.02913873493671417}
+{"step": 1090000, "wall_time": 10659.974406719208, "train_loss_step": 2.938122034072876, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.02927156388759613, "subset_score_loss": 0.02927156388759613}
+{"step": 1100000, "wall_time": 10823.811324596405, "train_loss_step": 2.9469523429870605, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.029214152693748476, "subset_score_loss": 0.029214152693748476, "memorization_fraction_pixel": 0.2700999975204468, "mean_nn_ratio_pixel": 0.5132599472999573, "fid": 53.142753064117784}
+{"step": 1110000, "wall_time": 10911.748863220215, "train_loss_step": 2.8018622398376465, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.028141194581985475, "subset_score_loss": 0.028141194581985475}
+{"step": 1120000, "wall_time": 11001.909054279327, "train_loss_step": 2.7938780784606934, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.029005903005599975, "subset_score_loss": 0.029005903005599975}
+{"step": 1130000, "wall_time": 11092.916655778885, "train_loss_step": 2.797062635421753, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.028544387221336363, "subset_score_loss": 0.028544387221336363}
+{"step": 1140000, "wall_time": 11184.987349510193, "train_loss_step": 2.846803903579712, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.02785213589668274, "subset_score_loss": 0.02785213589668274}
+{"step": 1150000, "wall_time": 11273.596049308777, "train_loss_step": 2.755885601043701, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.027879175543785096, "subset_score_loss": 0.027879175543785096}
+{"step": 1160000, "wall_time": 11364.415764093399, "train_loss_step": 2.7189881801605225, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.027372363209724426, "subset_score_loss": 0.027372363209724426}
+{"step": 1170000, "wall_time": 11456.117455005646, "train_loss_step": 2.691377878189087, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.028654512763023377, "subset_score_loss": 0.028654512763023377}
+{"step": 1180000, "wall_time": 11547.47804403305, "train_loss_step": 2.998443126678467, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.02764545977115631, "subset_score_loss": 0.02764545977115631}
+{"step": 1190000, "wall_time": 11638.63589835167, "train_loss_step": 2.7309587001800537, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.02707783877849579, "subset_score_loss": 0.02707783877849579}
+{"step": 1200000, "wall_time": 11798.39330458641, "train_loss_step": 2.58314847946167, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.027404743432998657, "subset_score_loss": 0.027404743432998657, "memorization_fraction_pixel": 0.3086000084877014, "mean_nn_ratio_pixel": 0.48854541778564453, "fid": 52.388855467497706}
+{"step": 1210000, "wall_time": 11889.833331346512, "train_loss_step": 2.751878261566162, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.027326714992523194, "subset_score_loss": 0.027326714992523194}
+{"step": 1220000, "wall_time": 11979.625835895538, "train_loss_step": 2.7842798233032227, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.026882043480873107, "subset_score_loss": 0.026882043480873107}
+{"step": 1230000, "wall_time": 12071.223083496094, "train_loss_step": 2.6054739952087402, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.026457130908966064, "subset_score_loss": 0.026457130908966064}
+{"step": 1240000, "wall_time": 12162.663964986801, "train_loss_step": 2.837435007095337, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.02645566463470459, "subset_score_loss": 0.02645566463470459}
+{"step": 1250000, "wall_time": 12251.62129664421, "train_loss_step": 2.729854106903076, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.026162147521972656, "subset_score_loss": 0.026162147521972656}
+{"step": 1260000, "wall_time": 12342.913662433624, "train_loss_step": 2.651472568511963, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.026769882440567015, "subset_score_loss": 0.026769882440567015}
+{"step": 1270000, "wall_time": 12434.534310102463, "train_loss_step": 2.749110698699951, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.02607576847076416, "subset_score_loss": 0.02607576847076416}
+{"step": 1280000, "wall_time": 12525.546031475067, "train_loss_step": 2.823482036590576, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.02679559588432312, "subset_score_loss": 0.02679559588432312}
+{"step": 1290000, "wall_time": 12617.179503202438, "train_loss_step": 2.935804605484009, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.025814008712768555, "subset_score_loss": 0.025814008712768555}
+{"step": 1300000, "wall_time": 12777.126857042313, "train_loss_step": 2.718839645385742, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.02577935755252838, "subset_score_loss": 0.02577935755252838, "memorization_fraction_pixel": 0.3330000042915344, "mean_nn_ratio_pixel": 0.4757009744644165, "fid": 53.23760758646701}
+{"step": 1310000, "wall_time": 12866.887457609177, "train_loss_step": 2.866119861602783, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.025875276327133177, "subset_score_loss": 0.025875276327133177}
+{"step": 1320000, "wall_time": 12958.63629102707, "train_loss_step": 2.860278844833374, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025082695484161376, "subset_score_loss": 0.025082695484161376}
+{"step": 1330000, "wall_time": 13050.2192735672, "train_loss_step": 3.0084497928619385, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.02555486559867859, "subset_score_loss": 0.02555486559867859}
+{"step": 1340000, "wall_time": 13141.826231241226, "train_loss_step": 2.5456128120422363, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.025075823068618774, "subset_score_loss": 0.025075823068618774}
+{"step": 1350000, "wall_time": 13233.45516705513, "train_loss_step": 2.866138458251953, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.025542661547660828, "subset_score_loss": 0.025542661547660828}
+{"step": 1360000, "wall_time": 13322.004803180695, "train_loss_step": 2.516052484512329, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.025516724586486815, "subset_score_loss": 0.025516724586486815}
+{"step": 1370000, "wall_time": 13413.475384950638, "train_loss_step": 2.8347268104553223, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.02493158131837845, "subset_score_loss": 0.02493158131837845}
+{"step": 1380000, "wall_time": 13504.453949928284, "train_loss_step": 2.620624542236328, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.02478540241718292, "subset_score_loss": 0.02478540241718292}
+{"step": 1390000, "wall_time": 13593.480866193771, "train_loss_step": 3.005497455596924, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.024388109147548676, "subset_score_loss": 0.024388109147548676}
+{"step": 1400000, "wall_time": 13752.876600503922, "train_loss_step": 2.647249698638916, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.02498106211423874, "subset_score_loss": 0.02498106211423874, "memorization_fraction_pixel": 0.3366999924182892, "mean_nn_ratio_pixel": 0.46712183952331543, "fid": 52.130338119339385}
+{"step": 1410000, "wall_time": 13844.488268136978, "train_loss_step": 3.0221617221832275, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.02423273175954819, "subset_score_loss": 0.02423273175954819}
+{"step": 1420000, "wall_time": 13935.991589069366, "train_loss_step": 2.934238910675049, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.024129404127597807, "subset_score_loss": 0.024129404127597807}
+{"step": 1430000, "wall_time": 14027.52366399765, "train_loss_step": 3.006443500518799, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.023827961087226866, "subset_score_loss": 0.023827961087226866}
+{"step": 1440000, "wall_time": 14118.915398836136, "train_loss_step": 2.8564414978027344, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.024128223955631255, "subset_score_loss": 0.024128223955631255}
+{"step": 1450000, "wall_time": 14210.278915643692, "train_loss_step": 2.855297327041626, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.02399497926235199, "subset_score_loss": 0.02399497926235199}
+{"step": 1460000, "wall_time": 14299.395518541336, "train_loss_step": 2.546520709991455, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.0239648699760437, "subset_score_loss": 0.0239648699760437}
+{"step": 1470000, "wall_time": 14390.60157084465, "train_loss_step": 2.78434419631958, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.023788875341415404, "subset_score_loss": 0.023788875341415404}
+{"step": 1480000, "wall_time": 14479.977147340775, "train_loss_step": 2.6415324211120605, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.023086448013782502, "subset_score_loss": 0.023086448013782502}
+{"step": 1490000, "wall_time": 14569.814796447754, "train_loss_step": 3.093230724334717, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.023667261004447937, "subset_score_loss": 0.023667261004447937}
+{"step": 1500000, "wall_time": 14731.657271146774, "train_loss_step": 2.643089771270752, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.023232126235961915, "subset_score_loss": 0.023232126235961915, "memorization_fraction_pixel": 0.373199999332428, "mean_nn_ratio_pixel": 0.4468909800052643, "fid": 52.181221149249254}
+{"step": 1510000, "wall_time": 14823.207069158554, "train_loss_step": 2.4600563049316406, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.02360048145055771, "subset_score_loss": 0.02360048145055771}
+{"step": 1520000, "wall_time": 14914.669685602188, "train_loss_step": 2.4077703952789307, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.023110221326351165, "subset_score_loss": 0.023110221326351165}
+{"step": 1530000, "wall_time": 15006.058890104294, "train_loss_step": 2.6367883682250977, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.023913569748401642, "subset_score_loss": 0.023913569748401642}
+{"step": 1540000, "wall_time": 15097.242271184921, "train_loss_step": 2.784010410308838, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.02354646325111389, "subset_score_loss": 0.02354646325111389}
+{"step": 1550000, "wall_time": 15188.696288585663, "train_loss_step": 2.972707509994507, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.022753748297691345, "subset_score_loss": 0.022753748297691345}
+{"step": 1560000, "wall_time": 15278.068600177765, "train_loss_step": 2.658959150314331, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023005430400371552, "subset_score_loss": 0.023005430400371552}
+{"step": 1570000, "wall_time": 15367.358972787857, "train_loss_step": 2.8003742694854736, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.022924144566059113, "subset_score_loss": 0.022924144566059113}
+{"step": 1580000, "wall_time": 15456.633465051651, "train_loss_step": 2.7001028060913086, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.023004838824272157, "subset_score_loss": 0.023004838824272157}
+{"step": 1590000, "wall_time": 15548.394376516342, "train_loss_step": 2.637355327606201, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.0229730024933815, "subset_score_loss": 0.0229730024933815}
+{"step": 1600000, "wall_time": 15710.345206022263, "train_loss_step": 2.706388473510742, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.02263263463973999, "subset_score_loss": 0.02263263463973999, "memorization_fraction_pixel": 0.39149999618530273, "mean_nn_ratio_pixel": 0.4361158609390259, "fid": 51.92695042093554}
+{"step": 1610000, "wall_time": 15802.182396888733, "train_loss_step": 2.6561965942382812, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.0225894495844841, "subset_score_loss": 0.0225894495844841}
+{"step": 1620000, "wall_time": 15893.64470744133, "train_loss_step": 2.4873952865600586, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.022409452497959136, "subset_score_loss": 0.022409452497959136}
+{"step": 1630000, "wall_time": 15985.314064264297, "train_loss_step": 2.6506898403167725, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.02228904366493225, "subset_score_loss": 0.02228904366493225}
+{"step": 1640000, "wall_time": 16076.341451883316, "train_loss_step": 2.540433168411255, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.02240099161863327, "subset_score_loss": 0.02240099161863327}
+{"step": 1650000, "wall_time": 16167.87395477295, "train_loss_step": 2.740302801132202, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.021674658358097076, "subset_score_loss": 0.021674658358097076}
+{"step": 1660000, "wall_time": 16259.239107131958, "train_loss_step": 2.480070114135742, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.022084458172321318, "subset_score_loss": 0.022084458172321318}
+{"step": 1670000, "wall_time": 16345.730282783508, "train_loss_step": 2.5183980464935303, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.0218501016497612, "subset_score_loss": 0.0218501016497612}
+{"step": 1680000, "wall_time": 16436.531412124634, "train_loss_step": 2.86782169342041, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.022207990288734436, "subset_score_loss": 0.022207990288734436}
+{"step": 1690000, "wall_time": 16526.066969633102, "train_loss_step": 2.5909340381622314, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.02263205647468567, "subset_score_loss": 0.02263205647468567}
+{"step": 1700000, "wall_time": 16689.731593608856, "train_loss_step": 2.615478992462158, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.021708482503890993, "subset_score_loss": 0.021708482503890993, "memorization_fraction_pixel": 0.4056999981403351, "mean_nn_ratio_pixel": 0.42440128326416016, "fid": 51.636383056050775}
+{"step": 1710000, "wall_time": 16781.431438446045, "train_loss_step": 2.805912494659424, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.021648557484149934, "subset_score_loss": 0.021648557484149934}
+{"step": 1720000, "wall_time": 16873.266673326492, "train_loss_step": 2.737232208251953, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.02091987580060959, "subset_score_loss": 0.02091987580060959}
+{"step": 1730000, "wall_time": 16964.825677394867, "train_loss_step": 2.762334108352661, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.0212567076086998, "subset_score_loss": 0.0212567076086998}
+{"step": 1740000, "wall_time": 17055.99227786064, "train_loss_step": 2.6344332695007324, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.02125917822122574, "subset_score_loss": 0.02125917822122574}
+{"step": 1750000, "wall_time": 17147.57416319847, "train_loss_step": 2.4364700317382812, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.022478629648685456, "subset_score_loss": 0.022478629648685456}
+{"step": 1760000, "wall_time": 17235.356958389282, "train_loss_step": 2.5659353733062744, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.02111322432756424, "subset_score_loss": 0.02111322432756424}
+{"step": 1770000, "wall_time": 17325.38135933876, "train_loss_step": 2.483503580093384, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.021636857092380522, "subset_score_loss": 0.021636857092380522}
+{"step": 1780000, "wall_time": 17414.467536211014, "train_loss_step": 2.5919244289398193, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.021359044313430785, "subset_score_loss": 0.021359044313430785}
+{"step": 1790000, "wall_time": 17505.323421239853, "train_loss_step": 2.512996196746826, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.02172737866640091, "subset_score_loss": 0.02172737866640091}
+{"step": 1800000, "wall_time": 17669.180148363113, "train_loss_step": 2.70499587059021, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.021067133545875548, "subset_score_loss": 0.021067133545875548, "memorization_fraction_pixel": 0.41429999470710754, "mean_nn_ratio_pixel": 0.41668394207954407, "fid": 51.747742901483996}
+{"step": 1810000, "wall_time": 17760.96436047554, "train_loss_step": 2.998734474182129, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.02136385589838028, "subset_score_loss": 0.02136385589838028}
+{"step": 1820000, "wall_time": 17852.782955169678, "train_loss_step": 2.6973016262054443, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.020353877544403078, "subset_score_loss": 0.020353877544403078}
+{"step": 1830000, "wall_time": 17944.00475382805, "train_loss_step": 2.807333469390869, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.020250362157821656, "subset_score_loss": 0.020250362157821656}
+{"step": 1840000, "wall_time": 18035.476486206055, "train_loss_step": 2.720973491668701, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.020509897172451018, "subset_score_loss": 0.020509897172451018}
+{"step": 1850000, "wall_time": 18123.157613039017, "train_loss_step": 2.736495018005371, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.020424196124076845, "subset_score_loss": 0.020424196124076845}
+{"step": 1860000, "wall_time": 18214.68802213669, "train_loss_step": 2.367652416229248, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.019987985491752625, "subset_score_loss": 0.019987985491752625}
+{"step": 1870000, "wall_time": 18305.265645503998, "train_loss_step": 2.545732021331787, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.02016005963087082, "subset_score_loss": 0.02016005963087082}
+{"step": 1880000, "wall_time": 18393.745229005814, "train_loss_step": 2.745304584503174, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.020195445418357848, "subset_score_loss": 0.020195445418357848}
+{"step": 1890000, "wall_time": 18485.032601356506, "train_loss_step": 2.729475975036621, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.019837793707847596, "subset_score_loss": 0.019837793707847596}
+{"step": 1900000, "wall_time": 18648.309069633484, "train_loss_step": 2.709686756134033, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.019910956919193267, "subset_score_loss": 0.019910956919193267, "memorization_fraction_pixel": 0.4336000084877014, "mean_nn_ratio_pixel": 0.4094714820384979, "fid": 52.31439465669338}
+{"step": 1910000, "wall_time": 18740.001240730286, "train_loss_step": 2.236585855484009, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.02004500776529312, "subset_score_loss": 0.02004500776529312}
+{"step": 1920000, "wall_time": 18831.44518470764, "train_loss_step": 2.532071113586426, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.020021088421344757, "subset_score_loss": 0.020021088421344757}
+{"step": 1930000, "wall_time": 18922.3261885643, "train_loss_step": 2.81807017326355, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.019859592616558074, "subset_score_loss": 0.019859592616558074}
+{"step": 1940000, "wall_time": 19010.08244729042, "train_loss_step": 2.4446887969970703, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.019115015864372253, "subset_score_loss": 0.019115015864372253}
+{"step": 1950000, "wall_time": 19101.80598092079, "train_loss_step": 2.4070310592651367, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.019693824648857116, "subset_score_loss": 0.019693824648857116}
+{"step": 1960000, "wall_time": 19193.203003406525, "train_loss_step": 2.64277982711792, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.019429111480712892, "subset_score_loss": 0.019429111480712892}
+{"step": 1970000, "wall_time": 19283.205685138702, "train_loss_step": 2.733370542526245, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.020209696888923646, "subset_score_loss": 0.020209696888923646}
+{"step": 1980000, "wall_time": 19373.03203201294, "train_loss_step": 2.7230618000030518, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.019799943268299102, "subset_score_loss": 0.019799943268299102}
+{"step": 1990000, "wall_time": 19464.706805944443, "train_loss_step": 2.732787609100342, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.01976853162050247, "subset_score_loss": 0.01976853162050247}
+{"step": 2000000, "wall_time": 19628.208337545395, "train_loss_step": 2.713390827178955, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.01929393708705902, "subset_score_loss": 0.01929393708705902, "memorization_fraction_pixel": 0.4507000148296356, "mean_nn_ratio_pixel": 0.4003642201423645, "fid": 51.79491151276868}
+{"step": 2010000, "wall_time": 19719.848248958588, "train_loss_step": 2.6445960998535156, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.019269636273384093, "subset_score_loss": 0.019269636273384093}
+{"step": 2020000, "wall_time": 19811.365012407303, "train_loss_step": 2.3932619094848633, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.019097164273262024, "subset_score_loss": 0.019097164273262024}
+{"step": 2030000, "wall_time": 19900.874708890915, "train_loss_step": 2.534050703048706, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.019147044420242308, "subset_score_loss": 0.019147044420242308}
+{"step": 2040000, "wall_time": 19990.759640216827, "train_loss_step": 2.743300437927246, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.018876495957374572, "subset_score_loss": 0.018876495957374572}
+{"step": 2050000, "wall_time": 20082.62041950226, "train_loss_step": 2.8204848766326904, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.01911596655845642, "subset_score_loss": 0.01911596655845642}
+{"step": 2060000, "wall_time": 20172.605575323105, "train_loss_step": 2.5313053131103516, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.018928976356983186, "subset_score_loss": 0.018928976356983186}
+{"step": 2070000, "wall_time": 20264.20681619644, "train_loss_step": 2.7510671615600586, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.018483512103557587, "subset_score_loss": 0.018483512103557587}
+{"step": 2080000, "wall_time": 20353.55433487892, "train_loss_step": 2.481127977371216, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.01943846493959427, "subset_score_loss": 0.01943846493959427}
+{"step": 2090000, "wall_time": 20444.99386048317, "train_loss_step": 2.8085107803344727, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.019073423743247987, "subset_score_loss": 0.019073423743247987}
+{"step": 2100000, "wall_time": 20607.57380914688, "train_loss_step": 2.5741872787475586, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.01864529699087143, "subset_score_loss": 0.01864529699087143, "memorization_fraction_pixel": 0.4731999933719635, "mean_nn_ratio_pixel": 0.3899054527282715, "fid": 51.7573953779074}
+{"step": 2110000, "wall_time": 20699.128085136414, "train_loss_step": 2.659543991088867, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.018497464060783387, "subset_score_loss": 0.018497464060783387}
+{"step": 2120000, "wall_time": 20788.337655305862, "train_loss_step": 2.6266188621520996, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.018527621030807497, "subset_score_loss": 0.018527621030807497}
+{"step": 2130000, "wall_time": 20877.89212822914, "train_loss_step": 2.868896961212158, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.018545806407928467, "subset_score_loss": 0.018545806407928467}
+{"step": 2140000, "wall_time": 20969.335965633392, "train_loss_step": 2.622208595275879, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.018149615824222566, "subset_score_loss": 0.018149615824222566}
+{"step": 2150000, "wall_time": 21059.148815631866, "train_loss_step": 2.545675039291382, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.018469889461994172, "subset_score_loss": 0.018469889461994172}
+{"step": 2160000, "wall_time": 21150.596737384796, "train_loss_step": 2.38533091545105, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.018150477111339568, "subset_score_loss": 0.018150477111339568}
+{"step": 2170000, "wall_time": 21242.224461078644, "train_loss_step": 2.4151535034179688, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.01890548914670944, "subset_score_loss": 0.01890548914670944}
+{"step": 2180000, "wall_time": 21333.586639881134, "train_loss_step": 2.449000120162964, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.01856169104576111, "subset_score_loss": 0.01856169104576111}
+{"step": 2190000, "wall_time": 21423.82200741768, "train_loss_step": 2.487121105194092, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.018028323352336884, "subset_score_loss": 0.018028323352336884}
+{"step": 2200000, "wall_time": 21587.026241779327, "train_loss_step": 2.7166976928710938, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.018129971623420716, "subset_score_loss": 0.018129971623420716, "memorization_fraction_pixel": 0.46389999985694885, "mean_nn_ratio_pixel": 0.3896872103214264, "fid": 52.37426651760901}
+{"step": 2210000, "wall_time": 21676.80650639534, "train_loss_step": 2.6066296100616455, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.018509635329246522, "subset_score_loss": 0.018509635329246522}
+{"step": 2220000, "wall_time": 21766.228373765945, "train_loss_step": 2.668437957763672, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.017885412275791168, "subset_score_loss": 0.017885412275791168}
+{"step": 2230000, "wall_time": 21857.77587413788, "train_loss_step": 2.703132152557373, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.01802570968866348, "subset_score_loss": 0.01802570968866348}
+{"step": 2240000, "wall_time": 21947.514422893524, "train_loss_step": 2.3907718658447266, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.017684516310691834, "subset_score_loss": 0.017684516310691834}
+{"step": 2250000, "wall_time": 22039.271513938904, "train_loss_step": 2.4488108158111572, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.017577071487903596, "subset_score_loss": 0.017577071487903596}
+{"step": 2260000, "wall_time": 22130.89684343338, "train_loss_step": 2.7126505374908447, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.01722036153078079, "subset_score_loss": 0.01722036153078079}
+{"step": 2270000, "wall_time": 22222.61830329895, "train_loss_step": 2.716639757156372, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.017743638157844542, "subset_score_loss": 0.017743638157844542}
+{"step": 2280000, "wall_time": 22314.132580280304, "train_loss_step": 2.701507568359375, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.017599527537822724, "subset_score_loss": 0.017599527537822724}
+{"step": 2290000, "wall_time": 22404.181836366653, "train_loss_step": 2.5806612968444824, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.01756158173084259, "subset_score_loss": 0.01756158173084259}
+{"step": 2300000, "wall_time": 22566.721807718277, "train_loss_step": 2.3636021614074707, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.01721392571926117, "subset_score_loss": 0.01721392571926117, "memorization_fraction_pixel": 0.4878000020980835, "mean_nn_ratio_pixel": 0.3834979832172394, "fid": 51.720745857485156}
+{"step": 2310000, "wall_time": 22654.55917906761, "train_loss_step": 2.360471248626709, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.017224444448947905, "subset_score_loss": 0.017224444448947905}
+{"step": 2320000, "wall_time": 22745.7961602211, "train_loss_step": 2.581167697906494, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.017215751111507416, "subset_score_loss": 0.017215751111507416}
+{"step": 2330000, "wall_time": 22837.117986917496, "train_loss_step": 2.3213367462158203, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.017117826640605925, "subset_score_loss": 0.017117826640605925}
+{"step": 2340000, "wall_time": 22926.522709846497, "train_loss_step": 2.337100028991699, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.01733935922384262, "subset_score_loss": 0.01733935922384262}
+{"step": 2350000, "wall_time": 23018.324776649475, "train_loss_step": 2.468379020690918, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.017215226590633393, "subset_score_loss": 0.017215226590633393}
+{"step": 2360000, "wall_time": 23109.955929517746, "train_loss_step": 2.323336601257324, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.01679268628358841, "subset_score_loss": 0.01679268628358841}
+{"step": 2370000, "wall_time": 23201.7305059433, "train_loss_step": 2.6805145740509033, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.016734421253204346, "subset_score_loss": 0.016734421253204346}
+{"step": 2380000, "wall_time": 23293.26890683174, "train_loss_step": 2.2592058181762695, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.017557767033576966, "subset_score_loss": 0.017557767033576966}
+{"step": 2390000, "wall_time": 23383.226449489594, "train_loss_step": 2.385064125061035, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.016735063493251802, "subset_score_loss": 0.016735063493251802}
+{"step": 2400000, "wall_time": 23543.384816646576, "train_loss_step": 2.6748037338256836, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.017184235155582428, "subset_score_loss": 0.017184235155582428, "memorization_fraction_pixel": 0.49380001425743103, "mean_nn_ratio_pixel": 0.3812197744846344, "fid": 51.71177683711308}
+{"step": 2410000, "wall_time": 23634.6101231575, "train_loss_step": 2.5061466693878174, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.017358121275901795, "subset_score_loss": 0.017358121275901795}
+{"step": 2420000, "wall_time": 23725.861444950104, "train_loss_step": 2.606083393096924, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.016256384551525116, "subset_score_loss": 0.016256384551525116}
+{"step": 2430000, "wall_time": 23815.266259670258, "train_loss_step": 2.6128079891204834, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.01634413152933121, "subset_score_loss": 0.01634413152933121}
+{"step": 2440000, "wall_time": 23906.854803323746, "train_loss_step": 2.5448155403137207, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.01670791357755661, "subset_score_loss": 0.01670791357755661}
+{"step": 2450000, "wall_time": 23998.198036432266, "train_loss_step": 2.522244453430176, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.01695943474769592, "subset_score_loss": 0.01695943474769592}
+{"step": 2460000, "wall_time": 24089.837654590607, "train_loss_step": 2.521322727203369, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.016725888848304747, "subset_score_loss": 0.016725888848304747}
+{"step": 2470000, "wall_time": 24181.2781021595, "train_loss_step": 2.4239392280578613, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.01619412302970886, "subset_score_loss": 0.01619412302970886}
+{"step": 2480000, "wall_time": 24272.338984012604, "train_loss_step": 2.4008901119232178, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.017041127383708953, "subset_score_loss": 0.017041127383708953}
+{"step": 2490000, "wall_time": 24364.175036668777, "train_loss_step": 2.5340261459350586, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.0164377361536026, "subset_score_loss": 0.0164377361536026}
+{"step": 2500000, "wall_time": 24522.42063975334, "train_loss_step": 2.372310161590576, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.016504549980163576, "subset_score_loss": 0.016504549980163576, "memorization_fraction_pixel": 0.5115000009536743, "mean_nn_ratio_pixel": 0.3710327744483948, "fid": 52.31360617712045}
+{"step": 2510000, "wall_time": 24613.515468120575, "train_loss_step": 2.49174165725708, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.015686526894569397, "subset_score_loss": 0.015686526894569397}
+{"step": 2520000, "wall_time": 24702.78591609001, "train_loss_step": 2.6735963821411133, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.016130277514457704, "subset_score_loss": 0.016130277514457704}
+{"step": 2530000, "wall_time": 24794.248731136322, "train_loss_step": 2.422783851623535, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.01590159684419632, "subset_score_loss": 0.01590159684419632}
+{"step": 2540000, "wall_time": 24886.11548280716, "train_loss_step": 2.2863962650299072, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.0157633513212204, "subset_score_loss": 0.0157633513212204}
+{"step": 2550000, "wall_time": 24978.02667617798, "train_loss_step": 2.6348743438720703, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.01616477519273758, "subset_score_loss": 0.01616477519273758}
+{"step": 2560000, "wall_time": 25069.699085712433, "train_loss_step": 2.232921600341797, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.01626731753349304, "subset_score_loss": 0.01626731753349304}
+{"step": 2570000, "wall_time": 25160.987268924713, "train_loss_step": 2.6458020210266113, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.01597670018672943, "subset_score_loss": 0.01597670018672943}
+{"step": 2580000, "wall_time": 25252.549822568893, "train_loss_step": 2.2932472229003906, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.015388894081115722, "subset_score_loss": 0.015388894081115722}
+{"step": 2590000, "wall_time": 25340.865822315216, "train_loss_step": 2.453216075897217, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.016279760003089904, "subset_score_loss": 0.016279760003089904}
+{"step": 2600000, "wall_time": 25502.838947296143, "train_loss_step": 2.497957706451416, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.016383177042007445, "subset_score_loss": 0.016383177042007445, "memorization_fraction_pixel": 0.5098999738693237, "mean_nn_ratio_pixel": 0.37086161971092224, "fid": 51.31468604629078}
+{"step": 2610000, "wall_time": 25591.960077047348, "train_loss_step": 2.7280240058898926, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.016095304489135744, "subset_score_loss": 0.016095304489135744}
+{"step": 2620000, "wall_time": 25683.73242330551, "train_loss_step": 2.324979782104492, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.015433700382709503, "subset_score_loss": 0.015433700382709503}
+{"step": 2630000, "wall_time": 25774.5964114666, "train_loss_step": 2.30574631690979, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.01610935479402542, "subset_score_loss": 0.01610935479402542}
+{"step": 2640000, "wall_time": 25866.291761398315, "train_loss_step": 2.293247699737549, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.015282677114009857, "subset_score_loss": 0.015282677114009857}
+{"step": 2650000, "wall_time": 25957.959231853485, "train_loss_step": 2.770000457763672, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.015210403501987458, "subset_score_loss": 0.015210403501987458}
+{"step": 2660000, "wall_time": 26049.455312728882, "train_loss_step": 2.4026732444763184, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.0151624396443367, "subset_score_loss": 0.0151624396443367}
+{"step": 2670000, "wall_time": 26140.952854156494, "train_loss_step": 2.3320846557617188, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.015304900705814362, "subset_score_loss": 0.015304900705814362}
+{"step": 2680000, "wall_time": 26229.06448507309, "train_loss_step": 2.4366374015808105, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.015830926597118378, "subset_score_loss": 0.015830926597118378}
+{"step": 2690000, "wall_time": 26320.719768047333, "train_loss_step": 2.516558885574341, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.015420965850353241, "subset_score_loss": 0.015420965850353241}
+{"step": 2700000, "wall_time": 26481.987636566162, "train_loss_step": 2.602691650390625, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.015993097424507143, "subset_score_loss": 0.015993097424507143, "memorization_fraction_pixel": 0.5156999826431274, "mean_nn_ratio_pixel": 0.36684679985046387, "fid": 51.18717198889153}
+{"step": 2710000, "wall_time": 26571.840210199356, "train_loss_step": 2.4962306022644043, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.015420517325401306, "subset_score_loss": 0.015420517325401306}
+{"step": 2720000, "wall_time": 26663.36355948448, "train_loss_step": 2.4049863815307617, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.014886464178562164, "subset_score_loss": 0.014886464178562164}
+{"step": 2730000, "wall_time": 26754.85682940483, "train_loss_step": 2.569286584854126, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.015484382212162019, "subset_score_loss": 0.015484382212162019}
+{"step": 2740000, "wall_time": 26846.0993847847, "train_loss_step": 2.3258347511291504, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.01523979902267456, "subset_score_loss": 0.01523979902267456}
+{"step": 2750000, "wall_time": 26937.69969701767, "train_loss_step": 2.6222920417785645, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.014729264378547668, "subset_score_loss": 0.014729264378547668}
+{"step": 2760000, "wall_time": 27029.15517640114, "train_loss_step": 2.477851152420044, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.015470579266548157, "subset_score_loss": 0.015470579266548157}
+{"step": 2770000, "wall_time": 27119.02703475952, "train_loss_step": 2.462770938873291, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.015065330266952514, "subset_score_loss": 0.015065330266952514}
+{"step": 2780000, "wall_time": 27208.690571546555, "train_loss_step": 2.5959954261779785, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.015234914422035218, "subset_score_loss": 0.015234914422035218}
+{"step": 2790000, "wall_time": 27300.434882879257, "train_loss_step": 2.551708221435547, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.014868617057800293, "subset_score_loss": 0.014868617057800293}
+{"step": 2800000, "wall_time": 27459.93247652054, "train_loss_step": 2.5784389972686768, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.014242936670780183, "subset_score_loss": 0.014242936670780183, "memorization_fraction_pixel": 0.5194000005722046, "mean_nn_ratio_pixel": 0.367013543844223, "fid": 51.3893226996623}
+{"step": 2810000, "wall_time": 27551.410304546356, "train_loss_step": 2.3559155464172363, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.015129052102565765, "subset_score_loss": 0.015129052102565765}
+{"step": 2820000, "wall_time": 27642.836671352386, "train_loss_step": 2.786675453186035, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.015343870222568511, "subset_score_loss": 0.015343870222568511}
+{"step": 2830000, "wall_time": 27734.516860485077, "train_loss_step": 2.523183822631836, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.014677657186985016, "subset_score_loss": 0.014677657186985016}
+{"step": 2840000, "wall_time": 27825.892917871475, "train_loss_step": 2.3185367584228516, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.014740402996540069, "subset_score_loss": 0.014740402996540069}
+{"step": 2850000, "wall_time": 27917.57598209381, "train_loss_step": 2.459318161010742, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.014708274602890014, "subset_score_loss": 0.014708274602890014}
+{"step": 2860000, "wall_time": 28007.30259156227, "train_loss_step": 2.5894641876220703, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.014520543813705444, "subset_score_loss": 0.014520543813705444}
+{"step": 2870000, "wall_time": 28096.94171643257, "train_loss_step": 2.4319872856140137, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.014645317196846008, "subset_score_loss": 0.014645317196846008}
+{"step": 2880000, "wall_time": 28188.73651957512, "train_loss_step": 2.609351634979248, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.014697088301181794, "subset_score_loss": 0.014697088301181794}
+{"step": 2890000, "wall_time": 28280.606738328934, "train_loss_step": 2.296900510787964, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.014817273616790772, "subset_score_loss": 0.014817273616790772}
+{"step": 2900000, "wall_time": 28442.135672807693, "train_loss_step": 2.3867220878601074, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.014983916282653808, "subset_score_loss": 0.014983916282653808, "memorization_fraction_pixel": 0.5365999937057495, "mean_nn_ratio_pixel": 0.3594805598258972, "fid": 51.162351903042605}
+{"step": 2910000, "wall_time": 28533.683089494705, "train_loss_step": 2.428771734237671, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.014140747487545013, "subset_score_loss": 0.014140747487545013}
+{"step": 2920000, "wall_time": 28625.209779262543, "train_loss_step": 2.578892230987549, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.01445624828338623, "subset_score_loss": 0.01445624828338623}
+{"step": 2930000, "wall_time": 28716.89044570923, "train_loss_step": 2.5083236694335938, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.014449352025985717, "subset_score_loss": 0.014449352025985717}
+{"step": 2940000, "wall_time": 28808.464466571808, "train_loss_step": 2.4551684856414795, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.014248807728290559, "subset_score_loss": 0.014248807728290559}
+{"step": 2950000, "wall_time": 28897.54539680481, "train_loss_step": 2.2250945568084717, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.013855847716331481, "subset_score_loss": 0.013855847716331481}
+{"step": 2960000, "wall_time": 28986.998799800873, "train_loss_step": 2.2334208488464355, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.014260083436965942, "subset_score_loss": 0.014260083436965942}
+{"step": 2970000, "wall_time": 29078.368587493896, "train_loss_step": 2.4357762336730957, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.014066420495510101, "subset_score_loss": 0.014066420495510101}
+{"step": 2980000, "wall_time": 29170.011491775513, "train_loss_step": 2.5762791633605957, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.013894349336624146, "subset_score_loss": 0.013894349336624146}
+{"step": 2990000, "wall_time": 29259.97870159149, "train_loss_step": 2.2688863277435303, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.013745957612991333, "subset_score_loss": 0.013745957612991333}
+{"step": 3000000, "wall_time": 29422.206881046295, "train_loss_step": 2.444962978363037, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.013994932174682617, "subset_score_loss": 0.013994932174682617, "memorization_fraction_pixel": 0.5443000197410583, "mean_nn_ratio_pixel": 0.35543978214263916, "fid": 51.98088564881337}
+{"step": 3010000, "wall_time": 29511.987245559692, "train_loss_step": 2.4616312980651855, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.014178276062011719, "subset_score_loss": 0.014178276062011719}
+{"step": 3020000, "wall_time": 29603.563207626343, "train_loss_step": 2.5412909984588623, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.014044293761253357, "subset_score_loss": 0.014044293761253357}
+{"step": 3030000, "wall_time": 29694.806916713715, "train_loss_step": 2.4717001914978027, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.014403429627418519, "subset_score_loss": 0.014403429627418519}
+{"step": 3040000, "wall_time": 29784.52909874916, "train_loss_step": 2.5404982566833496, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.014225974678993225, "subset_score_loss": 0.014225974678993225}
+{"step": 3050000, "wall_time": 29873.839965105057, "train_loss_step": 2.5289974212646484, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.013509128987789155, "subset_score_loss": 0.013509128987789155}
+{"step": 3060000, "wall_time": 29965.475727319717, "train_loss_step": 2.632584571838379, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.014181360602378845, "subset_score_loss": 0.014181360602378845}
+{"step": 3070000, "wall_time": 30057.022349834442, "train_loss_step": 2.258744955062866, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.01413448601961136, "subset_score_loss": 0.01413448601961136}
+{"step": 3080000, "wall_time": 30146.969767570496, "train_loss_step": 2.7890114784240723, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.013955138623714447, "subset_score_loss": 0.013955138623714447}
+{"step": 3090000, "wall_time": 30238.284410238266, "train_loss_step": 2.5422475337982178, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.013589587807655335, "subset_score_loss": 0.013589587807655335}
+{"step": 3100000, "wall_time": 30401.42770600319, "train_loss_step": 2.3604722023010254, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.014217986166477204, "subset_score_loss": 0.014217986166477204, "memorization_fraction_pixel": 0.5424000024795532, "mean_nn_ratio_pixel": 0.35544610023498535, "fid": 51.90330266951234}
+{"step": 3110000, "wall_time": 30491.442039251328, "train_loss_step": 2.0934765338897705, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.014004801213741303, "subset_score_loss": 0.014004801213741303}
+{"step": 3120000, "wall_time": 30583.119960069656, "train_loss_step": 2.1913771629333496, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.014046852290630341, "subset_score_loss": 0.014046852290630341}
+{"step": 3130000, "wall_time": 30673.59519648552, "train_loss_step": 2.8704967498779297, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.013578169047832489, "subset_score_loss": 0.013578169047832489}
+{"step": 3140000, "wall_time": 30762.868670463562, "train_loss_step": 2.3888440132141113, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.013571879267692566, "subset_score_loss": 0.013571879267692566}
+{"step": 3150000, "wall_time": 30854.33551454544, "train_loss_step": 2.600302219390869, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.013925673067569732, "subset_score_loss": 0.013925673067569732}
+{"step": 3160000, "wall_time": 30945.54708981514, "train_loss_step": 2.889522075653076, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.013854770362377167, "subset_score_loss": 0.013854770362377167}
+{"step": 3170000, "wall_time": 31037.12344765663, "train_loss_step": 2.4979424476623535, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.013529472053050995, "subset_score_loss": 0.013529472053050995}
+{"step": 3180000, "wall_time": 31126.796677827835, "train_loss_step": 2.4953322410583496, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.013145530223846435, "subset_score_loss": 0.013145530223846435}
+{"step": 3190000, "wall_time": 31217.778649806976, "train_loss_step": 2.4200809001922607, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.013497279584407806, "subset_score_loss": 0.013497279584407806}
+{"step": 3200000, "wall_time": 31380.76583814621, "train_loss_step": 2.5427253246307373, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.013588063418865204, "subset_score_loss": 0.013588063418865204, "memorization_fraction_pixel": 0.5464000105857849, "mean_nn_ratio_pixel": 0.35296523571014404, "fid": 52.03175249446512}
+{"step": 3210000, "wall_time": 31472.49020910263, "train_loss_step": 2.5013251304626465, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.013242866098880767, "subset_score_loss": 0.013242866098880767}
+{"step": 3220000, "wall_time": 31562.2660279274, "train_loss_step": 2.1498961448669434, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.013218362629413605, "subset_score_loss": 0.013218362629413605}
+{"step": 3230000, "wall_time": 31650.211915254593, "train_loss_step": 2.417351722717285, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.01343141496181488, "subset_score_loss": 0.01343141496181488}
+{"step": 3240000, "wall_time": 31741.909333705902, "train_loss_step": 2.1870718002319336, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.013031515479087829, "subset_score_loss": 0.013031515479087829}
+{"step": 3250000, "wall_time": 31833.378663539886, "train_loss_step": 2.50828218460083, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.013540098071098327, "subset_score_loss": 0.013540098071098327}
+{"step": 3260000, "wall_time": 31924.80166530609, "train_loss_step": 2.4357056617736816, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.013152283430099488, "subset_score_loss": 0.013152283430099488}
+{"step": 3270000, "wall_time": 32014.015969514847, "train_loss_step": 2.42635440826416, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.012816254794597626, "subset_score_loss": 0.012816254794597626}
+{"step": 3280000, "wall_time": 32105.613415002823, "train_loss_step": 2.522028923034668, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.01307971179485321, "subset_score_loss": 0.01307971179485321}
+{"step": 3290000, "wall_time": 32196.82024860382, "train_loss_step": 2.4244604110717773, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.013111506402492524, "subset_score_loss": 0.013111506402492524}
+{"step": 3300000, "wall_time": 32360.28935790062, "train_loss_step": 2.5845370292663574, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.013337154686450959, "subset_score_loss": 0.013337154686450959, "memorization_fraction_pixel": 0.5728999972343445, "mean_nn_ratio_pixel": 0.34607207775115967, "fid": 52.038788801374196}
+{"step": 3310000, "wall_time": 32451.94610643387, "train_loss_step": 2.286041259765625, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.01244586706161499, "subset_score_loss": 0.01244586706161499}
+{"step": 3320000, "wall_time": 32539.18636226654, "train_loss_step": 2.6022777557373047, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.013072198629379273, "subset_score_loss": 0.013072198629379273}
+{"step": 3330000, "wall_time": 32630.78493475914, "train_loss_step": 2.3826355934143066, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.012848776578903199, "subset_score_loss": 0.012848776578903199}
+{"step": 3340000, "wall_time": 32722.274904727936, "train_loss_step": 2.413349151611328, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.012624266743659972, "subset_score_loss": 0.012624266743659972}
+{"step": 3350000, "wall_time": 32813.842116594315, "train_loss_step": 2.3526394367218018, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.012979736924171448, "subset_score_loss": 0.012979736924171448}
+{"step": 3360000, "wall_time": 32903.251944065094, "train_loss_step": 2.2806649208068848, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.012931957840919495, "subset_score_loss": 0.012931957840919495}
+{"step": 3370000, "wall_time": 32994.07034611702, "train_loss_step": 2.3455610275268555, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.013212287425994873, "subset_score_loss": 0.013212287425994873}
+{"step": 3380000, "wall_time": 33085.4815056324, "train_loss_step": 2.3677191734313965, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.012765242159366608, "subset_score_loss": 0.012765242159366608}
+{"step": 3390000, "wall_time": 33176.702387571335, "train_loss_step": 2.3881006240844727, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.012850858271121979, "subset_score_loss": 0.012850858271121979}
+{"step": 3400000, "wall_time": 33340.17091345787, "train_loss_step": 2.6368043422698975, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.012429408729076385, "subset_score_loss": 0.012429408729076385, "memorization_fraction_pixel": 0.5648000240325928, "mean_nn_ratio_pixel": 0.34631818532943726, "fid": 52.0482104571804}
+{"step": 3410000, "wall_time": 33429.822957754135, "train_loss_step": 2.56850004196167, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.012543824315071107, "subset_score_loss": 0.012543824315071107}
+{"step": 3420000, "wall_time": 33517.31892704964, "train_loss_step": 2.3065438270568848, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.01245887130498886, "subset_score_loss": 0.01245887130498886}
+{"step": 3430000, "wall_time": 33608.75370311737, "train_loss_step": 2.4000895023345947, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.012798547744750977, "subset_score_loss": 0.012798547744750977}
+{"step": 3440000, "wall_time": 33700.23025369644, "train_loss_step": 2.3799657821655273, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.012896081805229187, "subset_score_loss": 0.012896081805229187}
+{"step": 3450000, "wall_time": 33790.95599102974, "train_loss_step": 2.2452590465545654, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.012484279274940491, "subset_score_loss": 0.012484279274940491}
+{"step": 3460000, "wall_time": 33881.34359359741, "train_loss_step": 2.5735654830932617, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.012473148107528687, "subset_score_loss": 0.012473148107528687}
+{"step": 3470000, "wall_time": 33972.605671167374, "train_loss_step": 2.1608335971832275, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.013193804025650024, "subset_score_loss": 0.013193804025650024}
+{"step": 3480000, "wall_time": 34063.28378176689, "train_loss_step": 2.445854663848877, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.012729032337665558, "subset_score_loss": 0.012729032337665558}
+{"step": 3490000, "wall_time": 34154.8185133934, "train_loss_step": 2.3063971996307373, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.012598372995853424, "subset_score_loss": 0.012598372995853424}
+{"step": 3500000, "wall_time": 34316.20494675636, "train_loss_step": 2.605058431625366, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.012333521246910095, "subset_score_loss": 0.012333521246910095, "memorization_fraction_pixel": 0.5613999962806702, "mean_nn_ratio_pixel": 0.3477306663990021, "fid": 51.89314180449522}
+{"step": 3510000, "wall_time": 34405.595913887024, "train_loss_step": 2.1395421028137207, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.01257389336824417, "subset_score_loss": 0.01257389336824417}
+{"step": 3520000, "wall_time": 34497.441848516464, "train_loss_step": 2.252812147140503, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.012557326257228852, "subset_score_loss": 0.012557326257228852}
+{"step": 3530000, "wall_time": 34587.467943668365, "train_loss_step": 2.4597530364990234, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.012278397381305695, "subset_score_loss": 0.012278397381305695}
+{"step": 3540000, "wall_time": 34679.16604542732, "train_loss_step": 2.581058979034424, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.012368077039718628, "subset_score_loss": 0.012368077039718628}
+{"step": 3550000, "wall_time": 34768.43825864792, "train_loss_step": 2.638765811920166, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.012300004065036774, "subset_score_loss": 0.012300004065036774}
+{"step": 3560000, "wall_time": 34859.90620613098, "train_loss_step": 2.534813165664673, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.012434186041355133, "subset_score_loss": 0.012434186041355133}
+{"step": 3570000, "wall_time": 34951.213977098465, "train_loss_step": 2.3351709842681885, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.012303128838539124, "subset_score_loss": 0.012303128838539124}
+{"step": 3580000, "wall_time": 35041.99482154846, "train_loss_step": 2.3863096237182617, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.012025465071201325, "subset_score_loss": 0.012025465071201325}
+{"step": 3590000, "wall_time": 35133.20649075508, "train_loss_step": 2.582282066345215, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.011866355687379837, "subset_score_loss": 0.011866355687379837}
+{"step": 3600000, "wall_time": 35291.717386722565, "train_loss_step": 2.5748236179351807, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.011622223258018493, "subset_score_loss": 0.011622223258018493, "memorization_fraction_pixel": 0.5802000164985657, "mean_nn_ratio_pixel": 0.3420543372631073, "fid": 52.38626633363003}
+{"step": 3610000, "wall_time": 35383.52436256409, "train_loss_step": 2.615896701812744, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.011947015672922135, "subset_score_loss": 0.011947015672922135}
+{"step": 3620000, "wall_time": 35474.987958192825, "train_loss_step": 2.2302536964416504, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.012011122703552247, "subset_score_loss": 0.012011122703552247}
+{"step": 3630000, "wall_time": 35564.91451740265, "train_loss_step": 2.468895673751831, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.011782559752464294, "subset_score_loss": 0.011782559752464294}
+{"step": 3640000, "wall_time": 35653.77851891518, "train_loss_step": 2.413325309753418, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.012007172405719756, "subset_score_loss": 0.012007172405719756}
+{"step": 3650000, "wall_time": 35745.33100652695, "train_loss_step": 2.779235363006592, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.011901044100522996, "subset_score_loss": 0.011901044100522996}
+{"step": 3660000, "wall_time": 35836.9875562191, "train_loss_step": 2.3822717666625977, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.011899788677692414, "subset_score_loss": 0.011899788677692414}
+{"step": 3670000, "wall_time": 35928.29165935516, "train_loss_step": 2.244600296020508, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.011569376289844512, "subset_score_loss": 0.011569376289844512}
+{"step": 3680000, "wall_time": 36019.60714530945, "train_loss_step": 2.7235779762268066, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.011842316389083863, "subset_score_loss": 0.011842316389083863}
+{"step": 3690000, "wall_time": 36107.77751278877, "train_loss_step": 2.4480016231536865, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.011348634958267212, "subset_score_loss": 0.011348634958267212}
+{"step": 3700000, "wall_time": 36267.7247095108, "train_loss_step": 2.3645200729370117, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.011658304929733276, "subset_score_loss": 0.011658304929733276, "memorization_fraction_pixel": 0.5769000053405762, "mean_nn_ratio_pixel": 0.34285682439804077, "fid": 52.11944110014425}
+{"step": 3710000, "wall_time": 36359.444415807724, "train_loss_step": 2.6623947620391846, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.012267370522022248, "subset_score_loss": 0.012267370522022248}
+{"step": 3720000, "wall_time": 36451.33672571182, "train_loss_step": 2.1579959392547607, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.011635121703147889, "subset_score_loss": 0.011635121703147889}
+{"step": 3730000, "wall_time": 36537.32728624344, "train_loss_step": 2.3842053413391113, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.011990246176719666, "subset_score_loss": 0.011990246176719666}
+{"step": 3740000, "wall_time": 36628.90455913544, "train_loss_step": 2.2306325435638428, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.011527400463819504, "subset_score_loss": 0.011527400463819504}
+{"step": 3750000, "wall_time": 36720.44657731056, "train_loss_step": 2.682133436203003, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.01165221780538559, "subset_score_loss": 0.01165221780538559}
+{"step": 3760000, "wall_time": 36812.0615105629, "train_loss_step": 2.6461169719696045, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.01206844300031662, "subset_score_loss": 0.01206844300031662}
+{"step": 3770000, "wall_time": 36903.20156478882, "train_loss_step": 2.213344097137451, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.011523228138685226, "subset_score_loss": 0.011523228138685226}
+{"step": 3780000, "wall_time": 36991.714255571365, "train_loss_step": 2.441535711288452, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.011501892656087875, "subset_score_loss": 0.011501892656087875}
+{"step": 3790000, "wall_time": 37079.5924448967, "train_loss_step": 2.341857433319092, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.011576185375452042, "subset_score_loss": 0.011576185375452042}
+{"step": 3800000, "wall_time": 37242.41023039818, "train_loss_step": 2.429582118988037, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.01122499406337738, "subset_score_loss": 0.01122499406337738, "memorization_fraction_pixel": 0.5885999798774719, "mean_nn_ratio_pixel": 0.3399026393890381, "fid": 52.66789942697812}
+{"step": 3810000, "wall_time": 37334.16812491417, "train_loss_step": 2.353332042694092, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.011285191029310226, "subset_score_loss": 0.011285191029310226}
+{"step": 3820000, "wall_time": 37425.44117808342, "train_loss_step": 2.563352108001709, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.011159761250019074, "subset_score_loss": 0.011159761250019074}
+{"step": 3830000, "wall_time": 37513.93153500557, "train_loss_step": 2.3616936206817627, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.011306284368038178, "subset_score_loss": 0.011306284368038178}
+{"step": 3840000, "wall_time": 37603.908264398575, "train_loss_step": 2.3426408767700195, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.011037370562553406, "subset_score_loss": 0.011037370562553406}
+{"step": 3850000, "wall_time": 37695.66017007828, "train_loss_step": 2.2446117401123047, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.011148285120725632, "subset_score_loss": 0.011148285120725632}
+{"step": 3860000, "wall_time": 37787.17441177368, "train_loss_step": 2.3266658782958984, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.011320634931325912, "subset_score_loss": 0.011320634931325912}
+{"step": 3870000, "wall_time": 37877.58067750931, "train_loss_step": 2.3547139167785645, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.011021877080202103, "subset_score_loss": 0.011021877080202103}
+{"step": 3880000, "wall_time": 37964.11340904236, "train_loss_step": 2.515760660171509, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.0112164705991745, "subset_score_loss": 0.0112164705991745}
+{"step": 3890000, "wall_time": 38055.587637901306, "train_loss_step": 2.276242256164551, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.01131124347448349, "subset_score_loss": 0.01131124347448349}
+{"step": 3900000, "wall_time": 38219.04301118851, "train_loss_step": 2.5391547679901123, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.011357665061950684, "subset_score_loss": 0.011357665061950684, "memorization_fraction_pixel": 0.5971999764442444, "mean_nn_ratio_pixel": 0.3374110758304596, "fid": 51.89825447191275}
+{"step": 3910000, "wall_time": 38310.36142921448, "train_loss_step": 2.2262301445007324, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.010945890098810196, "subset_score_loss": 0.010945890098810196}
+{"step": 3920000, "wall_time": 38399.25785636902, "train_loss_step": 2.367399215698242, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.011205917596817017, "subset_score_loss": 0.011205917596817017}
+{"step": 3930000, "wall_time": 38490.77630376816, "train_loss_step": 2.4102234840393066, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.011246076226234436, "subset_score_loss": 0.011246076226234436}
+{"step": 3940000, "wall_time": 38580.86698317528, "train_loss_step": 2.4800758361816406, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.011044637858867645, "subset_score_loss": 0.011044637858867645}
+{"step": 3950000, "wall_time": 38672.19059085846, "train_loss_step": 2.3491320610046387, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.010668468475341798, "subset_score_loss": 0.010668468475341798}
+{"step": 3960000, "wall_time": 38763.43417978287, "train_loss_step": 2.2436139583587646, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.011257108300924301, "subset_score_loss": 0.011257108300924301}
+{"step": 3970000, "wall_time": 38849.415579319, "train_loss_step": 2.387287139892578, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.0110322006046772, "subset_score_loss": 0.0110322006046772}
+{"step": 3980000, "wall_time": 38940.36203455925, "train_loss_step": 2.40695858001709, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.011213454604148864, "subset_score_loss": 0.011213454604148864}
+{"step": 3990000, "wall_time": 39031.86000275612, "train_loss_step": 2.288881778717041, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.01094897836446762, "subset_score_loss": 0.01094897836446762}
+{"step": 4000000, "wall_time": 39194.708881139755, "train_loss_step": 2.57037615776062, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.011079254746437072, "subset_score_loss": 0.011079254746437072, "memorization_fraction_pixel": 0.5964999794960022, "mean_nn_ratio_pixel": 0.3360842168331146, "fid": 51.29198699335306}
+{"step": 4010000, "wall_time": 39282.6365442276, "train_loss_step": 2.2798147201538086, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.01087866947054863, "subset_score_loss": 0.01087866947054863}
+{"step": 4020000, "wall_time": 39374.14406108856, "train_loss_step": 2.3776988983154297, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.011133937537670136, "subset_score_loss": 0.011133937537670136}
+{"step": 4030000, "wall_time": 39465.682102680206, "train_loss_step": 2.6028857231140137, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.010635460168123246, "subset_score_loss": 0.010635460168123246}
+{"step": 4040000, "wall_time": 39557.69229054451, "train_loss_step": 2.4655585289001465, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.010934268683195114, "subset_score_loss": 0.010934268683195114}
+{"step": 4050000, "wall_time": 39647.323214292526, "train_loss_step": 2.3719234466552734, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.010855192691087723, "subset_score_loss": 0.010855192691087723}
+{"step": 4060000, "wall_time": 39735.821212768555, "train_loss_step": 2.197288990020752, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.010528258234262466, "subset_score_loss": 0.010528258234262466}
+{"step": 4070000, "wall_time": 39824.04635453224, "train_loss_step": 2.4189071655273438, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.01065676286816597, "subset_score_loss": 0.01065676286816597}
+{"step": 4080000, "wall_time": 39915.595134973526, "train_loss_step": 2.3799920082092285, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.010830370336771011, "subset_score_loss": 0.010830370336771011}
+{"step": 4090000, "wall_time": 40007.072095155716, "train_loss_step": 2.193554162979126, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.010822077095508576, "subset_score_loss": 0.010822077095508576}
+{"step": 4100000, "wall_time": 40170.36304450035, "train_loss_step": 2.3830525875091553, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.01075189858675003, "subset_score_loss": 0.01075189858675003, "memorization_fraction_pixel": 0.5795000195503235, "mean_nn_ratio_pixel": 0.3402809202671051, "fid": 52.07363311175228}
+{"step": 4110000, "wall_time": 40258.42971563339, "train_loss_step": 2.551393985748291, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.010635828226804733, "subset_score_loss": 0.010635828226804733}
+{"step": 4120000, "wall_time": 40350.47751736641, "train_loss_step": 2.3531277179718018, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.011039306223392487, "subset_score_loss": 0.011039306223392487}
+{"step": 4130000, "wall_time": 40442.099685907364, "train_loss_step": 2.53365159034729, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.01127571016550064, "subset_score_loss": 0.01127571016550064}
+{"step": 4140000, "wall_time": 40533.26100540161, "train_loss_step": 2.3671932220458984, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.0109117791056633, "subset_score_loss": 0.0109117791056633}
+{"step": 4150000, "wall_time": 40620.49019289017, "train_loss_step": 2.439568519592285, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.010472087562084198, "subset_score_loss": 0.010472087562084198}
+{"step": 4160000, "wall_time": 40708.45467662811, "train_loss_step": 2.3220202922821045, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.01048164814710617, "subset_score_loss": 0.01048164814710617}
+{"step": 4170000, "wall_time": 40800.16537952423, "train_loss_step": 2.331462860107422, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.010715384781360627, "subset_score_loss": 0.010715384781360627}
+{"step": 4180000, "wall_time": 40891.46228337288, "train_loss_step": 2.4671735763549805, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.010681335628032685, "subset_score_loss": 0.010681335628032685}
+{"step": 4190000, "wall_time": 40982.54047083855, "train_loss_step": 2.458226203918457, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.010681968927383424, "subset_score_loss": 0.010681968927383424}
+{"step": 4200000, "wall_time": 41143.213045835495, "train_loss_step": 2.6343917846679688, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.010522473603487015, "subset_score_loss": 0.010522473603487015, "memorization_fraction_pixel": 0.5846999883651733, "mean_nn_ratio_pixel": 0.33798035979270935, "fid": 51.67655708440866}
+{"step": 4210000, "wall_time": 41234.639547109604, "train_loss_step": 2.5393972396850586, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.010474881529808045, "subset_score_loss": 0.010474881529808045}
+{"step": 4220000, "wall_time": 41325.66370201111, "train_loss_step": 2.2731704711914062, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.009982774406671524, "subset_score_loss": 0.009982774406671524}
+{"step": 4230000, "wall_time": 41417.40310549736, "train_loss_step": 2.2865939140319824, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.010497370362281799, "subset_score_loss": 0.010497370362281799}
+{"step": 4240000, "wall_time": 41505.70326137543, "train_loss_step": 2.3469080924987793, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.010005621612071991, "subset_score_loss": 0.010005621612071991}
+{"step": 4250000, "wall_time": 41591.82301592827, "train_loss_step": 2.3312325477600098, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.010343588888645172, "subset_score_loss": 0.010343588888645172}
+{"step": 4260000, "wall_time": 41683.616903305054, "train_loss_step": 2.3992109298706055, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.010079597681760788, "subset_score_loss": 0.010079597681760788}
+{"step": 4270000, "wall_time": 41775.23142719269, "train_loss_step": 2.222007989883423, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.010221236944198608, "subset_score_loss": 0.010221236944198608}
+{"step": 4280000, "wall_time": 41866.850016355515, "train_loss_step": 2.7603652477264404, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.010559244453907013, "subset_score_loss": 0.010559244453907013}
+{"step": 4290000, "wall_time": 41958.21276187897, "train_loss_step": 2.2157535552978516, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.010051111876964568, "subset_score_loss": 0.010051111876964568}
+{"step": 4300000, "wall_time": 42117.88445806503, "train_loss_step": 2.383092164993286, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.010083270072937012, "subset_score_loss": 0.010083270072937012, "memorization_fraction_pixel": 0.593999981880188, "mean_nn_ratio_pixel": 0.3361896872520447, "fid": 52.47043103421321}
+{"step": 4310000, "wall_time": 42209.34289813042, "train_loss_step": 2.550387382507324, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.010389987379312515, "subset_score_loss": 0.010389987379312515}
+{"step": 4320000, "wall_time": 42300.1173017025, "train_loss_step": 2.518630027770996, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.009954608231782913, "subset_score_loss": 0.009954608231782913}
+{"step": 4330000, "wall_time": 42390.621467113495, "train_loss_step": 2.5008411407470703, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.010574492067098618, "subset_score_loss": 0.010574492067098618}
+{"step": 4340000, "wall_time": 42476.91240501404, "train_loss_step": 2.1274280548095703, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.009807227551937104, "subset_score_loss": 0.009807227551937104}
+{"step": 4350000, "wall_time": 42568.662212371826, "train_loss_step": 2.412539482116699, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.01017715483903885, "subset_score_loss": 0.01017715483903885}
+{"step": 4360000, "wall_time": 42658.24189329147, "train_loss_step": 2.536139965057373, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.010267684608697892, "subset_score_loss": 0.010267684608697892}
+{"step": 4370000, "wall_time": 42749.612248420715, "train_loss_step": 2.4684629440307617, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.009941400587558746, "subset_score_loss": 0.009941400587558746}
+{"step": 4380000, "wall_time": 42840.881135225296, "train_loss_step": 2.33035945892334, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.010116483271121978, "subset_score_loss": 0.010116483271121978}
+{"step": 4390000, "wall_time": 42930.218631744385, "train_loss_step": 2.298330068588257, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.010395994037389755, "subset_score_loss": 0.010395994037389755}
+{"step": 4400000, "wall_time": 43094.07087302208, "train_loss_step": 2.4763309955596924, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.010399968177080155, "subset_score_loss": 0.010399968177080155, "memorization_fraction_pixel": 0.6033999919891357, "mean_nn_ratio_pixel": 0.3338718116283417, "fid": 51.806121846809}
+{"step": 4410000, "wall_time": 43185.804013729095, "train_loss_step": 2.169722080230713, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.009873177111148834, "subset_score_loss": 0.009873177111148834}
+{"step": 4420000, "wall_time": 43277.09519290924, "train_loss_step": 2.2753677368164062, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.010350216180086136, "subset_score_loss": 0.010350216180086136}
+{"step": 4430000, "wall_time": 43364.10529232025, "train_loss_step": 2.2580959796905518, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.00998850241303444, "subset_score_loss": 0.00998850241303444}
+{"step": 4440000, "wall_time": 43455.07601523399, "train_loss_step": 2.3986735343933105, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.010193594545125962, "subset_score_loss": 0.010193594545125962}
+{"step": 4450000, "wall_time": 43546.73092460632, "train_loss_step": 2.2522542476654053, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.00966792181134224, "subset_score_loss": 0.00966792181134224}
+{"step": 4460000, "wall_time": 43636.515573978424, "train_loss_step": 2.2107081413269043, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.010402137786149979, "subset_score_loss": 0.010402137786149979}
+{"step": 4470000, "wall_time": 43728.300119161606, "train_loss_step": 2.312436103820801, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.010744035989046097, "subset_score_loss": 0.010744035989046097}
+{"step": 4480000, "wall_time": 43819.393671512604, "train_loss_step": 2.3987674713134766, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.01021893322467804, "subset_score_loss": 0.01021893322467804}
+{"step": 4490000, "wall_time": 43907.928424835205, "train_loss_step": 2.458930253982544, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.01013611927628517, "subset_score_loss": 0.01013611927628517}
+{"step": 4500000, "wall_time": 44071.589040994644, "train_loss_step": 2.4015886783599854, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.010100600868463516, "subset_score_loss": 0.010100600868463516, "memorization_fraction_pixel": 0.6007000207901001, "mean_nn_ratio_pixel": 0.3331567049026489, "fid": 52.071284553242776}
+{"step": 4510000, "wall_time": 44163.119557380676, "train_loss_step": 2.6607961654663086, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.009959181398153305, "subset_score_loss": 0.009959181398153305}
+{"step": 4520000, "wall_time": 44252.41546034813, "train_loss_step": 2.2964625358581543, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.009672904014587402, "subset_score_loss": 0.009672904014587402}
+{"step": 4530000, "wall_time": 44340.96257662773, "train_loss_step": 2.4193167686462402, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.009626051038503647, "subset_score_loss": 0.009626051038503647}
+{"step": 4540000, "wall_time": 44431.595623493195, "train_loss_step": 2.134676218032837, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.009840118139982224, "subset_score_loss": 0.009840118139982224}
+{"step": 4550000, "wall_time": 44523.07841157913, "train_loss_step": 2.391432285308838, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.00994107648730278, "subset_score_loss": 0.00994107648730278}
+{"step": 4560000, "wall_time": 44612.716232299805, "train_loss_step": 2.2318482398986816, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.010473138839006423, "subset_score_loss": 0.010473138839006423}
+{"step": 4570000, "wall_time": 44704.54508304596, "train_loss_step": 2.4286842346191406, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.009750897437334061, "subset_score_loss": 0.009750897437334061}
+{"step": 4580000, "wall_time": 44793.80249071121, "train_loss_step": 2.450119972229004, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.009749931842088699, "subset_score_loss": 0.009749931842088699}
+{"step": 4590000, "wall_time": 44885.28576564789, "train_loss_step": 2.244338035583496, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.009618502110242844, "subset_score_loss": 0.009618502110242844}
+{"step": 4600000, "wall_time": 45049.35595369339, "train_loss_step": 2.389218807220459, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.009296713024377823, "subset_score_loss": 0.009296713024377823, "memorization_fraction_pixel": 0.6111000180244446, "mean_nn_ratio_pixel": 0.3321782052516937, "fid": 52.04180544865131}
+{"step": 4610000, "wall_time": 45131.30746936798, "train_loss_step": 2.293562173843384, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.009288130700588227, "subset_score_loss": 0.009288130700588227}
+{"step": 4620000, "wall_time": 45191.77611231804, "train_loss_step": 2.2609310150146484, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.00993901863694191, "subset_score_loss": 0.00993901863694191}
+{"step": 4630000, "wall_time": 45247.59119272232, "train_loss_step": 2.1408755779266357, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010127905756235123, "subset_score_loss": 0.010127905756235123}
+{"step": 4640000, "wall_time": 45303.32823729515, "train_loss_step": 2.5497679710388184, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.010005820542573929, "subset_score_loss": 0.010005820542573929}
+{"step": 4650000, "wall_time": 45359.466349601746, "train_loss_step": 2.561192035675049, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.010017941892147064, "subset_score_loss": 0.010017941892147064}
+{"step": 4660000, "wall_time": 45415.45148515701, "train_loss_step": 2.518345355987549, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.009522984176874161, "subset_score_loss": 0.009522984176874161}
+{"step": 4670000, "wall_time": 45461.76753401756, "train_loss_step": 2.104280948638916, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.009398579597473145, "subset_score_loss": 0.009398579597473145}
+{"step": 4680000, "wall_time": 45500.16441321373, "train_loss_step": 2.256603956222534, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.009533394128084183, "subset_score_loss": 0.009533394128084183}
+{"step": 4690000, "wall_time": 45538.25768828392, "train_loss_step": 2.347842216491699, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.009590069949626922, "subset_score_loss": 0.009590069949626922}
+{"step": 4700000, "wall_time": 45611.367311000824, "train_loss_step": 2.4321916103363037, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.009269186854362487, "subset_score_loss": 0.009269186854362487, "memorization_fraction_pixel": 0.618399977684021, "mean_nn_ratio_pixel": 0.3324179947376251, "fid": 52.21430173706686}
+{"step": 4710000, "wall_time": 45649.54834604263, "train_loss_step": 2.3724167346954346, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.009680093824863433, "subset_score_loss": 0.009680093824863433}
+{"step": 4720000, "wall_time": 45687.87411785126, "train_loss_step": 2.5359058380126953, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.009800387918949128, "subset_score_loss": 0.009800387918949128}
+{"step": 4730000, "wall_time": 45726.18146967888, "train_loss_step": 2.3172497749328613, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.009251358360052109, "subset_score_loss": 0.009251358360052109}
+{"step": 4740000, "wall_time": 45764.26337480545, "train_loss_step": 2.182050943374634, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.009295059740543366, "subset_score_loss": 0.009295059740543366}
+{"step": 4750000, "wall_time": 45802.42460298538, "train_loss_step": 2.2132389545440674, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.009578018635511398, "subset_score_loss": 0.009578018635511398}
+{"step": 4760000, "wall_time": 45840.67568087578, "train_loss_step": 2.231356143951416, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.009598930925130844, "subset_score_loss": 0.009598930925130844}
+{"step": 4770000, "wall_time": 45870.27714586258, "train_loss_step": 2.3307032585144043, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.009596239030361175, "subset_score_loss": 0.009596239030361175}
+{"step": 4780000, "wall_time": 45908.49671983719, "train_loss_step": 2.2485880851745605, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.009407489746809005, "subset_score_loss": 0.009407489746809005}
+{"step": 4790000, "wall_time": 45946.84555244446, "train_loss_step": 2.3558435440063477, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.009634572267532348, "subset_score_loss": 0.009634572267532348}
+{"step": 4800000, "wall_time": 46019.999871492386, "train_loss_step": 2.465770721435547, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.009084490686655044, "subset_score_loss": 0.009084490686655044, "memorization_fraction_pixel": 0.6103000044822693, "mean_nn_ratio_pixel": 0.33297035098075867, "fid": 52.09965382787971}
+{"step": 4810000, "wall_time": 46058.0781018734, "train_loss_step": 2.5509374141693115, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.008950687199831008, "subset_score_loss": 0.008950687199831008}
+{"step": 4820000, "wall_time": 46096.24231529236, "train_loss_step": 2.391446828842163, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.009410632401704788, "subset_score_loss": 0.009410632401704788}
+{"step": 4830000, "wall_time": 46134.510150671005, "train_loss_step": 2.363248348236084, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.009127863496541978, "subset_score_loss": 0.009127863496541978}
+{"step": 4840000, "wall_time": 46172.54590177536, "train_loss_step": 2.2410318851470947, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.009067030251026153, "subset_score_loss": 0.009067030251026153}
+{"step": 4850000, "wall_time": 46210.5475666523, "train_loss_step": 2.497753143310547, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.00930488035082817, "subset_score_loss": 0.00930488035082817}
+{"step": 4860000, "wall_time": 46248.66586017609, "train_loss_step": 2.2426881790161133, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.00895366370677948, "subset_score_loss": 0.00895366370677948}
+{"step": 4870000, "wall_time": 46281.78211641312, "train_loss_step": 2.081636905670166, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.009067299216985703, "subset_score_loss": 0.009067299216985703}
+{"step": 4880000, "wall_time": 46315.237599372864, "train_loss_step": 2.314910411834717, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.009196189045906068, "subset_score_loss": 0.009196189045906068}
+{"step": 4890000, "wall_time": 46353.335189819336, "train_loss_step": 2.4231462478637695, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.009249509125947953, "subset_score_loss": 0.009249509125947953}
+{"step": 4900000, "wall_time": 46425.93975663185, "train_loss_step": 2.342954158782959, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.00950845256447792, "subset_score_loss": 0.00950845256447792, "memorization_fraction_pixel": 0.6025000214576721, "mean_nn_ratio_pixel": 0.3337848484516144, "fid": 51.64493630714653}
+{"step": 4910000, "wall_time": 46463.610946178436, "train_loss_step": 2.219033718109131, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.009086676687002183, "subset_score_loss": 0.009086676687002183}
+{"step": 4920000, "wall_time": 46501.89716768265, "train_loss_step": 2.463766574859619, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.008900647610425949, "subset_score_loss": 0.008900647610425949}
+{"step": 4930000, "wall_time": 46539.963948488235, "train_loss_step": 2.2711291313171387, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.009218311309814453, "subset_score_loss": 0.009218311309814453}
+{"step": 4940000, "wall_time": 46578.085785627365, "train_loss_step": 2.212085723876953, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.009203331917524338, "subset_score_loss": 0.009203331917524338}
+{"step": 4950000, "wall_time": 46616.15237212181, "train_loss_step": 2.2899160385131836, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.009121827036142349, "subset_score_loss": 0.009121827036142349}
+{"step": 4960000, "wall_time": 46654.21589779854, "train_loss_step": 2.3794710636138916, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.009077945351600647, "subset_score_loss": 0.009077945351600647}
+{"step": 4970000, "wall_time": 46692.49202418327, "train_loss_step": 2.1869916915893555, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.008989810198545455, "subset_score_loss": 0.008989810198545455}
+{"step": 4980000, "wall_time": 46721.76848077774, "train_loss_step": 2.1844980716705322, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.008901487290859222, "subset_score_loss": 0.008901487290859222}
+{"step": 4990000, "wall_time": 46759.98048520088, "train_loss_step": 2.305260181427002, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.009041003137826919, "subset_score_loss": 0.009041003137826919}
+{"step": 5000000, "wall_time": 46831.86845207214, "train_loss_step": 2.2804572582244873, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.009042958170175553, "subset_score_loss": 0.009042958170175553, "memorization_fraction_pixel": 0.5995000004768372, "mean_nn_ratio_pixel": 0.33379316329956055, "fid": 52.03310256584401}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e4d64f37bdf28d2055409cc193f8bb9f85758677
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     68s | train_loss=0.9937 | fid=276.4871
+  step   10000 |    160s | train_loss=0.8528
+  step   20000 |    252s | train_loss=0.8196
+  step   30000 |    344s | train_loss=0.7616
+  step   40000 |    436s | train_loss=0.6737
+  step   50000 |    528s | train_loss=0.5370
+  step   60000 |    620s | train_loss=0.3898
+  step   70000 |    712s | train_loss=0.2859
+  step   80000 |    805s | train_loss=0.2267
+  step   90000 |    895s | train_loss=0.1905
+  step  100000 |   1053s | train_loss=0.1691 | fid=58.9828
+  step  110000 |   1142s | train_loss=0.1535
+  step  120000 |   1233s | train_loss=0.1418
+  step  130000 |   1325s | train_loss=0.1332
+  step  140000 |   1417s | train_loss=0.1251
+  step  150000 |   1508s | train_loss=0.1174
+  step  160000 |   1600s | train_loss=0.1114
+  step  170000 |   1691s | train_loss=0.1060
+  step  180000 |   1783s | train_loss=0.1028
+  step  190000 |   1872s | train_loss=0.0967
+  step  200000 |   2029s | train_loss=0.0923 | fid=59.4794
+  step  210000 |   2118s | train_loss=0.0894
+  step  220000 |   2210s | train_loss=0.0858
+  step  230000 |   2301s | train_loss=0.0830
+  step  240000 |   2393s | train_loss=0.0805
+  step  250000 |   2485s | train_loss=0.0779
+  step  260000 |   2576s | train_loss=0.0753
+  step  270000 |   2667s | train_loss=0.0727
+  step  280000 |   2757s | train_loss=0.0721
+  step  290000 |   2842s | train_loss=0.0688
+  step  300000 |   3005s | train_loss=0.0673 | fid=56.8961
+  step  310000 |   3097s | train_loss=0.0663
+  step  320000 |   3185s | train_loss=0.0647
+  step  330000 |   3277s | train_loss=0.0628
+  step  340000 |   3368s | train_loss=0.0618
+  step  350000 |   3460s | train_loss=0.0613
+  step  360000 |   3552s | train_loss=0.0600
+  step  370000 |   3643s | train_loss=0.0582
+  step  380000 |   3728s | train_loss=0.0573
+  step  390000 |   3819s | train_loss=0.0563
+  step  400000 |   3982s | train_loss=0.0559 | fid=56.5510
+  step  410000 |   4073s | train_loss=0.0546
+  step  420000 |   4162s | train_loss=0.0529
+  step  430000 |   4254s | train_loss=0.0524
+  step  440000 |   4345s | train_loss=0.0519
+  step  450000 |   4437s | train_loss=0.0509
+  step  460000 |   4529s | train_loss=0.0508
+  step  470000 |   4617s | train_loss=0.0497
+  step  480000 |   4706s | train_loss=0.0485
+  step  490000 |   4797s | train_loss=0.0482
+  step  500000 |   4961s | train_loss=0.0484 | fid=55.5460
+  step  510000 |   5051s | train_loss=0.0476
+  step  520000 |   5140s | train_loss=0.0464
+  step  530000 |   5232s | train_loss=0.0454
+  step  540000 |   5323s | train_loss=0.0462
+  step  550000 |   5415s | train_loss=0.0444
+  step  560000 |   5503s | train_loss=0.0445
+  step  570000 |   5593s | train_loss=0.0442
+  step  580000 |   5683s | train_loss=0.0436
+  step  590000 |   5775s | train_loss=0.0430
+  step  600000 |   5938s | train_loss=0.0433 | fid=54.2593
+  step  610000 |   6029s | train_loss=0.0433
+  step  620000 |   6120s | train_loss=0.0417
+  step  630000 |   6209s | train_loss=0.0410
+  step  640000 |   6301s | train_loss=0.0409
+  step  650000 |   6388s | train_loss=0.0405
+  step  660000 |   6478s | train_loss=0.0401
+  step  670000 |   6569s | train_loss=0.0394
+  step  680000 |   6660s | train_loss=0.0391
+  step  690000 |   6751s | train_loss=0.0389
+  step  700000 |   6914s | train_loss=0.0381 | fid=53.0616
+  step  710000 |   7005s | train_loss=0.0384
+  step  720000 |   7096s | train_loss=0.0388
+  step  730000 |   7185s | train_loss=0.0380
+  step  740000 |   7275s | train_loss=0.0368
+  step  750000 |   7363s | train_loss=0.0372
+  step  760000 |   7454s | train_loss=0.0362
+  step  770000 |   7545s | train_loss=0.0361
+  step  780000 |   7637s | train_loss=0.0359
+  step  790000 |   7728s | train_loss=0.0358
+  step  800000 |   7890s | train_loss=0.0354 | fid=53.6759
+  step  810000 |   7982s | train_loss=0.0352
+  step  820000 |   8073s | train_loss=0.0346
+  step  830000 |   8163s | train_loss=0.0349
+  step  840000 |   8249s | train_loss=0.0345
+  step  850000 |   8339s | train_loss=0.0344
+  step  860000 |   8431s | train_loss=0.0337
+  step  870000 |   8522s | train_loss=0.0333
+  step  880000 |   8613s | train_loss=0.0332
+  step  890000 |   8704s | train_loss=0.0333
+  step  900000 |   8868s | train_loss=0.0324 | fid=53.2912
+  step  910000 |   8960s | train_loss=0.0326
+  step  920000 |   9051s | train_loss=0.0326
+  step  930000 |   9140s | train_loss=0.0319
+  step  940000 |   9226s | train_loss=0.0323
+  step  950000 |   9318s | train_loss=0.0315
+  step  960000 |   9409s | train_loss=0.0313
+  step  970000 |   9500s | train_loss=0.0314
+  step  980000 |   9591s | train_loss=0.0310
+  step  990000 |   9682s | train_loss=0.0311
+  step 1000000 |   9846s | train_loss=0.0308 | fid=52.1580
+  step 1010000 |   9937s | train_loss=0.0304
+  step 1020000 |  10025s | train_loss=0.0300
+  step 1030000 |  10114s | train_loss=0.0301
+  step 1040000 |  10203s | train_loss=0.0306
+  step 1050000 |  10294s | train_loss=0.0296
+  step 1060000 |  10385s | train_loss=0.0294
+  step 1070000 |  10477s | train_loss=0.0292
+  step 1080000 |  10569s | train_loss=0.0291
+  step 1090000 |  10660s | train_loss=0.0293
+  step 1100000 |  10824s | train_loss=0.0292 | fid=53.1428
+  step 1110000 |  10912s | train_loss=0.0281
+  step 1120000 |  11002s | train_loss=0.0290
+  step 1130000 |  11093s | train_loss=0.0285
+  step 1140000 |  11185s | train_loss=0.0279
+  step 1150000 |  11274s | train_loss=0.0279
+  step 1160000 |  11364s | train_loss=0.0274
+  step 1170000 |  11456s | train_loss=0.0287
+  step 1180000 |  11547s | train_loss=0.0276
+  step 1190000 |  11639s | train_loss=0.0271
+  step 1200000 |  11798s | train_loss=0.0274 | fid=52.3889
+  step 1210000 |  11890s | train_loss=0.0273
+  step 1220000 |  11980s | train_loss=0.0269
+  step 1230000 |  12071s | train_loss=0.0265
+  step 1240000 |  12163s | train_loss=0.0265
+  step 1250000 |  12252s | train_loss=0.0262
+  step 1260000 |  12343s | train_loss=0.0268
+  step 1270000 |  12435s | train_loss=0.0261
+  step 1280000 |  12526s | train_loss=0.0268
+  step 1290000 |  12617s | train_loss=0.0258
+  step 1300000 |  12777s | train_loss=0.0258 | fid=53.2376
+  step 1310000 |  12867s | train_loss=0.0259
+  step 1320000 |  12959s | train_loss=0.0251
+  step 1330000 |  13050s | train_loss=0.0256
+  step 1340000 |  13142s | train_loss=0.0251
+  step 1350000 |  13233s | train_loss=0.0255
+  step 1360000 |  13322s | train_loss=0.0255
+  step 1370000 |  13413s | train_loss=0.0249
+  step 1380000 |  13504s | train_loss=0.0248
+  step 1390000 |  13593s | train_loss=0.0244
+  step 1400000 |  13753s | train_loss=0.0250 | fid=52.1303
+  step 1410000 |  13844s | train_loss=0.0242
+  step 1420000 |  13936s | train_loss=0.0241
+  step 1430000 |  14028s | train_loss=0.0238
+  step 1440000 |  14119s | train_loss=0.0241
+  step 1450000 |  14210s | train_loss=0.0240
+  step 1460000 |  14299s | train_loss=0.0240
+  step 1470000 |  14391s | train_loss=0.0238
+  step 1480000 |  14480s | train_loss=0.0231
+  step 1490000 |  14570s | train_loss=0.0237
+  step 1500000 |  14732s | train_loss=0.0232 | fid=52.1812
+  step 1510000 |  14823s | train_loss=0.0236
+  step 1520000 |  14915s | train_loss=0.0231
+  step 1530000 |  15006s | train_loss=0.0239
+  step 1540000 |  15097s | train_loss=0.0235
+  step 1550000 |  15189s | train_loss=0.0228
+  step 1560000 |  15278s | train_loss=0.0230
+  step 1570000 |  15367s | train_loss=0.0229
+  step 1580000 |  15457s | train_loss=0.0230
+  step 1590000 |  15548s | train_loss=0.0230
+  step 1600000 |  15710s | train_loss=0.0226 | fid=51.9270
+  step 1610000 |  15802s | train_loss=0.0226
+  step 1620000 |  15894s | train_loss=0.0224
+  step 1630000 |  15985s | train_loss=0.0223
+  step 1640000 |  16076s | train_loss=0.0224
+  step 1650000 |  16168s | train_loss=0.0217
+  step 1660000 |  16259s | train_loss=0.0221
+  step 1670000 |  16346s | train_loss=0.0219
+  step 1680000 |  16437s | train_loss=0.0222
+  step 1690000 |  16526s | train_loss=0.0226
+  step 1700000 |  16690s | train_loss=0.0217 | fid=51.6364
+  step 1710000 |  16781s | train_loss=0.0216
+  step 1720000 |  16873s | train_loss=0.0209
+  step 1730000 |  16965s | train_loss=0.0213
+  step 1740000 |  17056s | train_loss=0.0213
+  step 1750000 |  17148s | train_loss=0.0225
+  step 1760000 |  17235s | train_loss=0.0211
+  step 1770000 |  17325s | train_loss=0.0216
+  step 1780000 |  17414s | train_loss=0.0214
+  step 1790000 |  17505s | train_loss=0.0217
+  step 1800000 |  17669s | train_loss=0.0211 | fid=51.7477
+  step 1810000 |  17761s | train_loss=0.0214
+  step 1820000 |  17853s | train_loss=0.0204
+  step 1830000 |  17944s | train_loss=0.0203
+  step 1840000 |  18035s | train_loss=0.0205
+  step 1850000 |  18123s | train_loss=0.0204
+  step 1860000 |  18215s | train_loss=0.0200
+  step 1870000 |  18305s | train_loss=0.0202
+  step 1880000 |  18394s | train_loss=0.0202
+  step 1890000 |  18485s | train_loss=0.0198
+  step 1900000 |  18648s | train_loss=0.0199 | fid=52.3144
+  step 1910000 |  18740s | train_loss=0.0200
+  step 1920000 |  18831s | train_loss=0.0200
+  step 1930000 |  18922s | train_loss=0.0199
+  step 1940000 |  19010s | train_loss=0.0191
+  step 1950000 |  19102s | train_loss=0.0197
+  step 1960000 |  19193s | train_loss=0.0194
+  step 1970000 |  19283s | train_loss=0.0202
+  step 1980000 |  19373s | train_loss=0.0198
+  step 1990000 |  19465s | train_loss=0.0198
+  step 2000000 |  19628s | train_loss=0.0193 | fid=51.7949
+  step 2010000 |  19720s | train_loss=0.0193
+  step 2020000 |  19811s | train_loss=0.0191
+  step 2030000 |  19901s | train_loss=0.0191
+  step 2040000 |  19991s | train_loss=0.0189
+  step 2050000 |  20083s | train_loss=0.0191
+  step 2060000 |  20173s | train_loss=0.0189
+  step 2070000 |  20264s | train_loss=0.0185
+  step 2080000 |  20354s | train_loss=0.0194
+  step 2090000 |  20445s | train_loss=0.0191
+  step 2100000 |  20608s | train_loss=0.0186 | fid=51.7574
+  step 2110000 |  20699s | train_loss=0.0185
+  step 2120000 |  20788s | train_loss=0.0185
+  step 2130000 |  20878s | train_loss=0.0185
+  step 2140000 |  20969s | train_loss=0.0181
+  step 2150000 |  21059s | train_loss=0.0185
+  step 2160000 |  21151s | train_loss=0.0182
+  step 2170000 |  21242s | train_loss=0.0189
+  step 2180000 |  21334s | train_loss=0.0186
+  step 2190000 |  21424s | train_loss=0.0180
+  step 2200000 |  21587s | train_loss=0.0181 | fid=52.3743
+  step 2210000 |  21677s | train_loss=0.0185
+  step 2220000 |  21766s | train_loss=0.0179
+  step 2230000 |  21858s | train_loss=0.0180
+  step 2240000 |  21948s | train_loss=0.0177
+  step 2250000 |  22039s | train_loss=0.0176
+  step 2260000 |  22131s | train_loss=0.0172
+  step 2270000 |  22223s | train_loss=0.0177
+  step 2280000 |  22314s | train_loss=0.0176
+  step 2290000 |  22404s | train_loss=0.0176
+  step 2300000 |  22567s | train_loss=0.0172 | fid=51.7207
+  step 2310000 |  22655s | train_loss=0.0172
+  step 2320000 |  22746s | train_loss=0.0172
+  step 2330000 |  22837s | train_loss=0.0171
+  step 2340000 |  22927s | train_loss=0.0173
+  step 2350000 |  23018s | train_loss=0.0172
+  step 2360000 |  23110s | train_loss=0.0168
+  step 2370000 |  23202s | train_loss=0.0167
+  step 2380000 |  23293s | train_loss=0.0176
+  step 2390000 |  23383s | train_loss=0.0167
+  step 2400000 |  23543s | train_loss=0.0172 | fid=51.7118
+  step 2410000 |  23635s | train_loss=0.0174
+  step 2420000 |  23726s | train_loss=0.0163
+  step 2430000 |  23815s | train_loss=0.0163
+  step 2440000 |  23907s | train_loss=0.0167
+  step 2450000 |  23998s | train_loss=0.0170
+  step 2460000 |  24090s | train_loss=0.0167
+  step 2470000 |  24181s | train_loss=0.0162
+  step 2480000 |  24272s | train_loss=0.0170
+  step 2490000 |  24364s | train_loss=0.0164
+  step 2500000 |  24522s | train_loss=0.0165 | fid=52.3136
+  step 2510000 |  24614s | train_loss=0.0157
+  step 2520000 |  24703s | train_loss=0.0161
+  step 2530000 |  24794s | train_loss=0.0159
+  step 2540000 |  24886s | train_loss=0.0158
+  step 2550000 |  24978s | train_loss=0.0162
+  step 2560000 |  25070s | train_loss=0.0163
+  step 2570000 |  25161s | train_loss=0.0160
+  step 2580000 |  25253s | train_loss=0.0154
+  step 2590000 |  25341s | train_loss=0.0163
+  step 2600000 |  25503s | train_loss=0.0164 | fid=51.3147
+  step 2610000 |  25592s | train_loss=0.0161
+  step 2620000 |  25684s | train_loss=0.0154
+  step 2630000 |  25775s | train_loss=0.0161
+  step 2640000 |  25866s | train_loss=0.0153
+  step 2650000 |  25958s | train_loss=0.0152
+  step 2660000 |  26049s | train_loss=0.0152
+  step 2670000 |  26141s | train_loss=0.0153
+  step 2680000 |  26229s | train_loss=0.0158
+  step 2690000 |  26321s | train_loss=0.0154
+  step 2700000 |  26482s | train_loss=0.0160 | fid=51.1872
+  step 2710000 |  26572s | train_loss=0.0154
+  step 2720000 |  26663s | train_loss=0.0149
+  step 2730000 |  26755s | train_loss=0.0155
+  step 2740000 |  26846s | train_loss=0.0152
+  step 2750000 |  26938s | train_loss=0.0147
+  step 2760000 |  27029s | train_loss=0.0155
+  step 2770000 |  27119s | train_loss=0.0151
+  step 2780000 |  27209s | train_loss=0.0152
+  step 2790000 |  27300s | train_loss=0.0149
+  step 2800000 |  27460s | train_loss=0.0142 | fid=51.3893
+  step 2810000 |  27551s | train_loss=0.0151
+  step 2820000 |  27643s | train_loss=0.0153
+  step 2830000 |  27735s | train_loss=0.0147
+  step 2840000 |  27826s | train_loss=0.0147
+  step 2850000 |  27918s | train_loss=0.0147
+  step 2860000 |  28007s | train_loss=0.0145
+  step 2870000 |  28097s | train_loss=0.0146
+  step 2880000 |  28189s | train_loss=0.0147
+  step 2890000 |  28281s | train_loss=0.0148
+  step 2900000 |  28442s | train_loss=0.0150 | fid=51.1624
+  step 2910000 |  28534s | train_loss=0.0141
+  step 2920000 |  28625s | train_loss=0.0145
+  step 2930000 |  28717s | train_loss=0.0144
+  step 2940000 |  28808s | train_loss=0.0142
+  step 2950000 |  28898s | train_loss=0.0139
+  step 2960000 |  28987s | train_loss=0.0143
+  step 2970000 |  29078s | train_loss=0.0141
+  step 2980000 |  29170s | train_loss=0.0139
+  step 2990000 |  29260s | train_loss=0.0137
+  step 3000000 |  29422s | train_loss=0.0140 | fid=51.9809
+  step 3010000 |  29512s | train_loss=0.0142
+  step 3020000 |  29604s | train_loss=0.0140
+  step 3030000 |  29695s | train_loss=0.0144
+  step 3040000 |  29785s | train_loss=0.0142
+  step 3050000 |  29874s | train_loss=0.0135
+  step 3060000 |  29965s | train_loss=0.0142
+  step 3070000 |  30057s | train_loss=0.0141
+  step 3080000 |  30147s | train_loss=0.0140
+  step 3090000 |  30238s | train_loss=0.0136
+  step 3100000 |  30401s | train_loss=0.0142 | fid=51.9033
+  step 3110000 |  30491s | train_loss=0.0140
+  step 3120000 |  30583s | train_loss=0.0140
+  step 3130000 |  30674s | train_loss=0.0136
+  step 3140000 |  30763s | train_loss=0.0136
+  step 3150000 |  30854s | train_loss=0.0139
+  step 3160000 |  30946s | train_loss=0.0139
+  step 3170000 |  31037s | train_loss=0.0135
+  step 3180000 |  31127s | train_loss=0.0131
+  step 3190000 |  31218s | train_loss=0.0135
+  step 3200000 |  31381s | train_loss=0.0136 | fid=52.0318
+  step 3210000 |  31472s | train_loss=0.0132
+  step 3220000 |  31562s | train_loss=0.0132
+  step 3230000 |  31650s | train_loss=0.0134
+  step 3240000 |  31742s | train_loss=0.0130
+  step 3250000 |  31833s | train_loss=0.0135
+  step 3260000 |  31925s | train_loss=0.0132
+  step 3270000 |  32014s | train_loss=0.0128
+  step 3280000 |  32106s | train_loss=0.0131
+  step 3290000 |  32197s | train_loss=0.0131
+  step 3300000 |  32360s | train_loss=0.0133 | fid=52.0388
+  step 3310000 |  32452s | train_loss=0.0124
+  step 3320000 |  32539s | train_loss=0.0131
+  step 3330000 |  32631s | train_loss=0.0128
+  step 3340000 |  32722s | train_loss=0.0126
+  step 3350000 |  32814s | train_loss=0.0130
+  step 3360000 |  32903s | train_loss=0.0129
+  step 3370000 |  32994s | train_loss=0.0132
+  step 3380000 |  33085s | train_loss=0.0128
+  step 3390000 |  33177s | train_loss=0.0129
+  step 3400000 |  33340s | train_loss=0.0124 | fid=52.0482
+  step 3410000 |  33430s | train_loss=0.0125
+  step 3420000 |  33517s | train_loss=0.0125
+  step 3430000 |  33609s | train_loss=0.0128
+  step 3440000 |  33700s | train_loss=0.0129
+  step 3450000 |  33791s | train_loss=0.0125
+  step 3460000 |  33881s | train_loss=0.0125
+  step 3470000 |  33973s | train_loss=0.0132
+  step 3480000 |  34063s | train_loss=0.0127
+  step 3490000 |  34155s | train_loss=0.0126
+  step 3500000 |  34316s | train_loss=0.0123 | fid=51.8931
+  step 3510000 |  34406s | train_loss=0.0126
+  step 3520000 |  34497s | train_loss=0.0126
+  step 3530000 |  34587s | train_loss=0.0123
+  step 3540000 |  34679s | train_loss=0.0124
+  step 3550000 |  34768s | train_loss=0.0123
+  step 3560000 |  34860s | train_loss=0.0124
+  step 3570000 |  34951s | train_loss=0.0123
+  step 3580000 |  35042s | train_loss=0.0120
+  step 3590000 |  35133s | train_loss=0.0119
+  step 3600000 |  35292s | train_loss=0.0116 | fid=52.3863
+  step 3610000 |  35384s | train_loss=0.0119
+  step 3620000 |  35475s | train_loss=0.0120
+  step 3630000 |  35565s | train_loss=0.0118
+  step 3640000 |  35654s | train_loss=0.0120
+  step 3650000 |  35745s | train_loss=0.0119
+  step 3660000 |  35837s | train_loss=0.0119
+  step 3670000 |  35928s | train_loss=0.0116
+  step 3680000 |  36020s | train_loss=0.0118
+  step 3690000 |  36108s | train_loss=0.0113
+  step 3700000 |  36268s | train_loss=0.0117 | fid=52.1194
+  step 3710000 |  36359s | train_loss=0.0123
+  step 3720000 |  36451s | train_loss=0.0116
+  step 3730000 |  36537s | train_loss=0.0120
+  step 3740000 |  36629s | train_loss=0.0115
+  step 3750000 |  36720s | train_loss=0.0117
+  step 3760000 |  36812s | train_loss=0.0121
+  step 3770000 |  36903s | train_loss=0.0115
+  step 3780000 |  36992s | train_loss=0.0115
+  step 3790000 |  37080s | train_loss=0.0116
+  step 3800000 |  37242s | train_loss=0.0112 | fid=52.6679
+  step 3810000 |  37334s | train_loss=0.0113
+  step 3820000 |  37425s | train_loss=0.0112
+  step 3830000 |  37514s | train_loss=0.0113
+  step 3840000 |  37604s | train_loss=0.0110
+  step 3850000 |  37696s | train_loss=0.0111
+  step 3860000 |  37787s | train_loss=0.0113
+  step 3870000 |  37878s | train_loss=0.0110
+  step 3880000 |  37964s | train_loss=0.0112
+  step 3890000 |  38056s | train_loss=0.0113
+  step 3900000 |  38219s | train_loss=0.0114 | fid=51.8983
+  step 3910000 |  38310s | train_loss=0.0109
+  step 3920000 |  38399s | train_loss=0.0112
+  step 3930000 |  38491s | train_loss=0.0112
+  step 3940000 |  38581s | train_loss=0.0110
+  step 3950000 |  38672s | train_loss=0.0107
+  step 3960000 |  38763s | train_loss=0.0113
+  step 3970000 |  38849s | train_loss=0.0110
+  step 3980000 |  38940s | train_loss=0.0112
+  step 3990000 |  39032s | train_loss=0.0109
+  step 4000000 |  39195s | train_loss=0.0111 | fid=51.2920
+  step 4010000 |  39283s | train_loss=0.0109
+  step 4020000 |  39374s | train_loss=0.0111
+  step 4030000 |  39466s | train_loss=0.0106
+  step 4040000 |  39558s | train_loss=0.0109
+  step 4050000 |  39647s | train_loss=0.0109
+  step 4060000 |  39736s | train_loss=0.0105
+  step 4070000 |  39824s | train_loss=0.0107
+  step 4080000 |  39916s | train_loss=0.0108
+  step 4090000 |  40007s | train_loss=0.0108
+  step 4100000 |  40170s | train_loss=0.0108 | fid=52.0736
+  step 4110000 |  40258s | train_loss=0.0106
+  step 4120000 |  40350s | train_loss=0.0110
+  step 4130000 |  40442s | train_loss=0.0113
+  step 4140000 |  40533s | train_loss=0.0109
+  step 4150000 |  40620s | train_loss=0.0105
+  step 4160000 |  40708s | train_loss=0.0105
+  step 4170000 |  40800s | train_loss=0.0107
+  step 4180000 |  40891s | train_loss=0.0107
+  step 4190000 |  40983s | train_loss=0.0107
+  step 4200000 |  41143s | train_loss=0.0105 | fid=51.6766
+  step 4210000 |  41235s | train_loss=0.0105
+  step 4220000 |  41326s | train_loss=0.0100
+  step 4230000 |  41417s | train_loss=0.0105
+  step 4240000 |  41506s | train_loss=0.0100
+  step 4250000 |  41592s | train_loss=0.0103
+  step 4260000 |  41684s | train_loss=0.0101
+  step 4270000 |  41775s | train_loss=0.0102
+  step 4280000 |  41867s | train_loss=0.0106
+  step 4290000 |  41958s | train_loss=0.0101
+  step 4300000 |  42118s | train_loss=0.0101 | fid=52.4704
+  step 4310000 |  42209s | train_loss=0.0104
+  step 4320000 |  42300s | train_loss=0.0100
+  step 4330000 |  42391s | train_loss=0.0106
+  step 4340000 |  42477s | train_loss=0.0098
+  step 4350000 |  42569s | train_loss=0.0102
+  step 4360000 |  42658s | train_loss=0.0103
+  step 4370000 |  42750s | train_loss=0.0099
+  step 4380000 |  42841s | train_loss=0.0101
+  step 4390000 |  42930s | train_loss=0.0104
+  step 4400000 |  43094s | train_loss=0.0104 | fid=51.8061
+  step 4410000 |  43186s | train_loss=0.0099
+  step 4420000 |  43277s | train_loss=0.0104
+  step 4430000 |  43364s | train_loss=0.0100
+  step 4440000 |  43455s | train_loss=0.0102
+  step 4450000 |  43547s | train_loss=0.0097
+  step 4460000 |  43637s | train_loss=0.0104
+  step 4470000 |  43728s | train_loss=0.0107
+  step 4480000 |  43819s | train_loss=0.0102
+  step 4490000 |  43908s | train_loss=0.0101
+  step 4500000 |  44072s | train_loss=0.0101 | fid=52.0713
+  step 4510000 |  44163s | train_loss=0.0100
+  step 4520000 |  44252s | train_loss=0.0097
+  step 4530000 |  44341s | train_loss=0.0096
+  step 4540000 |  44432s | train_loss=0.0098
+  step 4550000 |  44523s | train_loss=0.0099
+  step 4560000 |  44613s | train_loss=0.0105
+  step 4570000 |  44705s | train_loss=0.0098
+  step 4580000 |  44794s | train_loss=0.0097
+  step 4590000 |  44885s | train_loss=0.0096
+  step 4600000 |  45049s | train_loss=0.0093 | fid=52.0418
+  step 4610000 |  45131s | train_loss=0.0093
+  step 4620000 |  45192s | train_loss=0.0099
+  step 4630000 |  45248s | train_loss=0.0101
+  step 4640000 |  45303s | train_loss=0.0100
+  step 4650000 |  45359s | train_loss=0.0100
+  step 4660000 |  45415s | train_loss=0.0095
+  step 4670000 |  45462s | train_loss=0.0094
+  step 4680000 |  45500s | train_loss=0.0095
+  step 4690000 |  45538s | train_loss=0.0096
+  step 4700000 |  45611s | train_loss=0.0093 | fid=52.2143
+  step 4710000 |  45650s | train_loss=0.0097
+  step 4720000 |  45688s | train_loss=0.0098
+  step 4730000 |  45726s | train_loss=0.0093
+  step 4740000 |  45764s | train_loss=0.0093
+  step 4750000 |  45802s | train_loss=0.0096
+  step 4760000 |  45841s | train_loss=0.0096
+  step 4770000 |  45870s | train_loss=0.0096
+  step 4780000 |  45908s | train_loss=0.0094
+  step 4790000 |  45947s | train_loss=0.0096
+  step 4800000 |  46020s | train_loss=0.0091 | fid=52.0997
+  step 4810000 |  46058s | train_loss=0.0090
+  step 4820000 |  46096s | train_loss=0.0094
+  step 4830000 |  46135s | train_loss=0.0091
+  step 4840000 |  46173s | train_loss=0.0091
+  step 4850000 |  46211s | train_loss=0.0093
+  step 4860000 |  46249s | train_loss=0.0090
+  step 4870000 |  46282s | train_loss=0.0091
+  step 4880000 |  46315s | train_loss=0.0092
+  step 4890000 |  46353s | train_loss=0.0092
+  step 4900000 |  46426s | train_loss=0.0095 | fid=51.6449
+  step 4910000 |  46464s | train_loss=0.0091
+  step 4920000 |  46502s | train_loss=0.0089
+  step 4930000 |  46540s | train_loss=0.0092
+  step 4940000 |  46578s | train_loss=0.0092
+  step 4950000 |  46616s | train_loss=0.0091
+  step 4960000 |  46654s | train_loss=0.0091
+  step 4970000 |  46692s | train_loss=0.0090
+  step 4980000 |  46722s | train_loss=0.0089
+  step 4990000 |  46760s | train_loss=0.0090
+  step 5000000 |  46832s | train_loss=0.0090 | fid=52.0331
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e92dfe94b14b26d0f77ed83159b78659d3980353
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..dac8e6465a1c51dc40b63b88477fff1f2b142305
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 50, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d50/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 67.44327402114868, "train_loss_step": 49.69293975830078, "n_params": 4367410, "total_flops": 13416683520, "train_loss": 0.9961842346191406, "subset_score_loss": 0.9961842346191406, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9739400148391724, "fid": 245.4172454834769}
+{"step": 10000, "wall_time": 152.59447407722473, "train_loss_step": 9.705001831054688, "n_params": 4367410, "total_flops": 134166835200000, "train_loss": 0.8496533203125, "subset_score_loss": 0.8496533203125}
+{"step": 20000, "wall_time": 238.182767868042, "train_loss_step": 10.319770812988281, "n_params": 4367410, "total_flops": 268333670400000, "train_loss": 0.7923321533203125, "subset_score_loss": 0.7923321533203125}
+{"step": 30000, "wall_time": 323.80332374572754, "train_loss_step": 9.193315505981445, "n_params": 4367410, "total_flops": 402500505600000, "train_loss": 0.7079092407226563, "subset_score_loss": 0.7079092407226563}
+{"step": 40000, "wall_time": 409.43537425994873, "train_loss_step": 8.6219482421875, "n_params": 4367410, "total_flops": 536667340800000, "train_loss": 0.5761994552612305, "subset_score_loss": 0.5761994552612305}
+{"step": 50000, "wall_time": 495.12739396095276, "train_loss_step": 7.108249664306641, "n_params": 4367410, "total_flops": 670834176000000, "train_loss": 0.4106745147705078, "subset_score_loss": 0.4106745147705078}
+{"step": 60000, "wall_time": 580.6949925422668, "train_loss_step": 6.79149866104126, "n_params": 4367410, "total_flops": 805001011200000, "train_loss": 0.2860305404663086, "subset_score_loss": 0.2860305404663086}
+{"step": 70000, "wall_time": 666.3306107521057, "train_loss_step": 5.55630350112915, "n_params": 4367410, "total_flops": 939167846400000, "train_loss": 0.21711238861083984, "subset_score_loss": 0.21711238861083984}
+{"step": 80000, "wall_time": 752.0148899555206, "train_loss_step": 5.811136245727539, "n_params": 4367410, "total_flops": 1073334681600000, "train_loss": 0.1819403076171875, "subset_score_loss": 0.1819403076171875}
+{"step": 90000, "wall_time": 837.5364816188812, "train_loss_step": 5.291827201843262, "n_params": 4367410, "total_flops": 1207501516800000, "train_loss": 0.15831436157226564, "subset_score_loss": 0.15831436157226564}
+{"step": 100000, "wall_time": 984.0498132705688, "train_loss_step": 5.215421199798584, "n_params": 4367410, "total_flops": 1341668352000000, "train_loss": 0.14475616455078125, "subset_score_loss": 0.14475616455078125, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.8824156522750854, "fid": 57.805699977138325}
+{"step": 110000, "wall_time": 1068.43545460701, "train_loss_step": 5.179471015930176, "n_params": 4367410, "total_flops": 1475835187200000, "train_loss": 0.13283306121826172, "subset_score_loss": 0.13283306121826172}
+{"step": 120000, "wall_time": 1151.3394312858582, "train_loss_step": 4.905580520629883, "n_params": 4367410, "total_flops": 1610002022400000, "train_loss": 0.12431702613830567, "subset_score_loss": 0.12431702613830567}
+{"step": 130000, "wall_time": 1236.5793359279633, "train_loss_step": 4.736732006072998, "n_params": 4367410, "total_flops": 1744168857600000, "train_loss": 0.11658143043518067, "subset_score_loss": 0.11658143043518067}
+{"step": 140000, "wall_time": 1321.7500133514404, "train_loss_step": 4.574328422546387, "n_params": 4367410, "total_flops": 1878335692800000, "train_loss": 0.11235468864440917, "subset_score_loss": 0.11235468864440917}
+{"step": 150000, "wall_time": 1406.9741628170013, "train_loss_step": 4.654843330383301, "n_params": 4367410, "total_flops": 2012502528000000, "train_loss": 0.10490484237670898, "subset_score_loss": 0.10490484237670898}
+{"step": 160000, "wall_time": 1492.1501650810242, "train_loss_step": 4.660931587219238, "n_params": 4367410, "total_flops": 2146669363200000, "train_loss": 0.10129830360412598, "subset_score_loss": 0.10129830360412598}
+{"step": 170000, "wall_time": 1577.362554550171, "train_loss_step": 4.328829765319824, "n_params": 4367410, "total_flops": 2280836198400000, "train_loss": 0.09649838447570801, "subset_score_loss": 0.09649838447570801}
+{"step": 180000, "wall_time": 1662.6019439697266, "train_loss_step": 4.517304420471191, "n_params": 4367410, "total_flops": 2415003033600000, "train_loss": 0.09288439750671387, "subset_score_loss": 0.09288439750671387}
+{"step": 190000, "wall_time": 1747.802186012268, "train_loss_step": 4.133090972900391, "n_params": 4367410, "total_flops": 2549169868800000, "train_loss": 0.08870209693908691, "subset_score_loss": 0.08870209693908691}
+{"step": 200000, "wall_time": 1893.933007478714, "train_loss_step": 4.191642761230469, "n_params": 4367410, "total_flops": 2683336704000000, "train_loss": 0.08532048225402832, "subset_score_loss": 0.08532048225402832, "memorization_fraction_pixel": 0.025499999523162842, "mean_nn_ratio_pixel": 0.7891060709953308, "fid": 54.77954321714918}
+{"step": 210000, "wall_time": 1979.190982580185, "train_loss_step": 4.597652435302734, "n_params": 4367410, "total_flops": 2817503539200000, "train_loss": 0.08338718414306641, "subset_score_loss": 0.08338718414306641}
+{"step": 220000, "wall_time": 2063.44517660141, "train_loss_step": 4.173861026763916, "n_params": 4367410, "total_flops": 2951670374400000, "train_loss": 0.08003497123718262, "subset_score_loss": 0.08003497123718262}
+{"step": 230000, "wall_time": 2146.419224023819, "train_loss_step": 4.248232841491699, "n_params": 4367410, "total_flops": 3085837209600000, "train_loss": 0.07756467342376709, "subset_score_loss": 0.07756467342376709}
+{"step": 240000, "wall_time": 2231.655548810959, "train_loss_step": 4.218474388122559, "n_params": 4367410, "total_flops": 3220004044800000, "train_loss": 0.07545131206512451, "subset_score_loss": 0.07545131206512451}
+{"step": 250000, "wall_time": 2316.8709528446198, "train_loss_step": 4.012582302093506, "n_params": 4367410, "total_flops": 3354170880000000, "train_loss": 0.073513822555542, "subset_score_loss": 0.073513822555542}
+{"step": 260000, "wall_time": 2402.0837259292603, "train_loss_step": 4.102996826171875, "n_params": 4367410, "total_flops": 3488337715200000, "train_loss": 0.07382466316223145, "subset_score_loss": 0.07382466316223145}
+{"step": 270000, "wall_time": 2487.333364009857, "train_loss_step": 4.224420547485352, "n_params": 4367410, "total_flops": 3622504550400000, "train_loss": 0.06977776050567627, "subset_score_loss": 0.06977776050567627}
+{"step": 280000, "wall_time": 2572.504550933838, "train_loss_step": 3.9367613792419434, "n_params": 4367410, "total_flops": 3756671385600000, "train_loss": 0.06829541206359863, "subset_score_loss": 0.06829541206359863}
+{"step": 290000, "wall_time": 2657.7190017700195, "train_loss_step": 4.386741638183594, "n_params": 4367410, "total_flops": 3890838220800000, "train_loss": 0.06618425369262695, "subset_score_loss": 0.06618425369262695}
+{"step": 300000, "wall_time": 2804.1082079410553, "train_loss_step": 3.881808280944824, "n_params": 4367410, "total_flops": 4025005056000000, "train_loss": 0.0645443296432495, "subset_score_loss": 0.0645443296432495, "memorization_fraction_pixel": 0.0568000003695488, "mean_nn_ratio_pixel": 0.7349517345428467, "fid": 54.07767472301773}
+{"step": 310000, "wall_time": 2889.2520756721497, "train_loss_step": 3.908323049545288, "n_params": 4367410, "total_flops": 4159171891200000, "train_loss": 0.06407069683074951, "subset_score_loss": 0.06407069683074951}
+{"step": 320000, "wall_time": 2974.682232618332, "train_loss_step": 3.9671671390533447, "n_params": 4367410, "total_flops": 4293338726400000, "train_loss": 0.06153440952301025, "subset_score_loss": 0.06153440952301025}
+{"step": 330000, "wall_time": 3058.354336977005, "train_loss_step": 3.8509654998779297, "n_params": 4367410, "total_flops": 4427505561600000, "train_loss": 0.060574088096618656, "subset_score_loss": 0.060574088096618656}
+{"step": 340000, "wall_time": 3141.486984014511, "train_loss_step": 3.6976137161254883, "n_params": 4367410, "total_flops": 4561672396800000, "train_loss": 0.060032706260681155, "subset_score_loss": 0.060032706260681155}
+{"step": 350000, "wall_time": 3226.6628851890564, "train_loss_step": 3.6806838512420654, "n_params": 4367410, "total_flops": 4695839232000000, "train_loss": 0.059656438827514646, "subset_score_loss": 0.059656438827514646}
+{"step": 360000, "wall_time": 3311.9339470863342, "train_loss_step": 3.5402426719665527, "n_params": 4367410, "total_flops": 4830006067200000, "train_loss": 0.05740080356597901, "subset_score_loss": 0.05740080356597901}
+{"step": 370000, "wall_time": 3397.128488779068, "train_loss_step": 3.8133010864257812, "n_params": 4367410, "total_flops": 4964172902400000, "train_loss": 0.056524338722229006, "subset_score_loss": 0.056524338722229006}
+{"step": 380000, "wall_time": 3482.4154744148254, "train_loss_step": 3.739873170852661, "n_params": 4367410, "total_flops": 5098339737600000, "train_loss": 0.055157318115234374, "subset_score_loss": 0.055157318115234374}
+{"step": 390000, "wall_time": 3567.6481335163116, "train_loss_step": 3.566206932067871, "n_params": 4367410, "total_flops": 5232506572800000, "train_loss": 0.05443414211273193, "subset_score_loss": 0.05443414211273193}
+{"step": 400000, "wall_time": 3715.640334367752, "train_loss_step": 3.7608590126037598, "n_params": 4367410, "total_flops": 5366673408000000, "train_loss": 0.05243782520294189, "subset_score_loss": 0.05243782520294189, "memorization_fraction_pixel": 0.11259999871253967, "mean_nn_ratio_pixel": 0.6764633655548096, "fid": 51.86237023684462}
+{"step": 410000, "wall_time": 3800.7207646369934, "train_loss_step": 3.7651703357696533, "n_params": 4367410, "total_flops": 5500840243200000, "train_loss": 0.05225376129150391, "subset_score_loss": 0.05225376129150391}
+{"step": 420000, "wall_time": 3886.0230071544647, "train_loss_step": 3.57370662689209, "n_params": 4367410, "total_flops": 5635007078400000, "train_loss": 0.051131758689880374, "subset_score_loss": 0.051131758689880374}
+{"step": 430000, "wall_time": 3971.7891042232513, "train_loss_step": 3.845508098602295, "n_params": 4367410, "total_flops": 5769173913600000, "train_loss": 0.050735001564025876, "subset_score_loss": 0.050735001564025876}
+{"step": 440000, "wall_time": 4055.2720069885254, "train_loss_step": 3.489039897918701, "n_params": 4367410, "total_flops": 5903340748800000, "train_loss": 0.04974414348602295, "subset_score_loss": 0.04974414348602295}
+{"step": 450000, "wall_time": 4138.423455476761, "train_loss_step": 3.599544048309326, "n_params": 4367410, "total_flops": 6037507584000000, "train_loss": 0.0499208927154541, "subset_score_loss": 0.0499208927154541}
+{"step": 460000, "wall_time": 4223.68196439743, "train_loss_step": 3.656632423400879, "n_params": 4367410, "total_flops": 6171674419200000, "train_loss": 0.04850696563720703, "subset_score_loss": 0.04850696563720703}
+{"step": 470000, "wall_time": 4308.909640789032, "train_loss_step": 3.4081153869628906, "n_params": 4367410, "total_flops": 6305841254400000, "train_loss": 0.048209495544433593, "subset_score_loss": 0.048209495544433593}
+{"step": 480000, "wall_time": 4394.13147354126, "train_loss_step": 3.5610978603363037, "n_params": 4367410, "total_flops": 6440008089600000, "train_loss": 0.047386155128479004, "subset_score_loss": 0.047386155128479004}
+{"step": 490000, "wall_time": 4479.35910987854, "train_loss_step": 3.628349542617798, "n_params": 4367410, "total_flops": 6574174924800000, "train_loss": 0.047442240715026854, "subset_score_loss": 0.047442240715026854}
+{"step": 500000, "wall_time": 4626.477133989334, "train_loss_step": 3.5453076362609863, "n_params": 4367410, "total_flops": 6708341760000000, "train_loss": 0.046235237121582035, "subset_score_loss": 0.046235237121582035, "memorization_fraction_pixel": 0.1648000031709671, "mean_nn_ratio_pixel": 0.6391192674636841, "fid": 51.16030317990676}
+{"step": 510000, "wall_time": 4711.514086961746, "train_loss_step": 3.9128942489624023, "n_params": 4367410, "total_flops": 6842508595200000, "train_loss": 0.0452611255645752, "subset_score_loss": 0.0452611255645752}
+{"step": 520000, "wall_time": 4796.630693912506, "train_loss_step": 3.555800676345825, "n_params": 4367410, "total_flops": 6976675430400000, "train_loss": 0.04537683963775635, "subset_score_loss": 0.04537683963775635}
+{"step": 530000, "wall_time": 4881.882670879364, "train_loss_step": 3.491326332092285, "n_params": 4367410, "total_flops": 7110842265600000, "train_loss": 0.044720001220703125, "subset_score_loss": 0.044720001220703125}
+{"step": 540000, "wall_time": 4965.680167198181, "train_loss_step": 3.2580642700195312, "n_params": 4367410, "total_flops": 7245009100800000, "train_loss": 0.04487551689147949, "subset_score_loss": 0.04487551689147949}
+{"step": 550000, "wall_time": 5050.721323490143, "train_loss_step": 3.4886879920959473, "n_params": 4367410, "total_flops": 7379175936000000, "train_loss": 0.04362751483917236, "subset_score_loss": 0.04362751483917236}
+{"step": 560000, "wall_time": 5134.695148468018, "train_loss_step": 3.220942497253418, "n_params": 4367410, "total_flops": 7513342771200000, "train_loss": 0.043154630661010746, "subset_score_loss": 0.043154630661010746}
+{"step": 570000, "wall_time": 5219.262827634811, "train_loss_step": 3.465710401535034, "n_params": 4367410, "total_flops": 7647509606400000, "train_loss": 0.042538938522338865, "subset_score_loss": 0.042538938522338865}
+{"step": 580000, "wall_time": 5304.492671012878, "train_loss_step": 3.5477378368377686, "n_params": 4367410, "total_flops": 7781676441600000, "train_loss": 0.04242271423339844, "subset_score_loss": 0.04242271423339844}
+{"step": 590000, "wall_time": 5389.715095043182, "train_loss_step": 3.3144593238830566, "n_params": 4367410, "total_flops": 7915843276800000, "train_loss": 0.04208390235900879, "subset_score_loss": 0.04208390235900879}
+{"step": 600000, "wall_time": 5536.505759477615, "train_loss_step": 3.3608877658843994, "n_params": 4367410, "total_flops": 8050010112000000, "train_loss": 0.040764174461364745, "subset_score_loss": 0.040764174461364745, "memorization_fraction_pixel": 0.19259999692440033, "mean_nn_ratio_pixel": 0.6066957712173462, "fid": 50.29718314173323}
+{"step": 610000, "wall_time": 5621.620488166809, "train_loss_step": 3.434906005859375, "n_params": 4367410, "total_flops": 8184176947200000, "train_loss": 0.041707210540771485, "subset_score_loss": 0.041707210540771485}
+{"step": 620000, "wall_time": 5706.768758535385, "train_loss_step": 3.4022531509399414, "n_params": 4367410, "total_flops": 8318343782400000, "train_loss": 0.04078117370605469, "subset_score_loss": 0.04078117370605469}
+{"step": 630000, "wall_time": 5791.901684045792, "train_loss_step": 3.632784366607666, "n_params": 4367410, "total_flops": 8452510617600000, "train_loss": 0.04079228401184082, "subset_score_loss": 0.04079228401184082}
+{"step": 640000, "wall_time": 5877.22088766098, "train_loss_step": 3.213954448699951, "n_params": 4367410, "total_flops": 8586677452800000, "train_loss": 0.040315842628479, "subset_score_loss": 0.040315842628479}
+{"step": 650000, "wall_time": 5960.892401456833, "train_loss_step": 3.4976491928100586, "n_params": 4367410, "total_flops": 8720844288000000, "train_loss": 0.039459259510040284, "subset_score_loss": 0.039459259510040284}
+{"step": 660000, "wall_time": 6046.122234106064, "train_loss_step": 3.32161283493042, "n_params": 4367410, "total_flops": 8855011123200000, "train_loss": 0.03968883514404297, "subset_score_loss": 0.03968883514404297}
+{"step": 670000, "wall_time": 6131.574905633926, "train_loss_step": 3.4713640213012695, "n_params": 4367410, "total_flops": 8989177958400000, "train_loss": 0.03893928050994873, "subset_score_loss": 0.03893928050994873}
+{"step": 680000, "wall_time": 6214.458785057068, "train_loss_step": 3.344186544418335, "n_params": 4367410, "total_flops": 9123344793600000, "train_loss": 0.038375115394592284, "subset_score_loss": 0.038375115394592284}
+{"step": 690000, "wall_time": 6299.716152667999, "train_loss_step": 3.279731273651123, "n_params": 4367410, "total_flops": 9257511628800000, "train_loss": 0.03890004873275757, "subset_score_loss": 0.03890004873275757}
+{"step": 700000, "wall_time": 6446.579740762711, "train_loss_step": 3.7195236682891846, "n_params": 4367410, "total_flops": 9391678464000000, "train_loss": 0.03732558727264404, "subset_score_loss": 0.03732558727264404, "memorization_fraction_pixel": 0.23649999499320984, "mean_nn_ratio_pixel": 0.5781210660934448, "fid": 50.00506224911986}
+{"step": 710000, "wall_time": 6531.772787332535, "train_loss_step": 3.4469947814941406, "n_params": 4367410, "total_flops": 9525845299200000, "train_loss": 0.03773825883865357, "subset_score_loss": 0.03773825883865357}
+{"step": 720000, "wall_time": 6616.891941547394, "train_loss_step": 3.510035991668701, "n_params": 4367410, "total_flops": 9660012134400000, "train_loss": 0.03771719932556152, "subset_score_loss": 0.03771719932556152}
+{"step": 730000, "wall_time": 6701.978002548218, "train_loss_step": 3.256499767303467, "n_params": 4367410, "total_flops": 9794178969600000, "train_loss": 0.03636245250701904, "subset_score_loss": 0.03636245250701904}
+{"step": 740000, "wall_time": 6787.221944570541, "train_loss_step": 3.1171255111694336, "n_params": 4367410, "total_flops": 9928345804800000, "train_loss": 0.036421940326690674, "subset_score_loss": 0.036421940326690674}
+{"step": 750000, "wall_time": 6872.645888805389, "train_loss_step": 3.206409454345703, "n_params": 4367410, "total_flops": 10062512640000000, "train_loss": 0.03670657157897949, "subset_score_loss": 0.03670657157897949}
+{"step": 760000, "wall_time": 6956.401392221451, "train_loss_step": 3.2361104488372803, "n_params": 4367410, "total_flops": 10196679475200000, "train_loss": 0.03661948680877686, "subset_score_loss": 0.03661948680877686}
+{"step": 770000, "wall_time": 7041.573353290558, "train_loss_step": 3.3607945442199707, "n_params": 4367410, "total_flops": 10330846310400000, "train_loss": 0.03566613435745239, "subset_score_loss": 0.03566613435745239}
+{"step": 780000, "wall_time": 7126.912655830383, "train_loss_step": 3.268883228302002, "n_params": 4367410, "total_flops": 10465013145600000, "train_loss": 0.03525928020477295, "subset_score_loss": 0.03525928020477295}
+{"step": 790000, "wall_time": 7210.028975725174, "train_loss_step": 3.160700798034668, "n_params": 4367410, "total_flops": 10599179980800000, "train_loss": 0.035696592330932614, "subset_score_loss": 0.035696592330932614}
+{"step": 800000, "wall_time": 7357.959829092026, "train_loss_step": 3.315805196762085, "n_params": 4367410, "total_flops": 10733346816000000, "train_loss": 0.03574461221694946, "subset_score_loss": 0.03574461221694946, "memorization_fraction_pixel": 0.27799999713897705, "mean_nn_ratio_pixel": 0.5468220114707947, "fid": 48.902778834029846}
+{"step": 810000, "wall_time": 7443.199494123459, "train_loss_step": 3.30409836769104, "n_params": 4367410, "total_flops": 10867513651200000, "train_loss": 0.03410253286361695, "subset_score_loss": 0.03410253286361695}
+{"step": 820000, "wall_time": 7528.302158355713, "train_loss_step": 3.2938010692596436, "n_params": 4367410, "total_flops": 11001680486400000, "train_loss": 0.034339759349823, "subset_score_loss": 0.034339759349823}
+{"step": 830000, "wall_time": 7613.530044078827, "train_loss_step": 3.405068874359131, "n_params": 4367410, "total_flops": 11135847321600000, "train_loss": 0.03379273653030396, "subset_score_loss": 0.03379273653030396}
+{"step": 840000, "wall_time": 7698.6739683151245, "train_loss_step": 3.250120162963867, "n_params": 4367410, "total_flops": 11270014156800000, "train_loss": 0.034294509887695314, "subset_score_loss": 0.034294509887695314}
+{"step": 850000, "wall_time": 7783.852516174316, "train_loss_step": 3.219587564468384, "n_params": 4367410, "total_flops": 11404180992000000, "train_loss": 0.03378209590911865, "subset_score_loss": 0.03378209590911865}
+{"step": 860000, "wall_time": 7869.445068597794, "train_loss_step": 3.510800361633301, "n_params": 4367410, "total_flops": 11538347827200000, "train_loss": 0.03468431949615478, "subset_score_loss": 0.03468431949615478}
+{"step": 870000, "wall_time": 7953.134992361069, "train_loss_step": 3.1674108505249023, "n_params": 4367410, "total_flops": 11672514662400000, "train_loss": 0.032860026359558106, "subset_score_loss": 0.032860026359558106}
+{"step": 880000, "wall_time": 8038.374332666397, "train_loss_step": 2.9814493656158447, "n_params": 4367410, "total_flops": 11806681497600000, "train_loss": 0.033140401840209964, "subset_score_loss": 0.033140401840209964}
+{"step": 890000, "wall_time": 8123.562136888504, "train_loss_step": 2.8738324642181396, "n_params": 4367410, "total_flops": 11940848332800000, "train_loss": 0.032702624797821045, "subset_score_loss": 0.032702624797821045}
+{"step": 900000, "wall_time": 8269.30051612854, "train_loss_step": 3.213592290878296, "n_params": 4367410, "total_flops": 12075015168000000, "train_loss": 0.0323999810218811, "subset_score_loss": 0.0323999810218811, "memorization_fraction_pixel": 0.30730000138282776, "mean_nn_ratio_pixel": 0.5267295241355896, "fid": 48.56164297337682}
+{"step": 910000, "wall_time": 8354.599293708801, "train_loss_step": 3.18951416015625, "n_params": 4367410, "total_flops": 12209182003200000, "train_loss": 0.0326448655128479, "subset_score_loss": 0.0326448655128479}
+{"step": 920000, "wall_time": 8439.854306936264, "train_loss_step": 3.418280839920044, "n_params": 4367410, "total_flops": 12343348838400000, "train_loss": 0.032388162612915036, "subset_score_loss": 0.032388162612915036}
+{"step": 930000, "wall_time": 8524.956555843353, "train_loss_step": 3.082158088684082, "n_params": 4367410, "total_flops": 12477515673600000, "train_loss": 0.031453254222869875, "subset_score_loss": 0.031453254222869875}
+{"step": 940000, "wall_time": 8610.170650959015, "train_loss_step": 3.1974692344665527, "n_params": 4367410, "total_flops": 12611682508800000, "train_loss": 0.03225470304489136, "subset_score_loss": 0.03225470304489136}
+{"step": 950000, "wall_time": 8695.329102754593, "train_loss_step": 3.042036533355713, "n_params": 4367410, "total_flops": 12745849344000000, "train_loss": 0.031765103340148926, "subset_score_loss": 0.031765103340148926}
+{"step": 960000, "wall_time": 8780.54219174385, "train_loss_step": 2.942483901977539, "n_params": 4367410, "total_flops": 12880016179200000, "train_loss": 0.03178334474563599, "subset_score_loss": 0.03178334474563599}
+{"step": 970000, "wall_time": 8865.129267930984, "train_loss_step": 3.314079761505127, "n_params": 4367410, "total_flops": 13014183014400000, "train_loss": 0.0311495041847229, "subset_score_loss": 0.0311495041847229}
+{"step": 980000, "wall_time": 8949.618932962418, "train_loss_step": 3.0649619102478027, "n_params": 4367410, "total_flops": 13148349849600000, "train_loss": 0.031090500354766844, "subset_score_loss": 0.031090500354766844}
+{"step": 990000, "wall_time": 9034.838157653809, "train_loss_step": 2.977325439453125, "n_params": 4367410, "total_flops": 13282516684800000, "train_loss": 0.03096379280090332, "subset_score_loss": 0.03096379280090332}
+{"step": 1000000, "wall_time": 9182.288744449615, "train_loss_step": 3.1339125633239746, "n_params": 4367410, "total_flops": 13416683520000000, "train_loss": 0.03074700355529785, "subset_score_loss": 0.03074700355529785, "memorization_fraction_pixel": 0.3495999872684479, "mean_nn_ratio_pixel": 0.4962126910686493, "fid": 49.51237641611715}
+{"step": 1010000, "wall_time": 9265.568152189255, "train_loss_step": 3.1343729496002197, "n_params": 4367410, "total_flops": 13550850355200000, "train_loss": 0.030024266242980956, "subset_score_loss": 0.030024266242980956}
+{"step": 1020000, "wall_time": 9350.793088436127, "train_loss_step": 3.3035264015197754, "n_params": 4367410, "total_flops": 13685017190400000, "train_loss": 0.03021773099899292, "subset_score_loss": 0.03021773099899292}
+{"step": 1030000, "wall_time": 9435.870376110077, "train_loss_step": 3.31062388420105, "n_params": 4367410, "total_flops": 13819184025600000, "train_loss": 0.02980091094970703, "subset_score_loss": 0.02980091094970703}
+{"step": 1040000, "wall_time": 9521.081892967224, "train_loss_step": 3.101170301437378, "n_params": 4367410, "total_flops": 13953350860800000, "train_loss": 0.03003481149673462, "subset_score_loss": 0.03003481149673462}
+{"step": 1050000, "wall_time": 9606.124260663986, "train_loss_step": 3.0200624465942383, "n_params": 4367410, "total_flops": 14087517696000000, "train_loss": 0.0293170428276062, "subset_score_loss": 0.0293170428276062}
+{"step": 1060000, "wall_time": 9691.341144561768, "train_loss_step": 3.011324882507324, "n_params": 4367410, "total_flops": 14221684531200000, "train_loss": 0.029117796421051025, "subset_score_loss": 0.029117796421051025}
+{"step": 1070000, "wall_time": 9776.582566261292, "train_loss_step": 3.2818081378936768, "n_params": 4367410, "total_flops": 14355851366400000, "train_loss": 0.028952133655548096, "subset_score_loss": 0.028952133655548096}
+{"step": 1080000, "wall_time": 9860.299420118332, "train_loss_step": 3.3786673545837402, "n_params": 4367410, "total_flops": 14490018201600000, "train_loss": 0.028821258544921874, "subset_score_loss": 0.028821258544921874}
+{"step": 1090000, "wall_time": 9945.411900281906, "train_loss_step": 3.164140224456787, "n_params": 4367410, "total_flops": 14624185036800000, "train_loss": 0.028929696083068848, "subset_score_loss": 0.028929696083068848}
+{"step": 1100000, "wall_time": 10093.212005376816, "train_loss_step": 3.1576454639434814, "n_params": 4367410, "total_flops": 14758351872000000, "train_loss": 0.028157720565795897, "subset_score_loss": 0.028157720565795897, "memorization_fraction_pixel": 0.37940001487731934, "mean_nn_ratio_pixel": 0.4780796766281128, "fid": 48.43320157914285}
+{"step": 1110000, "wall_time": 10178.719532251358, "train_loss_step": 3.09012770652771, "n_params": 4367410, "total_flops": 14892518707200000, "train_loss": 0.02909968376159668, "subset_score_loss": 0.02909968376159668}
+{"step": 1120000, "wall_time": 10261.622546672821, "train_loss_step": 2.9445691108703613, "n_params": 4367410, "total_flops": 15026685542400000, "train_loss": 0.028367993831634523, "subset_score_loss": 0.028367993831634523}
+{"step": 1130000, "wall_time": 10346.790195941925, "train_loss_step": 3.1889147758483887, "n_params": 4367410, "total_flops": 15160852377600000, "train_loss": 0.028820452690124513, "subset_score_loss": 0.028820452690124513}
+{"step": 1140000, "wall_time": 10432.028599977493, "train_loss_step": 3.2321152687072754, "n_params": 4367410, "total_flops": 15295019212800000, "train_loss": 0.0287383508682251, "subset_score_loss": 0.0287383508682251}
+{"step": 1150000, "wall_time": 10517.254251003265, "train_loss_step": 2.8551504611968994, "n_params": 4367410, "total_flops": 15429186048000000, "train_loss": 0.02727015972137451, "subset_score_loss": 0.02727015972137451}
+{"step": 1160000, "wall_time": 10602.381894350052, "train_loss_step": 2.9754021167755127, "n_params": 4367410, "total_flops": 15563352883200000, "train_loss": 0.0273115873336792, "subset_score_loss": 0.0273115873336792}
+{"step": 1170000, "wall_time": 10687.563107728958, "train_loss_step": 2.905871868133545, "n_params": 4367410, "total_flops": 15697519718400000, "train_loss": 0.027657501697540283, "subset_score_loss": 0.027657501697540283}
+{"step": 1180000, "wall_time": 10772.883658409119, "train_loss_step": 3.13639760017395, "n_params": 4367410, "total_flops": 15831686553600000, "train_loss": 0.02752188205718994, "subset_score_loss": 0.02752188205718994}
+{"step": 1190000, "wall_time": 10855.793639659882, "train_loss_step": 2.880249500274658, "n_params": 4367410, "total_flops": 15965853388800000, "train_loss": 0.027164449691772462, "subset_score_loss": 0.027164449691772462}
+{"step": 1200000, "wall_time": 11004.4873316288, "train_loss_step": 2.865464448928833, "n_params": 4367410, "total_flops": 16100020224000000, "train_loss": 0.027041447162628175, "subset_score_loss": 0.027041447162628175, "memorization_fraction_pixel": 0.4142000079154968, "mean_nn_ratio_pixel": 0.46165311336517334, "fid": 48.35142281301781}
+{"step": 1210000, "wall_time": 11089.804393529892, "train_loss_step": 2.866751194000244, "n_params": 4367410, "total_flops": 16234187059200000, "train_loss": 0.027397224903106688, "subset_score_loss": 0.027397224903106688}
+{"step": 1220000, "wall_time": 11175.295818567276, "train_loss_step": 3.313215970993042, "n_params": 4367410, "total_flops": 16368353894400000, "train_loss": 0.027119479179382323, "subset_score_loss": 0.027119479179382323}
+{"step": 1230000, "wall_time": 11258.368720531464, "train_loss_step": 2.793489933013916, "n_params": 4367410, "total_flops": 16502520729600000, "train_loss": 0.027551686763763426, "subset_score_loss": 0.027551686763763426}
+{"step": 1240000, "wall_time": 11343.431939125061, "train_loss_step": 3.0503978729248047, "n_params": 4367410, "total_flops": 16636687564800000, "train_loss": 0.02687666654586792, "subset_score_loss": 0.02687666654586792}
+{"step": 1250000, "wall_time": 11428.681991577148, "train_loss_step": 2.9462246894836426, "n_params": 4367410, "total_flops": 16770854400000000, "train_loss": 0.02616706132888794, "subset_score_loss": 0.02616706132888794}
+{"step": 1260000, "wall_time": 11513.94918346405, "train_loss_step": 2.840301036834717, "n_params": 4367410, "total_flops": 16905021235200000, "train_loss": 0.026793181896209717, "subset_score_loss": 0.026793181896209717}
+{"step": 1270000, "wall_time": 11599.017308473587, "train_loss_step": 2.9218907356262207, "n_params": 4367410, "total_flops": 17039188070400000, "train_loss": 0.02584078788757324, "subset_score_loss": 0.02584078788757324}
+{"step": 1280000, "wall_time": 11684.233969926834, "train_loss_step": 2.9150209426879883, "n_params": 4367410, "total_flops": 17173354905600000, "train_loss": 0.02622143507003784, "subset_score_loss": 0.02622143507003784}
+{"step": 1290000, "wall_time": 11767.817308664322, "train_loss_step": 3.0438342094421387, "n_params": 4367410, "total_flops": 17307521740800000, "train_loss": 0.02658611536026001, "subset_score_loss": 0.02658611536026001}
+{"step": 1300000, "wall_time": 11914.75508403778, "train_loss_step": 3.155496120452881, "n_params": 4367410, "total_flops": 17441688576000000, "train_loss": 0.025541369915008546, "subset_score_loss": 0.025541369915008546, "memorization_fraction_pixel": 0.4465999901294708, "mean_nn_ratio_pixel": 0.4465923309326172, "fid": 48.36426682677512}
+{"step": 1310000, "wall_time": 11999.970358133316, "train_loss_step": 3.1155714988708496, "n_params": 4367410, "total_flops": 17575855411200000, "train_loss": 0.026739087104797363, "subset_score_loss": 0.026739087104797363}
+{"step": 1320000, "wall_time": 12085.166772127151, "train_loss_step": 3.0686187744140625, "n_params": 4367410, "total_flops": 17710022246400000, "train_loss": 0.02510681629180908, "subset_score_loss": 0.02510681629180908}
+{"step": 1330000, "wall_time": 12170.472742557526, "train_loss_step": 3.040738582611084, "n_params": 4367410, "total_flops": 17844189081600000, "train_loss": 0.02538189649581909, "subset_score_loss": 0.02538189649581909}
+{"step": 1340000, "wall_time": 12253.72388792038, "train_loss_step": 2.9959189891815186, "n_params": 4367410, "total_flops": 17978355916800000, "train_loss": 0.025748150348663332, "subset_score_loss": 0.025748150348663332}
+{"step": 1350000, "wall_time": 12338.886725187302, "train_loss_step": 3.074446678161621, "n_params": 4367410, "total_flops": 18112522752000000, "train_loss": 0.025520057678222657, "subset_score_loss": 0.025520057678222657}
+{"step": 1360000, "wall_time": 12424.135222434998, "train_loss_step": 2.8638076782226562, "n_params": 4367410, "total_flops": 18246689587200000, "train_loss": 0.025000107288360596, "subset_score_loss": 0.025000107288360596}
+{"step": 1370000, "wall_time": 12509.36884713173, "train_loss_step": 3.0276057720184326, "n_params": 4367410, "total_flops": 18380856422400000, "train_loss": 0.02548736333847046, "subset_score_loss": 0.02548736333847046}
+{"step": 1380000, "wall_time": 12594.439779281616, "train_loss_step": 2.5979018211364746, "n_params": 4367410, "total_flops": 18515023257600000, "train_loss": 0.026022136211395264, "subset_score_loss": 0.026022136211395264}
+{"step": 1390000, "wall_time": 12677.690900802612, "train_loss_step": 3.1342945098876953, "n_params": 4367410, "total_flops": 18649190092800000, "train_loss": 0.024774439334869384, "subset_score_loss": 0.024774439334869384}
+{"step": 1400000, "wall_time": 12825.998564481735, "train_loss_step": 2.7460620403289795, "n_params": 4367410, "total_flops": 18783356928000000, "train_loss": 0.024748468399047853, "subset_score_loss": 0.024748468399047853, "memorization_fraction_pixel": 0.46309998631477356, "mean_nn_ratio_pixel": 0.4304552674293518, "fid": 48.123443667439986}
+{"step": 1410000, "wall_time": 12911.267951965332, "train_loss_step": 3.2345407009124756, "n_params": 4367410, "total_flops": 18917523763200000, "train_loss": 0.02462019681930542, "subset_score_loss": 0.02462019681930542}
+{"step": 1420000, "wall_time": 12996.466852903366, "train_loss_step": 3.0781593322753906, "n_params": 4367410, "total_flops": 19051690598400000, "train_loss": 0.024477384090423583, "subset_score_loss": 0.024477384090423583}
+{"step": 1430000, "wall_time": 13081.676801204681, "train_loss_step": 2.9007129669189453, "n_params": 4367410, "total_flops": 19185857433600000, "train_loss": 0.02377246379852295, "subset_score_loss": 0.02377246379852295}
+{"step": 1440000, "wall_time": 13166.944070100784, "train_loss_step": 2.961031436920166, "n_params": 4367410, "total_flops": 19320024268800000, "train_loss": 0.024658215045928956, "subset_score_loss": 0.024658215045928956}
+{"step": 1450000, "wall_time": 13250.32488155365, "train_loss_step": 3.1022868156433105, "n_params": 4367410, "total_flops": 19454191104000000, "train_loss": 0.02448821544647217, "subset_score_loss": 0.02448821544647217}
+{"step": 1460000, "wall_time": 13335.420159339905, "train_loss_step": 3.1628966331481934, "n_params": 4367410, "total_flops": 19588357939200000, "train_loss": 0.024393343925476076, "subset_score_loss": 0.024393343925476076}
+{"step": 1470000, "wall_time": 13420.618017911911, "train_loss_step": 2.7658121585845947, "n_params": 4367410, "total_flops": 19722524774400000, "train_loss": 0.023968205451965333, "subset_score_loss": 0.023968205451965333}
+{"step": 1480000, "wall_time": 13505.666193723679, "train_loss_step": 2.7626256942749023, "n_params": 4367410, "total_flops": 19856691609600000, "train_loss": 0.023327484130859374, "subset_score_loss": 0.023327484130859374}
+{"step": 1490000, "wall_time": 13589.085058450699, "train_loss_step": 3.0273938179016113, "n_params": 4367410, "total_flops": 19990858444800000, "train_loss": 0.023735675811767578, "subset_score_loss": 0.023735675811767578}
+{"step": 1500000, "wall_time": 13739.39497256279, "train_loss_step": 3.204326868057251, "n_params": 4367410, "total_flops": 20125025280000000, "train_loss": 0.023513545989990236, "subset_score_loss": 0.023513545989990236, "memorization_fraction_pixel": 0.5149000287055969, "mean_nn_ratio_pixel": 0.41187623143196106, "fid": 47.507102610202494}
+{"step": 1510000, "wall_time": 13823.021676063538, "train_loss_step": 2.900644540786743, "n_params": 4367410, "total_flops": 20259192115200000, "train_loss": 0.02327225923538208, "subset_score_loss": 0.02327225923538208}
+{"step": 1520000, "wall_time": 13908.21852850914, "train_loss_step": 2.860602855682373, "n_params": 4367410, "total_flops": 20393358950400000, "train_loss": 0.023508920669555664, "subset_score_loss": 0.023508920669555664}
+{"step": 1530000, "wall_time": 13993.446591615677, "train_loss_step": 2.8820276260375977, "n_params": 4367410, "total_flops": 20527525785600000, "train_loss": 0.023363566398620604, "subset_score_loss": 0.023363566398620604}
+{"step": 1540000, "wall_time": 14078.67793726921, "train_loss_step": 2.6544644832611084, "n_params": 4367410, "total_flops": 20661692620800000, "train_loss": 0.023476591110229494, "subset_score_loss": 0.023476591110229494}
+{"step": 1550000, "wall_time": 14163.748039007187, "train_loss_step": 2.898375988006592, "n_params": 4367410, "total_flops": 20795859456000000, "train_loss": 0.023567028045654297, "subset_score_loss": 0.023567028045654297}
+{"step": 1560000, "wall_time": 14249.499579906464, "train_loss_step": 3.0566976070404053, "n_params": 4367410, "total_flops": 20930026291200000, "train_loss": 0.023091485500335695, "subset_score_loss": 0.023091485500335695}
+{"step": 1570000, "wall_time": 14332.233696222305, "train_loss_step": 3.050422191619873, "n_params": 4367410, "total_flops": 21064193126400000, "train_loss": 0.023058311939239504, "subset_score_loss": 0.023058311939239504}
+{"step": 1580000, "wall_time": 14417.474972724915, "train_loss_step": 2.827491283416748, "n_params": 4367410, "total_flops": 21198359961600000, "train_loss": 0.024028604030609132, "subset_score_loss": 0.024028604030609132}
+{"step": 1590000, "wall_time": 14498.814983606339, "train_loss_step": 2.8095922470092773, "n_params": 4367410, "total_flops": 21332526796800000, "train_loss": 0.023537535667419434, "subset_score_loss": 0.023537535667419434}
+{"step": 1600000, "wall_time": 14650.414674758911, "train_loss_step": 2.848266839981079, "n_params": 4367410, "total_flops": 21466693632000000, "train_loss": 0.02313868045806885, "subset_score_loss": 0.02313868045806885, "memorization_fraction_pixel": 0.5149000287055969, "mean_nn_ratio_pixel": 0.40284672379493713, "fid": 47.85331429119023}
+{"step": 1610000, "wall_time": 14734.24864435196, "train_loss_step": 2.623589038848877, "n_params": 4367410, "total_flops": 21600860467200000, "train_loss": 0.022296252250671385, "subset_score_loss": 0.022296252250671385}
+{"step": 1620000, "wall_time": 14819.437824010849, "train_loss_step": 2.5605833530426025, "n_params": 4367410, "total_flops": 21735027302400000, "train_loss": 0.02243255853652954, "subset_score_loss": 0.02243255853652954}
+{"step": 1630000, "wall_time": 14904.666711568832, "train_loss_step": 2.951617956161499, "n_params": 4367410, "total_flops": 21869194137600000, "train_loss": 0.022436468601226806, "subset_score_loss": 0.022436468601226806}
+{"step": 1640000, "wall_time": 14989.890889167786, "train_loss_step": 2.8019204139709473, "n_params": 4367410, "total_flops": 22003360972800000, "train_loss": 0.022248096466064453, "subset_score_loss": 0.022248096466064453}
+{"step": 1650000, "wall_time": 15075.104273796082, "train_loss_step": 3.112185478210449, "n_params": 4367410, "total_flops": 22137527808000000, "train_loss": 0.02152543544769287, "subset_score_loss": 0.02152543544769287}
+{"step": 1660000, "wall_time": 15160.203324079514, "train_loss_step": 3.068992853164673, "n_params": 4367410, "total_flops": 22271694643200000, "train_loss": 0.02205352783203125, "subset_score_loss": 0.02205352783203125}
+{"step": 1670000, "wall_time": 15245.801195859909, "train_loss_step": 2.9311363697052, "n_params": 4367410, "total_flops": 22405861478400000, "train_loss": 0.022499947547912597, "subset_score_loss": 0.022499947547912597}
+{"step": 1680000, "wall_time": 15328.925516605377, "train_loss_step": 2.8714780807495117, "n_params": 4367410, "total_flops": 22540028313600000, "train_loss": 0.022054824829101562, "subset_score_loss": 0.022054824829101562}
+{"step": 1690000, "wall_time": 15410.18966627121, "train_loss_step": 2.540264844894409, "n_params": 4367410, "total_flops": 22674195148800000, "train_loss": 0.022251241207122803, "subset_score_loss": 0.022251241207122803}
+{"step": 1700000, "wall_time": 15561.56344628334, "train_loss_step": 2.8220083713531494, "n_params": 4367410, "total_flops": 22808361984000000, "train_loss": 0.02131664752960205, "subset_score_loss": 0.02131664752960205, "memorization_fraction_pixel": 0.5612000226974487, "mean_nn_ratio_pixel": 0.3907187581062317, "fid": 47.484813609838625}
+{"step": 1710000, "wall_time": 15646.873758792877, "train_loss_step": 2.9077303409576416, "n_params": 4367410, "total_flops": 22942528819200000, "train_loss": 0.021277856826782227, "subset_score_loss": 0.021277856826782227}
+{"step": 1720000, "wall_time": 15730.635466098785, "train_loss_step": 3.008114814758301, "n_params": 4367410, "total_flops": 23076695654400000, "train_loss": 0.02156963586807251, "subset_score_loss": 0.02156963586807251}
+{"step": 1730000, "wall_time": 15815.862559556961, "train_loss_step": 2.9878854751586914, "n_params": 4367410, "total_flops": 23210862489600000, "train_loss": 0.021542608737945557, "subset_score_loss": 0.021542608737945557}
+{"step": 1740000, "wall_time": 15901.012666940689, "train_loss_step": 2.910710573196411, "n_params": 4367410, "total_flops": 23345029324800000, "train_loss": 0.02094390392303467, "subset_score_loss": 0.02094390392303467}
+{"step": 1750000, "wall_time": 15986.2518658638, "train_loss_step": 2.9530599117279053, "n_params": 4367410, "total_flops": 23479196160000000, "train_loss": 0.020845308303833007, "subset_score_loss": 0.020845308303833007}
+{"step": 1760000, "wall_time": 16071.333947658539, "train_loss_step": 2.632718563079834, "n_params": 4367410, "total_flops": 23613362995200000, "train_loss": 0.021473188400268555, "subset_score_loss": 0.021473188400268555}
+{"step": 1770000, "wall_time": 16156.561261892319, "train_loss_step": 2.789579391479492, "n_params": 4367410, "total_flops": 23747529830400000, "train_loss": 0.021499125957489013, "subset_score_loss": 0.021499125957489013}
+{"step": 1780000, "wall_time": 16241.86930847168, "train_loss_step": 2.853825092315674, "n_params": 4367410, "total_flops": 23881696665600000, "train_loss": 0.02111048698425293, "subset_score_loss": 0.02111048698425293}
+{"step": 1790000, "wall_time": 16321.826289176941, "train_loss_step": 3.0164568424224854, "n_params": 4367410, "total_flops": 24015863500800000, "train_loss": 0.02118638753890991, "subset_score_loss": 0.02118638753890991}
+{"step": 1800000, "wall_time": 16473.23969912529, "train_loss_step": 3.035982370376587, "n_params": 4367410, "total_flops": 24150030336000000, "train_loss": 0.020557658672332765, "subset_score_loss": 0.020557658672332765, "memorization_fraction_pixel": 0.5687999725341797, "mean_nn_ratio_pixel": 0.3839038908481598, "fid": 46.947301341892484}
+{"step": 1810000, "wall_time": 16558.47841691971, "train_loss_step": 2.7871456146240234, "n_params": 4367410, "total_flops": 24284197171200000, "train_loss": 0.020475475788116454, "subset_score_loss": 0.020475475788116454}
+{"step": 1820000, "wall_time": 16643.907742500305, "train_loss_step": 3.017216682434082, "n_params": 4367410, "total_flops": 24418364006400000, "train_loss": 0.02030303716659546, "subset_score_loss": 0.02030303716659546}
+{"step": 1830000, "wall_time": 16727.622883558273, "train_loss_step": 2.9090566635131836, "n_params": 4367410, "total_flops": 24552530841600000, "train_loss": 0.020862174034118653, "subset_score_loss": 0.020862174034118653}
+{"step": 1840000, "wall_time": 16812.828177690506, "train_loss_step": 2.9555602073669434, "n_params": 4367410, "total_flops": 24686697676800000, "train_loss": 0.021098575592041015, "subset_score_loss": 0.021098575592041015}
+{"step": 1850000, "wall_time": 16898.105788230896, "train_loss_step": 2.8330230712890625, "n_params": 4367410, "total_flops": 24820864512000000, "train_loss": 0.02026973009109497, "subset_score_loss": 0.02026973009109497}
+{"step": 1860000, "wall_time": 16983.29426598549, "train_loss_step": 2.63537335395813, "n_params": 4367410, "total_flops": 24955031347200000, "train_loss": 0.020358073711395263, "subset_score_loss": 0.020358073711395263}
+{"step": 1870000, "wall_time": 17068.45597910881, "train_loss_step": 2.775097370147705, "n_params": 4367410, "total_flops": 25089198182400000, "train_loss": 0.020160720348358155, "subset_score_loss": 0.020160720348358155}
+{"step": 1880000, "wall_time": 17153.61662530899, "train_loss_step": 3.09555721282959, "n_params": 4367410, "total_flops": 25223365017600000, "train_loss": 0.020138540267944337, "subset_score_loss": 0.020138540267944337}
+{"step": 1890000, "wall_time": 17235.126200914383, "train_loss_step": 2.707195281982422, "n_params": 4367410, "total_flops": 25357531852800000, "train_loss": 0.021217398643493653, "subset_score_loss": 0.021217398643493653}
+{"step": 1900000, "wall_time": 17385.28253889084, "train_loss_step": 2.816692590713501, "n_params": 4367410, "total_flops": 25491698688000000, "train_loss": 0.020181031227111818, "subset_score_loss": 0.020181031227111818, "memorization_fraction_pixel": 0.585099995136261, "mean_nn_ratio_pixel": 0.37386831641197205, "fid": 46.897102662971434}
+{"step": 1910000, "wall_time": 17470.37364912033, "train_loss_step": 2.3964293003082275, "n_params": 4367410, "total_flops": 25625865523200000, "train_loss": 0.019618924856185913, "subset_score_loss": 0.019618924856185913}
+{"step": 1920000, "wall_time": 17555.605998039246, "train_loss_step": 2.8800034523010254, "n_params": 4367410, "total_flops": 25760032358400000, "train_loss": 0.020147581100463868, "subset_score_loss": 0.020147581100463868}
+{"step": 1930000, "wall_time": 17641.17186307907, "train_loss_step": 3.2861008644104004, "n_params": 4367410, "total_flops": 25894199193600000, "train_loss": 0.020751626491546632, "subset_score_loss": 0.020751626491546632}
+{"step": 1940000, "wall_time": 17724.685950517654, "train_loss_step": 2.678886890411377, "n_params": 4367410, "total_flops": 26028366028800000, "train_loss": 0.018991199731826783, "subset_score_loss": 0.018991199731826783}
+{"step": 1950000, "wall_time": 17809.974167108536, "train_loss_step": 2.531511068344116, "n_params": 4367410, "total_flops": 26162532864000000, "train_loss": 0.019554235935211182, "subset_score_loss": 0.019554235935211182}
+{"step": 1960000, "wall_time": 17895.225566864014, "train_loss_step": 2.864521026611328, "n_params": 4367410, "total_flops": 26296699699200000, "train_loss": 0.019813042879104615, "subset_score_loss": 0.019813042879104615}
+{"step": 1970000, "wall_time": 17980.31123971939, "train_loss_step": 2.576474666595459, "n_params": 4367410, "total_flops": 26430866534400000, "train_loss": 0.019281420707702637, "subset_score_loss": 0.019281420707702637}
+{"step": 1980000, "wall_time": 18064.04355573654, "train_loss_step": 2.947359561920166, "n_params": 4367410, "total_flops": 26565033369600000, "train_loss": 0.0196609628200531, "subset_score_loss": 0.0196609628200531}
+{"step": 1990000, "wall_time": 18146.749384880066, "train_loss_step": 2.9638075828552246, "n_params": 4367410, "total_flops": 26699200204800000, "train_loss": 0.01971868872642517, "subset_score_loss": 0.01971868872642517}
+{"step": 2000000, "wall_time": 18297.713582515717, "train_loss_step": 2.8933417797088623, "n_params": 4367410, "total_flops": 26833367040000000, "train_loss": 0.019256634712219237, "subset_score_loss": 0.019256634712219237, "memorization_fraction_pixel": 0.599399983882904, "mean_nn_ratio_pixel": 0.36674413084983826, "fid": 47.80274551633774}
+{"step": 2010000, "wall_time": 18380.6079890728, "train_loss_step": 2.7856903076171875, "n_params": 4367410, "total_flops": 26967533875200000, "train_loss": 0.018988441228866577, "subset_score_loss": 0.018988441228866577}
+{"step": 2020000, "wall_time": 18465.794496536255, "train_loss_step": 2.6486639976501465, "n_params": 4367410, "total_flops": 27101700710400000, "train_loss": 0.01902610659599304, "subset_score_loss": 0.01902610659599304}
+{"step": 2030000, "wall_time": 18550.903475522995, "train_loss_step": 2.540419101715088, "n_params": 4367410, "total_flops": 27235867545600000, "train_loss": 0.018979852199554444, "subset_score_loss": 0.018979852199554444}
+{"step": 2040000, "wall_time": 18636.653564214706, "train_loss_step": 2.915421485900879, "n_params": 4367410, "total_flops": 27370034380800000, "train_loss": 0.018796606063842772, "subset_score_loss": 0.018796606063842772}
+{"step": 2050000, "wall_time": 18719.967886447906, "train_loss_step": 3.191347122192383, "n_params": 4367410, "total_flops": 27504201216000000, "train_loss": 0.018780208826065063, "subset_score_loss": 0.018780208826065063}
+{"step": 2060000, "wall_time": 18805.163570165634, "train_loss_step": 2.4254140853881836, "n_params": 4367410, "total_flops": 27638368051200000, "train_loss": 0.018575705289840698, "subset_score_loss": 0.018575705289840698}
+{"step": 2070000, "wall_time": 18890.215119361877, "train_loss_step": 2.890721321105957, "n_params": 4367410, "total_flops": 27772534886400000, "train_loss": 0.018690091371536256, "subset_score_loss": 0.018690091371536256}
+{"step": 2080000, "wall_time": 18973.505657434464, "train_loss_step": 2.521702289581299, "n_params": 4367410, "total_flops": 27906701721600000, "train_loss": 0.019638839960098266, "subset_score_loss": 0.019638839960098266}
+{"step": 2090000, "wall_time": 19056.861525297165, "train_loss_step": 2.9696688652038574, "n_params": 4367410, "total_flops": 28040868556800000, "train_loss": 0.01858858346939087, "subset_score_loss": 0.01858858346939087}
+{"step": 2100000, "wall_time": 19207.544063568115, "train_loss_step": 2.678889513015747, "n_params": 4367410, "total_flops": 28175035392000000, "train_loss": 0.018310935497283937, "subset_score_loss": 0.018310935497283937, "memorization_fraction_pixel": 0.6180999875068665, "mean_nn_ratio_pixel": 0.3601822853088379, "fid": 47.06255885740421}
+{"step": 2110000, "wall_time": 19293.06806254387, "train_loss_step": 2.933253049850464, "n_params": 4367410, "total_flops": 28309202227200000, "train_loss": 0.018325934410095213, "subset_score_loss": 0.018325934410095213}
+{"step": 2120000, "wall_time": 19376.789107084274, "train_loss_step": 2.670423984527588, "n_params": 4367410, "total_flops": 28443369062400000, "train_loss": 0.01859286904335022, "subset_score_loss": 0.01859286904335022}
+{"step": 2130000, "wall_time": 19462.020674943924, "train_loss_step": 2.745234489440918, "n_params": 4367410, "total_flops": 28577535897600000, "train_loss": 0.018046417236328126, "subset_score_loss": 0.018046417236328126}
+{"step": 2140000, "wall_time": 19547.176468610764, "train_loss_step": 2.831930637359619, "n_params": 4367410, "total_flops": 28711702732800000, "train_loss": 0.019245672225952148, "subset_score_loss": 0.019245672225952148}
+{"step": 2150000, "wall_time": 19631.058086395264, "train_loss_step": 2.8268117904663086, "n_params": 4367410, "total_flops": 28845869568000000, "train_loss": 0.01768908739089966, "subset_score_loss": 0.01768908739089966}
+{"step": 2160000, "wall_time": 19716.291577339172, "train_loss_step": 2.7383484840393066, "n_params": 4367410, "total_flops": 28980036403200000, "train_loss": 0.01847827196121216, "subset_score_loss": 0.01847827196121216}
+{"step": 2170000, "wall_time": 19801.47666335106, "train_loss_step": 2.5296308994293213, "n_params": 4367410, "total_flops": 29114203238400000, "train_loss": 0.018350813388824463, "subset_score_loss": 0.018350813388824463}
+{"step": 2180000, "wall_time": 19884.70060276985, "train_loss_step": 2.9890589714050293, "n_params": 4367410, "total_flops": 29248370073600000, "train_loss": 0.01787434458732605, "subset_score_loss": 0.01787434458732605}
+{"step": 2190000, "wall_time": 19968.266932964325, "train_loss_step": 2.6418943405151367, "n_params": 4367410, "total_flops": 29382536908800000, "train_loss": 0.018237615823745727, "subset_score_loss": 0.018237615823745727}
+{"step": 2200000, "wall_time": 20119.87707710266, "train_loss_step": 2.7436118125915527, "n_params": 4367410, "total_flops": 29516703744000000, "train_loss": 0.017987135648727417, "subset_score_loss": 0.017987135648727417, "memorization_fraction_pixel": 0.6420999765396118, "mean_nn_ratio_pixel": 0.35046669840812683, "fid": 47.133264244432226}
+{"step": 2210000, "wall_time": 20205.134209632874, "train_loss_step": 2.736705780029297, "n_params": 4367410, "total_flops": 29650870579200000, "train_loss": 0.018056702613830567, "subset_score_loss": 0.018056702613830567}
+{"step": 2220000, "wall_time": 20290.48832464218, "train_loss_step": 2.681291341781616, "n_params": 4367410, "total_flops": 29785037414400000, "train_loss": 0.017172867059707643, "subset_score_loss": 0.017172867059707643}
+{"step": 2230000, "wall_time": 20373.872891664505, "train_loss_step": 2.9421546459198, "n_params": 4367410, "total_flops": 29919204249600000, "train_loss": 0.01734519362449646, "subset_score_loss": 0.01734519362449646}
+{"step": 2240000, "wall_time": 20459.0925385952, "train_loss_step": 2.516561269760132, "n_params": 4367410, "total_flops": 30053371084800000, "train_loss": 0.017180449962615967, "subset_score_loss": 0.017180449962615967}
+{"step": 2250000, "wall_time": 20544.328942775726, "train_loss_step": 2.68693208694458, "n_params": 4367410, "total_flops": 30187537920000000, "train_loss": 0.01774193286895752, "subset_score_loss": 0.01774193286895752}
+{"step": 2260000, "wall_time": 20628.346970319748, "train_loss_step": 3.0017688274383545, "n_params": 4367410, "total_flops": 30321704755200000, "train_loss": 0.017186963558197023, "subset_score_loss": 0.017186963558197023}
+{"step": 2270000, "wall_time": 20713.56361889839, "train_loss_step": 2.9642462730407715, "n_params": 4367410, "total_flops": 30455871590400000, "train_loss": 0.017153894901275633, "subset_score_loss": 0.017153894901275633}
+{"step": 2280000, "wall_time": 20796.68300628662, "train_loss_step": 2.7671334743499756, "n_params": 4367410, "total_flops": 30590038425600000, "train_loss": 0.017431092262268067, "subset_score_loss": 0.017431092262268067}
+{"step": 2290000, "wall_time": 20880.033422231674, "train_loss_step": 2.72560453414917, "n_params": 4367410, "total_flops": 30724205260800000, "train_loss": 0.017541279792785646, "subset_score_loss": 0.017541279792785646}
+{"step": 2300000, "wall_time": 21030.739162921906, "train_loss_step": 2.651322841644287, "n_params": 4367410, "total_flops": 30858372096000000, "train_loss": 0.017062379121780394, "subset_score_loss": 0.017062379121780394, "memorization_fraction_pixel": 0.6539999842643738, "mean_nn_ratio_pixel": 0.3459641635417938, "fid": 46.55135215650884}
+{"step": 2310000, "wall_time": 21115.976510047913, "train_loss_step": 2.6667988300323486, "n_params": 4367410, "total_flops": 30992538931200000, "train_loss": 0.01690198540687561, "subset_score_loss": 0.01690198540687561}
+{"step": 2320000, "wall_time": 21201.163266420364, "train_loss_step": 2.7400331497192383, "n_params": 4367410, "total_flops": 31126705766400000, "train_loss": 0.017300060987472533, "subset_score_loss": 0.017300060987472533}
+{"step": 2330000, "wall_time": 21286.369091033936, "train_loss_step": 2.5329222679138184, "n_params": 4367410, "total_flops": 31260872601600000, "train_loss": 0.01688617706298828, "subset_score_loss": 0.01688617706298828}
+{"step": 2340000, "wall_time": 21370.386826753616, "train_loss_step": 2.5420479774475098, "n_params": 4367410, "total_flops": 31395039436800000, "train_loss": 0.017362922430038452, "subset_score_loss": 0.017362922430038452}
+{"step": 2350000, "wall_time": 21455.67301440239, "train_loss_step": 2.7614481449127197, "n_params": 4367410, "total_flops": 31529206272000000, "train_loss": 0.01735862374305725, "subset_score_loss": 0.01735862374305725}
+{"step": 2360000, "wall_time": 21541.083762168884, "train_loss_step": 2.608372688293457, "n_params": 4367410, "total_flops": 31663373107200000, "train_loss": 0.017116966247558593, "subset_score_loss": 0.017116966247558593}
+{"step": 2370000, "wall_time": 21624.572640657425, "train_loss_step": 2.608637809753418, "n_params": 4367410, "total_flops": 31797539942400000, "train_loss": 0.01678492546081543, "subset_score_loss": 0.01678492546081543}
+{"step": 2380000, "wall_time": 21707.476024627686, "train_loss_step": 2.753614902496338, "n_params": 4367410, "total_flops": 31931706777600000, "train_loss": 0.01728089213371277, "subset_score_loss": 0.01728089213371277}
+{"step": 2390000, "wall_time": 21791.394819498062, "train_loss_step": 2.4180495738983154, "n_params": 4367410, "total_flops": 32065873612800000, "train_loss": 0.01621968150138855, "subset_score_loss": 0.01621968150138855}
+{"step": 2400000, "wall_time": 21943.06778526306, "train_loss_step": 2.6115310192108154, "n_params": 4367410, "total_flops": 32200040448000000, "train_loss": 0.017076594829559325, "subset_score_loss": 0.017076594829559325, "memorization_fraction_pixel": 0.6478000283241272, "mean_nn_ratio_pixel": 0.34523189067840576, "fid": 48.05767402989724}
+{"step": 2410000, "wall_time": 22028.36176586151, "train_loss_step": 2.7634377479553223, "n_params": 4367410, "total_flops": 32334207283200000, "train_loss": 0.017033512592315673, "subset_score_loss": 0.017033512592315673}
+{"step": 2420000, "wall_time": 22113.634721517563, "train_loss_step": 2.822232246398926, "n_params": 4367410, "total_flops": 32468374118400000, "train_loss": 0.01589869737625122, "subset_score_loss": 0.01589869737625122}
+{"step": 2430000, "wall_time": 22198.809084653854, "train_loss_step": 2.7718920707702637, "n_params": 4367410, "total_flops": 32602540953600000, "train_loss": 0.016737560033798216, "subset_score_loss": 0.016737560033798216}
+{"step": 2440000, "wall_time": 22283.958984375, "train_loss_step": 2.8997721672058105, "n_params": 4367410, "total_flops": 32736707788800000, "train_loss": 0.01639191508293152, "subset_score_loss": 0.01639191508293152}
+{"step": 2450000, "wall_time": 22368.05969262123, "train_loss_step": 2.671529769897461, "n_params": 4367410, "total_flops": 32870874624000000, "train_loss": 0.016615171432495118, "subset_score_loss": 0.016615171432495118}
+{"step": 2460000, "wall_time": 22453.277205228806, "train_loss_step": 2.6347298622131348, "n_params": 4367410, "total_flops": 33005041459200000, "train_loss": 0.017163074016571044, "subset_score_loss": 0.017163074016571044}
+{"step": 2470000, "wall_time": 22538.873207092285, "train_loss_step": 2.6480469703674316, "n_params": 4367410, "total_flops": 33139208294400000, "train_loss": 0.015789253711700438, "subset_score_loss": 0.015789253711700438}
+{"step": 2480000, "wall_time": 22618.24147605896, "train_loss_step": 2.6980814933776855, "n_params": 4367410, "total_flops": 33273375129600000, "train_loss": 0.016273162364959716, "subset_score_loss": 0.016273162364959716}
+{"step": 2490000, "wall_time": 22703.39239358902, "train_loss_step": 2.912324905395508, "n_params": 4367410, "total_flops": 33407541964800000, "train_loss": 0.01672954559326172, "subset_score_loss": 0.01672954559326172}
+{"step": 2500000, "wall_time": 22854.838000297546, "train_loss_step": 2.7196004390716553, "n_params": 4367410, "total_flops": 33541708800000000, "train_loss": 0.016384795904159546, "subset_score_loss": 0.016384795904159546, "memorization_fraction_pixel": 0.6654000282287598, "mean_nn_ratio_pixel": 0.33938485383987427, "fid": 47.596409412086935}
+{"step": 2510000, "wall_time": 22939.98377251625, "train_loss_step": 2.644596815109253, "n_params": 4367410, "total_flops": 33675875635200000, "train_loss": 0.01597020149230957, "subset_score_loss": 0.01597020149230957}
+{"step": 2520000, "wall_time": 23025.193670272827, "train_loss_step": 2.574122428894043, "n_params": 4367410, "total_flops": 33810042470400000, "train_loss": 0.015817569494247438, "subset_score_loss": 0.015817569494247438}
+{"step": 2530000, "wall_time": 23110.417418718338, "train_loss_step": 2.4819869995117188, "n_params": 4367410, "total_flops": 33944209305600000, "train_loss": 0.015570119619369507, "subset_score_loss": 0.015570119619369507}
+{"step": 2540000, "wall_time": 23195.662928819656, "train_loss_step": 2.316756248474121, "n_params": 4367410, "total_flops": 34078376140800000, "train_loss": 0.015776135921478272, "subset_score_loss": 0.015776135921478272}
+{"step": 2550000, "wall_time": 23280.893070220947, "train_loss_step": 2.571140766143799, "n_params": 4367410, "total_flops": 34212542976000000, "train_loss": 0.016222344636917116, "subset_score_loss": 0.016222344636917116}
+{"step": 2560000, "wall_time": 23366.60972595215, "train_loss_step": 2.455068588256836, "n_params": 4367410, "total_flops": 34346709811200000, "train_loss": 0.015624479055404664, "subset_score_loss": 0.015624479055404664}
+{"step": 2570000, "wall_time": 23449.815098762512, "train_loss_step": 2.787923812866211, "n_params": 4367410, "total_flops": 34480876646400000, "train_loss": 0.01512860894203186, "subset_score_loss": 0.01512860894203186}
+{"step": 2580000, "wall_time": 23531.947992801666, "train_loss_step": 2.6562533378601074, "n_params": 4367410, "total_flops": 34615043481600000, "train_loss": 0.015266016721725464, "subset_score_loss": 0.015266016721725464}
+{"step": 2590000, "wall_time": 23615.295503139496, "train_loss_step": 2.8170535564422607, "n_params": 4367410, "total_flops": 34749210316800000, "train_loss": 0.01570284366607666, "subset_score_loss": 0.01570284366607666}
+{"step": 2600000, "wall_time": 23766.916459083557, "train_loss_step": 2.4692749977111816, "n_params": 4367410, "total_flops": 34883377152000000, "train_loss": 0.015624759197235107, "subset_score_loss": 0.015624759197235107, "memorization_fraction_pixel": 0.6794999837875366, "mean_nn_ratio_pixel": 0.3339778184890747, "fid": 47.31756296929924}
+{"step": 2610000, "wall_time": 23852.165434598923, "train_loss_step": 2.6287841796875, "n_params": 4367410, "total_flops": 35017543987200000, "train_loss": 0.015543657541275024, "subset_score_loss": 0.015543657541275024}
+{"step": 2620000, "wall_time": 23937.395018815994, "train_loss_step": 2.450369119644165, "n_params": 4367410, "total_flops": 35151710822400000, "train_loss": 0.015337034463882446, "subset_score_loss": 0.015337034463882446}
+{"step": 2630000, "wall_time": 24022.563497066498, "train_loss_step": 2.281888008117676, "n_params": 4367410, "total_flops": 35285877657600000, "train_loss": 0.015955777168273927, "subset_score_loss": 0.015955777168273927}
+{"step": 2640000, "wall_time": 24107.787408590317, "train_loss_step": 2.398400068283081, "n_params": 4367410, "total_flops": 35420044492800000, "train_loss": 0.0154864764213562, "subset_score_loss": 0.0154864764213562}
+{"step": 2650000, "wall_time": 24193.020484685898, "train_loss_step": 2.5570244789123535, "n_params": 4367410, "total_flops": 35554211328000000, "train_loss": 0.01520475149154663, "subset_score_loss": 0.01520475149154663}
+{"step": 2660000, "wall_time": 24278.1648914814, "train_loss_step": 2.6128756999969482, "n_params": 4367410, "total_flops": 35688378163200000, "train_loss": 0.015080223083496094, "subset_score_loss": 0.015080223083496094}
+{"step": 2670000, "wall_time": 24363.614570617676, "train_loss_step": 2.392085552215576, "n_params": 4367410, "total_flops": 35822544998400000, "train_loss": 0.01544373869895935, "subset_score_loss": 0.01544373869895935}
+{"step": 2680000, "wall_time": 24443.55922102928, "train_loss_step": 2.5383312702178955, "n_params": 4367410, "total_flops": 35956711833600000, "train_loss": 0.015174434185028077, "subset_score_loss": 0.015174434185028077}
+{"step": 2690000, "wall_time": 24527.313048362732, "train_loss_step": 2.509760618209839, "n_params": 4367410, "total_flops": 36090878668800000, "train_loss": 0.014825767278671265, "subset_score_loss": 0.014825767278671265}
+{"step": 2700000, "wall_time": 24677.955152273178, "train_loss_step": 2.8776113986968994, "n_params": 4367410, "total_flops": 36225045504000000, "train_loss": 0.015114775896072387, "subset_score_loss": 0.015114775896072387, "memorization_fraction_pixel": 0.6920999884605408, "mean_nn_ratio_pixel": 0.3318244218826294, "fid": 46.8366075477616}
+{"step": 2710000, "wall_time": 24763.109472751617, "train_loss_step": 2.426849842071533, "n_params": 4367410, "total_flops": 36359212339200000, "train_loss": 0.01547438383102417, "subset_score_loss": 0.01547438383102417}
+{"step": 2720000, "wall_time": 24848.325333595276, "train_loss_step": 2.7318286895751953, "n_params": 4367410, "total_flops": 36493379174400000, "train_loss": 0.01476154088973999, "subset_score_loss": 0.01476154088973999}
+{"step": 2730000, "wall_time": 24933.596182346344, "train_loss_step": 2.9315900802612305, "n_params": 4367410, "total_flops": 36627546009600000, "train_loss": 0.014617216587066651, "subset_score_loss": 0.014617216587066651}
+{"step": 2740000, "wall_time": 25018.905063152313, "train_loss_step": 2.4410037994384766, "n_params": 4367410, "total_flops": 36761712844800000, "train_loss": 0.014415923357009888, "subset_score_loss": 0.014415923357009888}
+{"step": 2750000, "wall_time": 25104.051503658295, "train_loss_step": 2.611614227294922, "n_params": 4367410, "total_flops": 36895879680000000, "train_loss": 0.014442613124847412, "subset_score_loss": 0.014442613124847412}
+{"step": 2760000, "wall_time": 25189.279584884644, "train_loss_step": 2.7552051544189453, "n_params": 4367410, "total_flops": 37030046515200000, "train_loss": 0.01494775414466858, "subset_score_loss": 0.01494775414466858}
+{"step": 2770000, "wall_time": 25272.85833477974, "train_loss_step": 2.6945838928222656, "n_params": 4367410, "total_flops": 37164213350400000, "train_loss": 0.014261159896850586, "subset_score_loss": 0.014261159896850586}
+{"step": 2780000, "wall_time": 25356.272484779358, "train_loss_step": 2.599097728729248, "n_params": 4367410, "total_flops": 37298380185600000, "train_loss": 0.014684261083602905, "subset_score_loss": 0.014684261083602905}
+{"step": 2790000, "wall_time": 25439.911476135254, "train_loss_step": 2.5638020038604736, "n_params": 4367410, "total_flops": 37432547020800000, "train_loss": 0.014401123523712159, "subset_score_loss": 0.014401123523712159}
+{"step": 2800000, "wall_time": 25589.997180461884, "train_loss_step": 2.522646427154541, "n_params": 4367410, "total_flops": 37566713856000000, "train_loss": 0.014014670848846436, "subset_score_loss": 0.014014670848846436, "memorization_fraction_pixel": 0.7017999887466431, "mean_nn_ratio_pixel": 0.32572054862976074, "fid": 47.56060912502012}
+{"step": 2810000, "wall_time": 25675.271060466766, "train_loss_step": 2.317258834838867, "n_params": 4367410, "total_flops": 37700880691200000, "train_loss": 0.014108215570449828, "subset_score_loss": 0.014108215570449828}
+{"step": 2820000, "wall_time": 25760.381744146347, "train_loss_step": 2.821929454803467, "n_params": 4367410, "total_flops": 37835047526400000, "train_loss": 0.014967910051345824, "subset_score_loss": 0.014967910051345824}
+{"step": 2830000, "wall_time": 25845.564453125, "train_loss_step": 2.5532212257385254, "n_params": 4367410, "total_flops": 37969214361600000, "train_loss": 0.014647905826568603, "subset_score_loss": 0.014647905826568603}
+{"step": 2840000, "wall_time": 25930.843431949615, "train_loss_step": 2.4550423622131348, "n_params": 4367410, "total_flops": 38103381196800000, "train_loss": 0.01448472261428833, "subset_score_loss": 0.01448472261428833}
+{"step": 2850000, "wall_time": 26016.067775011063, "train_loss_step": 2.507857322692871, "n_params": 4367410, "total_flops": 38237548032000000, "train_loss": 0.014351862668991088, "subset_score_loss": 0.014351862668991088}
+{"step": 2860000, "wall_time": 26101.259794712067, "train_loss_step": 2.5886054039001465, "n_params": 4367410, "total_flops": 38371714867200000, "train_loss": 0.014059585332870484, "subset_score_loss": 0.014059585332870484}
+{"step": 2870000, "wall_time": 26184.809734106064, "train_loss_step": 2.5000765323638916, "n_params": 4367410, "total_flops": 38505881702400000, "train_loss": 0.014634163379669189, "subset_score_loss": 0.014634163379669189}
+{"step": 2880000, "wall_time": 26268.07803964615, "train_loss_step": 2.7015233039855957, "n_params": 4367410, "total_flops": 38640048537600000, "train_loss": 0.013703393936157226, "subset_score_loss": 0.013703393936157226}
+{"step": 2890000, "wall_time": 26353.386780500412, "train_loss_step": 2.481764316558838, "n_params": 4367410, "total_flops": 38774215372800000, "train_loss": 0.014348394870758056, "subset_score_loss": 0.014348394870758056}
+{"step": 2900000, "wall_time": 26500.89520406723, "train_loss_step": 2.536597728729248, "n_params": 4367410, "total_flops": 38908382208000000, "train_loss": 0.014200980663299561, "subset_score_loss": 0.014200980663299561, "memorization_fraction_pixel": 0.7081000208854675, "mean_nn_ratio_pixel": 0.3265921473503113, "fid": 46.68990782046221}
+{"step": 2910000, "wall_time": 26586.133877277374, "train_loss_step": 2.7721424102783203, "n_params": 4367410, "total_flops": 39042549043200000, "train_loss": 0.01348565936088562, "subset_score_loss": 0.01348565936088562}
+{"step": 2920000, "wall_time": 26671.324970006943, "train_loss_step": 2.7250940799713135, "n_params": 4367410, "total_flops": 39176715878400000, "train_loss": 0.014223814010620117, "subset_score_loss": 0.014223814010620117}
+{"step": 2930000, "wall_time": 26756.487124204636, "train_loss_step": 2.7116243839263916, "n_params": 4367410, "total_flops": 39310882713600000, "train_loss": 0.013884395360946655, "subset_score_loss": 0.013884395360946655}
+{"step": 2940000, "wall_time": 26841.6544213295, "train_loss_step": 2.7754483222961426, "n_params": 4367410, "total_flops": 39445049548800000, "train_loss": 0.013862650394439697, "subset_score_loss": 0.013862650394439697}
+{"step": 2950000, "wall_time": 26926.873739480972, "train_loss_step": 2.5885534286499023, "n_params": 4367410, "total_flops": 39579216384000000, "train_loss": 0.013784514665603638, "subset_score_loss": 0.013784514665603638}
+{"step": 2960000, "wall_time": 27012.070445775986, "train_loss_step": 2.384096622467041, "n_params": 4367410, "total_flops": 39713383219200000, "train_loss": 0.01410812497138977, "subset_score_loss": 0.01410812497138977}
+{"step": 2970000, "wall_time": 27095.369420051575, "train_loss_step": 2.786527633666992, "n_params": 4367410, "total_flops": 39847550054400000, "train_loss": 0.014008194208145142, "subset_score_loss": 0.014008194208145142}
+{"step": 2980000, "wall_time": 27178.66082215309, "train_loss_step": 2.6567234992980957, "n_params": 4367410, "total_flops": 39981716889600000, "train_loss": 0.013430246114730836, "subset_score_loss": 0.013430246114730836}
+{"step": 2990000, "wall_time": 27263.887741327286, "train_loss_step": 2.3069076538085938, "n_params": 4367410, "total_flops": 40115883724800000, "train_loss": 0.014008321762084962, "subset_score_loss": 0.014008321762084962}
+{"step": 3000000, "wall_time": 27416.024883031845, "train_loss_step": 2.4675025939941406, "n_params": 4367410, "total_flops": 40250050560000000, "train_loss": 0.013559253215789794, "subset_score_loss": 0.013559253215789794, "memorization_fraction_pixel": 0.7106999754905701, "mean_nn_ratio_pixel": 0.32436835765838623, "fid": 47.00591198512396}
+{"step": 3010000, "wall_time": 27497.74770116806, "train_loss_step": 2.71921443939209, "n_params": 4367410, "total_flops": 40384217395200000, "train_loss": 0.01377787470817566, "subset_score_loss": 0.01377787470817566}
+{"step": 3020000, "wall_time": 27582.90401148796, "train_loss_step": 2.7477805614471436, "n_params": 4367410, "total_flops": 40518384230400000, "train_loss": 0.013963239192962646, "subset_score_loss": 0.013963239192962646}
+{"step": 3030000, "wall_time": 27668.142268180847, "train_loss_step": 2.720208168029785, "n_params": 4367410, "total_flops": 40652551065600000, "train_loss": 0.013309396505355835, "subset_score_loss": 0.013309396505355835}
+{"step": 3040000, "wall_time": 27753.374582767487, "train_loss_step": 2.4929161071777344, "n_params": 4367410, "total_flops": 40786717900800000, "train_loss": 0.013230801820755004, "subset_score_loss": 0.013230801820755004}
+{"step": 3050000, "wall_time": 27838.543750286102, "train_loss_step": 2.6875720024108887, "n_params": 4367410, "total_flops": 40920884736000000, "train_loss": 0.0136673903465271, "subset_score_loss": 0.0136673903465271}
+{"step": 3060000, "wall_time": 27923.790673017502, "train_loss_step": 2.708610773086548, "n_params": 4367410, "total_flops": 41055051571200000, "train_loss": 0.013326667547225952, "subset_score_loss": 0.013326667547225952}
+{"step": 3070000, "wall_time": 28006.999573469162, "train_loss_step": 2.4734299182891846, "n_params": 4367410, "total_flops": 41189218406400000, "train_loss": 0.013063731193542481, "subset_score_loss": 0.013063731193542481}
+{"step": 3080000, "wall_time": 28090.307989358902, "train_loss_step": 2.714053153991699, "n_params": 4367410, "total_flops": 41323385241600000, "train_loss": 0.01371806263923645, "subset_score_loss": 0.01371806263923645}
+{"step": 3090000, "wall_time": 28175.593361377716, "train_loss_step": 2.917381763458252, "n_params": 4367410, "total_flops": 41457552076800000, "train_loss": 0.01286832094192505, "subset_score_loss": 0.01286832094192505}
+{"step": 3100000, "wall_time": 28327.279943227768, "train_loss_step": 2.5058631896972656, "n_params": 4367410, "total_flops": 41591718912000000, "train_loss": 0.013400241136550903, "subset_score_loss": 0.013400241136550903, "memorization_fraction_pixel": 0.7152000069618225, "mean_nn_ratio_pixel": 0.322010338306427, "fid": 47.228397607373125}
+{"step": 3110000, "wall_time": 28413.07224869728, "train_loss_step": 2.277900218963623, "n_params": 4367410, "total_flops": 41725885747200000, "train_loss": 0.013641047477722167, "subset_score_loss": 0.013641047477722167}
+{"step": 3120000, "wall_time": 28493.575558423996, "train_loss_step": 2.4517982006073, "n_params": 4367410, "total_flops": 41860052582400000, "train_loss": 0.013500564098358155, "subset_score_loss": 0.013500564098358155}
+{"step": 3130000, "wall_time": 28578.74338197708, "train_loss_step": 2.8031439781188965, "n_params": 4367410, "total_flops": 41994219417600000, "train_loss": 0.01294646143913269, "subset_score_loss": 0.01294646143913269}
+{"step": 3140000, "wall_time": 28663.96808028221, "train_loss_step": 2.562225341796875, "n_params": 4367410, "total_flops": 42128386252800000, "train_loss": 0.013509721755981445, "subset_score_loss": 0.013509721755981445}
+{"step": 3150000, "wall_time": 28749.181054353714, "train_loss_step": 2.609623908996582, "n_params": 4367410, "total_flops": 42262553088000000, "train_loss": 0.013402168750762939, "subset_score_loss": 0.013402168750762939}
+{"step": 3160000, "wall_time": 28834.27144384384, "train_loss_step": 2.5717310905456543, "n_params": 4367410, "total_flops": 42396719923200000, "train_loss": 0.012884471416473389, "subset_score_loss": 0.012884471416473389}
+{"step": 3170000, "wall_time": 28917.477405548096, "train_loss_step": 2.5544049739837646, "n_params": 4367410, "total_flops": 42530886758400000, "train_loss": 0.012725600004196168, "subset_score_loss": 0.012725600004196168}
+{"step": 3180000, "wall_time": 29000.827981948853, "train_loss_step": 2.6695990562438965, "n_params": 4367410, "total_flops": 42665053593600000, "train_loss": 0.012802314758300782, "subset_score_loss": 0.012802314758300782}
+{"step": 3190000, "wall_time": 29085.99628186226, "train_loss_step": 2.6109232902526855, "n_params": 4367410, "total_flops": 42799220428800000, "train_loss": 0.012841826677322388, "subset_score_loss": 0.012841826677322388}
+{"step": 3200000, "wall_time": 29236.58596277237, "train_loss_step": 2.844432830810547, "n_params": 4367410, "total_flops": 42933387264000000, "train_loss": 0.01269286036491394, "subset_score_loss": 0.01269286036491394, "memorization_fraction_pixel": 0.7192000150680542, "mean_nn_ratio_pixel": 0.3184618353843689, "fid": 46.73752510770091}
+{"step": 3210000, "wall_time": 29321.686855077744, "train_loss_step": 2.5958383083343506, "n_params": 4367410, "total_flops": 43067554099200000, "train_loss": 0.01252112627029419, "subset_score_loss": 0.01252112627029419}
+{"step": 3220000, "wall_time": 29407.413912534714, "train_loss_step": 2.2652580738067627, "n_params": 4367410, "total_flops": 43201720934400000, "train_loss": 0.012363773584365845, "subset_score_loss": 0.012363773584365845}
+{"step": 3230000, "wall_time": 29489.509623765945, "train_loss_step": 2.59551739692688, "n_params": 4367410, "total_flops": 43335887769600000, "train_loss": 0.012806087732315063, "subset_score_loss": 0.012806087732315063}
+{"step": 3240000, "wall_time": 29574.674736738205, "train_loss_step": 2.4303321838378906, "n_params": 4367410, "total_flops": 43470054604800000, "train_loss": 0.012510086297988892, "subset_score_loss": 0.012510086297988892}
+{"step": 3250000, "wall_time": 29659.891352891922, "train_loss_step": 2.6630117893218994, "n_params": 4367410, "total_flops": 43604221440000000, "train_loss": 0.012530754804611206, "subset_score_loss": 0.012530754804611206}
+{"step": 3260000, "wall_time": 29745.043322086334, "train_loss_step": 2.6672964096069336, "n_params": 4367410, "total_flops": 43738388275200000, "train_loss": 0.012835522890090942, "subset_score_loss": 0.012835522890090942}
+{"step": 3270000, "wall_time": 29827.398220539093, "train_loss_step": 2.4593279361724854, "n_params": 4367410, "total_flops": 43872555110400000, "train_loss": 0.012371678352355957, "subset_score_loss": 0.012371678352355957}
+{"step": 3280000, "wall_time": 29911.769401311874, "train_loss_step": 2.494838237762451, "n_params": 4367410, "total_flops": 44006721945600000, "train_loss": 0.012593872547149658, "subset_score_loss": 0.012593872547149658}
+{"step": 3290000, "wall_time": 29996.964562177658, "train_loss_step": 2.6544787883758545, "n_params": 4367410, "total_flops": 44140888780800000, "train_loss": 0.012200621366500854, "subset_score_loss": 0.012200621366500854}
+{"step": 3300000, "wall_time": 30147.378633260727, "train_loss_step": 2.819396734237671, "n_params": 4367410, "total_flops": 44275055616000000, "train_loss": 0.012638418674468995, "subset_score_loss": 0.012638418674468995, "memorization_fraction_pixel": 0.733299970626831, "mean_nn_ratio_pixel": 0.3166092336177826, "fid": 47.617973150453636}
+{"step": 3310000, "wall_time": 30232.576302289963, "train_loss_step": 2.6137454509735107, "n_params": 4367410, "total_flops": 44409222451200000, "train_loss": 0.01211368441581726, "subset_score_loss": 0.01211368441581726}
+{"step": 3320000, "wall_time": 30317.723263263702, "train_loss_step": 2.6898016929626465, "n_params": 4367410, "total_flops": 44543389286400000, "train_loss": 0.012440599203109741, "subset_score_loss": 0.012440599203109741}
+{"step": 3330000, "wall_time": 30401.603442192078, "train_loss_step": 2.711475372314453, "n_params": 4367410, "total_flops": 44677556121600000, "train_loss": 0.012256805896759032, "subset_score_loss": 0.012256805896759032}
+{"step": 3340000, "wall_time": 30485.355090618134, "train_loss_step": 2.4835875034332275, "n_params": 4367410, "total_flops": 44811722956800000, "train_loss": 0.012258363962173462, "subset_score_loss": 0.012258363962173462}
+{"step": 3350000, "wall_time": 30570.596971035004, "train_loss_step": 2.5046048164367676, "n_params": 4367410, "total_flops": 44945889792000000, "train_loss": 0.012513892650604248, "subset_score_loss": 0.012513892650604248}
+{"step": 3360000, "wall_time": 30655.75896382332, "train_loss_step": 2.289674997329712, "n_params": 4367410, "total_flops": 45080056627200000, "train_loss": 0.0120369291305542, "subset_score_loss": 0.0120369291305542}
+{"step": 3370000, "wall_time": 30737.292868852615, "train_loss_step": 2.597770929336548, "n_params": 4367410, "total_flops": 45214223462400000, "train_loss": 0.012559680938720704, "subset_score_loss": 0.012559680938720704}
+{"step": 3380000, "wall_time": 30822.51743555069, "train_loss_step": 2.5148329734802246, "n_params": 4367410, "total_flops": 45348390297600000, "train_loss": 0.012073931694030761, "subset_score_loss": 0.012073931694030761}
+{"step": 3390000, "wall_time": 30907.647558689117, "train_loss_step": 2.6849379539489746, "n_params": 4367410, "total_flops": 45482557132800000, "train_loss": 0.012075117826461791, "subset_score_loss": 0.012075117826461791}
+{"step": 3400000, "wall_time": 31059.11239051819, "train_loss_step": 2.588041305541992, "n_params": 4367410, "total_flops": 45616723968000000, "train_loss": 0.012302173376083374, "subset_score_loss": 0.012302173376083374, "memorization_fraction_pixel": 0.7328000068664551, "mean_nn_ratio_pixel": 0.3150504529476166, "fid": 47.37797060479585}
+{"step": 3410000, "wall_time": 31144.346340179443, "train_loss_step": 2.5581865310668945, "n_params": 4367410, "total_flops": 45750890803200000, "train_loss": 0.011834559440612792, "subset_score_loss": 0.011834559440612792}
+{"step": 3420000, "wall_time": 31229.447515010834, "train_loss_step": 2.639346122741699, "n_params": 4367410, "total_flops": 45885057638400000, "train_loss": 0.012017686367034913, "subset_score_loss": 0.012017686367034913}
+{"step": 3430000, "wall_time": 31314.72908139229, "train_loss_step": 2.5204896926879883, "n_params": 4367410, "total_flops": 46019224473600000, "train_loss": 0.01226962685585022, "subset_score_loss": 0.01226962685585022}
+{"step": 3440000, "wall_time": 31398.78427696228, "train_loss_step": 2.4759864807128906, "n_params": 4367410, "total_flops": 46153391308800000, "train_loss": 0.012254447937011718, "subset_score_loss": 0.012254447937011718}
+{"step": 3450000, "wall_time": 31482.863909721375, "train_loss_step": 2.3850090503692627, "n_params": 4367410, "total_flops": 46287558144000000, "train_loss": 0.01147328019142151, "subset_score_loss": 0.01147328019142151}
+{"step": 3460000, "wall_time": 31567.689732789993, "train_loss_step": 2.5232737064361572, "n_params": 4367410, "total_flops": 46421724979200000, "train_loss": 0.012097609043121339, "subset_score_loss": 0.012097609043121339}
+{"step": 3470000, "wall_time": 31649.21630692482, "train_loss_step": 2.2860608100891113, "n_params": 4367410, "total_flops": 46555891814400000, "train_loss": 0.01159085750579834, "subset_score_loss": 0.01159085750579834}
+{"step": 3480000, "wall_time": 31734.44360089302, "train_loss_step": 2.5269076824188232, "n_params": 4367410, "total_flops": 46690058649600000, "train_loss": 0.011926153898239136, "subset_score_loss": 0.011926153898239136}
+{"step": 3490000, "wall_time": 31819.61599445343, "train_loss_step": 2.6470847129821777, "n_params": 4367410, "total_flops": 46824225484800000, "train_loss": 0.011928887367248535, "subset_score_loss": 0.011928887367248535}
+{"step": 3500000, "wall_time": 31971.1560754776, "train_loss_step": 2.7994441986083984, "n_params": 4367410, "total_flops": 46958392320000000, "train_loss": 0.012336770296096802, "subset_score_loss": 0.012336770296096802, "memorization_fraction_pixel": 0.7250999808311462, "mean_nn_ratio_pixel": 0.31780487298965454, "fid": 46.322836867086494}
+{"step": 3510000, "wall_time": 32056.404238700867, "train_loss_step": 2.2620697021484375, "n_params": 4367410, "total_flops": 47092559155200000, "train_loss": 0.011850730180740357, "subset_score_loss": 0.011850730180740357}
+{"step": 3520000, "wall_time": 32141.583228826523, "train_loss_step": 2.5283799171447754, "n_params": 4367410, "total_flops": 47226725990400000, "train_loss": 0.011899534463882446, "subset_score_loss": 0.011899534463882446}
+{"step": 3530000, "wall_time": 32226.728625297546, "train_loss_step": 2.418447494506836, "n_params": 4367410, "total_flops": 47360892825600000, "train_loss": 0.011763726472854613, "subset_score_loss": 0.011763726472854613}
+{"step": 3540000, "wall_time": 32312.075607061386, "train_loss_step": 2.677135705947876, "n_params": 4367410, "total_flops": 47495059660800000, "train_loss": 0.01199856996536255, "subset_score_loss": 0.01199856996536255}
+{"step": 3550000, "wall_time": 32395.689090013504, "train_loss_step": 2.4628512859344482, "n_params": 4367410, "total_flops": 47629226496000000, "train_loss": 0.011861362457275391, "subset_score_loss": 0.011861362457275391}
+{"step": 3560000, "wall_time": 32479.784198522568, "train_loss_step": 2.4553165435791016, "n_params": 4367410, "total_flops": 47763393331200000, "train_loss": 0.012055187225341797, "subset_score_loss": 0.012055187225341797}
+{"step": 3570000, "wall_time": 32561.73149871826, "train_loss_step": 2.418114185333252, "n_params": 4367410, "total_flops": 47897560166400000, "train_loss": 0.011465281248092651, "subset_score_loss": 0.011465281248092651}
+{"step": 3580000, "wall_time": 32646.90973520279, "train_loss_step": 2.5125656127929688, "n_params": 4367410, "total_flops": 48031727001600000, "train_loss": 0.011443723440170289, "subset_score_loss": 0.011443723440170289}
+{"step": 3590000, "wall_time": 32732.113224983215, "train_loss_step": 2.650101900100708, "n_params": 4367410, "total_flops": 48165893836800000, "train_loss": 0.01126421332359314, "subset_score_loss": 0.01126421332359314}
+{"step": 3600000, "wall_time": 32884.144423246384, "train_loss_step": 2.4718661308288574, "n_params": 4367410, "total_flops": 48300060672000000, "train_loss": 0.011362751722335815, "subset_score_loss": 0.011362751722335815, "memorization_fraction_pixel": 0.7439000010490417, "mean_nn_ratio_pixel": 0.3130553960800171, "fid": 47.73234268298004}
+{"step": 3610000, "wall_time": 32969.31915187836, "train_loss_step": 2.839931011199951, "n_params": 4367410, "total_flops": 48434227507200000, "train_loss": 0.011679866313934327, "subset_score_loss": 0.011679866313934327}
+{"step": 3620000, "wall_time": 33054.392560720444, "train_loss_step": 2.603085994720459, "n_params": 4367410, "total_flops": 48568394342400000, "train_loss": 0.011123639345169068, "subset_score_loss": 0.011123639345169068}
+{"step": 3630000, "wall_time": 33139.571122169495, "train_loss_step": 2.539310932159424, "n_params": 4367410, "total_flops": 48702561177600000, "train_loss": 0.01181433916091919, "subset_score_loss": 0.01181433916091919}
+{"step": 3640000, "wall_time": 33224.771944761276, "train_loss_step": 2.492436408996582, "n_params": 4367410, "total_flops": 48836728012800000, "train_loss": 0.01192991018295288, "subset_score_loss": 0.01192991018295288}
+{"step": 3650000, "wall_time": 33310.314942121506, "train_loss_step": 2.7268104553222656, "n_params": 4367410, "total_flops": 48970894848000000, "train_loss": 0.01147268056869507, "subset_score_loss": 0.01147268056869507}
+{"step": 3660000, "wall_time": 33391.866896390915, "train_loss_step": 2.4434783458709717, "n_params": 4367410, "total_flops": 49105061683200000, "train_loss": 0.011556880474090576, "subset_score_loss": 0.011556880474090576}
+{"step": 3670000, "wall_time": 33475.1964468956, "train_loss_step": 2.479646682739258, "n_params": 4367410, "total_flops": 49239228518400000, "train_loss": 0.010788028240203857, "subset_score_loss": 0.010788028240203857}
+{"step": 3680000, "wall_time": 33558.665956258774, "train_loss_step": 2.331803798675537, "n_params": 4367410, "total_flops": 49373395353600000, "train_loss": 0.01164185643196106, "subset_score_loss": 0.01164185643196106}
+{"step": 3690000, "wall_time": 33643.83092904091, "train_loss_step": 2.4215660095214844, "n_params": 4367410, "total_flops": 49507562188800000, "train_loss": 0.010747497081756591, "subset_score_loss": 0.010747497081756591}
+{"step": 3700000, "wall_time": 33795.81091141701, "train_loss_step": 2.55771541595459, "n_params": 4367410, "total_flops": 49641729024000000, "train_loss": 0.011100887060165406, "subset_score_loss": 0.011100887060165406, "memorization_fraction_pixel": 0.743399977684021, "mean_nn_ratio_pixel": 0.3133831024169922, "fid": 47.28210488138332}
+{"step": 3710000, "wall_time": 33881.07590699196, "train_loss_step": 2.638518810272217, "n_params": 4367410, "total_flops": 49775895859200000, "train_loss": 0.01173324227333069, "subset_score_loss": 0.01173324227333069}
+{"step": 3720000, "wall_time": 33966.20803976059, "train_loss_step": 2.30452561378479, "n_params": 4367410, "total_flops": 49910062694400000, "train_loss": 0.011283318996429443, "subset_score_loss": 0.011283318996429443}
+{"step": 3730000, "wall_time": 34051.29255080223, "train_loss_step": 2.556291103363037, "n_params": 4367410, "total_flops": 50044229529600000, "train_loss": 0.011061755418777465, "subset_score_loss": 0.011061755418777465}
+{"step": 3740000, "wall_time": 34136.37949514389, "train_loss_step": 2.3167176246643066, "n_params": 4367410, "total_flops": 50178396364800000, "train_loss": 0.0111420476436615, "subset_score_loss": 0.0111420476436615}
+{"step": 3750000, "wall_time": 34221.6144220829, "train_loss_step": 2.5543510913848877, "n_params": 4367410, "total_flops": 50312563200000000, "train_loss": 0.011043593883514405, "subset_score_loss": 0.011043593883514405}
+{"step": 3760000, "wall_time": 34305.584527254105, "train_loss_step": 2.672842025756836, "n_params": 4367410, "total_flops": 50446730035200000, "train_loss": 0.0111569344997406, "subset_score_loss": 0.0111569344997406}
+{"step": 3770000, "wall_time": 34386.9541246891, "train_loss_step": 2.274810552597046, "n_params": 4367410, "total_flops": 50580896870400000, "train_loss": 0.011468216180801391, "subset_score_loss": 0.011468216180801391}
+{"step": 3780000, "wall_time": 34472.34663486481, "train_loss_step": 2.793977975845337, "n_params": 4367410, "total_flops": 50715063705600000, "train_loss": 0.010985372066497802, "subset_score_loss": 0.010985372066497802}
+{"step": 3790000, "wall_time": 34556.27738022804, "train_loss_step": 2.5924854278564453, "n_params": 4367410, "total_flops": 50849230540800000, "train_loss": 0.011313052177429199, "subset_score_loss": 0.011313052177429199}
+{"step": 3800000, "wall_time": 34708.58762097359, "train_loss_step": 2.6838560104370117, "n_params": 4367410, "total_flops": 50983397376000000, "train_loss": 0.010961495637893677, "subset_score_loss": 0.010961495637893677, "memorization_fraction_pixel": 0.7483999729156494, "mean_nn_ratio_pixel": 0.3116486668586731, "fid": 47.14831667185406}
+{"step": 3810000, "wall_time": 34793.79141163826, "train_loss_step": 2.564089775085449, "n_params": 4367410, "total_flops": 51117564211200000, "train_loss": 0.010443174839019775, "subset_score_loss": 0.010443174839019775}
+{"step": 3820000, "wall_time": 34878.989159584045, "train_loss_step": 2.5237956047058105, "n_params": 4367410, "total_flops": 51251731046400000, "train_loss": 0.010735673904418945, "subset_score_loss": 0.010735673904418945}
+{"step": 3830000, "wall_time": 34964.13031101227, "train_loss_step": 2.4850969314575195, "n_params": 4367410, "total_flops": 51385897881600000, "train_loss": 0.010808548927307128, "subset_score_loss": 0.010808548927307128}
+{"step": 3840000, "wall_time": 35049.11179804802, "train_loss_step": 2.67716383934021, "n_params": 4367410, "total_flops": 51520064716800000, "train_loss": 0.010829441547393799, "subset_score_loss": 0.010829441547393799}
+{"step": 3850000, "wall_time": 35134.29641485214, "train_loss_step": 2.5446701049804688, "n_params": 4367410, "total_flops": 51654231552000000, "train_loss": 0.010688787698745728, "subset_score_loss": 0.010688787698745728}
+{"step": 3860000, "wall_time": 35217.24764800072, "train_loss_step": 2.5281548500061035, "n_params": 4367410, "total_flops": 51788398387200000, "train_loss": 0.010407594442367553, "subset_score_loss": 0.010407594442367553}
+{"step": 3870000, "wall_time": 35298.681717157364, "train_loss_step": 2.62123441696167, "n_params": 4367410, "total_flops": 51922565222400000, "train_loss": 0.010523277521133422, "subset_score_loss": 0.010523277521133422}
+{"step": 3880000, "wall_time": 35383.906354904175, "train_loss_step": 2.6525068283081055, "n_params": 4367410, "total_flops": 52056732057600000, "train_loss": 0.010406436920166016, "subset_score_loss": 0.010406436920166016}
+{"step": 3890000, "wall_time": 35469.18212199211, "train_loss_step": 2.410355806350708, "n_params": 4367410, "total_flops": 52190898892800000, "train_loss": 0.010962303876876831, "subset_score_loss": 0.010962303876876831}
+{"step": 3900000, "wall_time": 35620.46274638176, "train_loss_step": 2.6178300380706787, "n_params": 4367410, "total_flops": 52325065728000000, "train_loss": 0.01054617166519165, "subset_score_loss": 0.01054617166519165, "memorization_fraction_pixel": 0.7542999982833862, "mean_nn_ratio_pixel": 0.3087555766105652, "fid": 46.708290759719006}
+{"step": 3910000, "wall_time": 35705.686521053314, "train_loss_step": 2.602078914642334, "n_params": 4367410, "total_flops": 52459232563200000, "train_loss": 0.010764782428741454, "subset_score_loss": 0.010764782428741454}
+{"step": 3920000, "wall_time": 35790.8798661232, "train_loss_step": 2.6512937545776367, "n_params": 4367410, "total_flops": 52593399398400000, "train_loss": 0.010409985780715942, "subset_score_loss": 0.010409985780715942}
+{"step": 3930000, "wall_time": 35876.073018074036, "train_loss_step": 2.5498552322387695, "n_params": 4367410, "total_flops": 52727566233600000, "train_loss": 0.010720657110214233, "subset_score_loss": 0.010720657110214233}
+{"step": 3940000, "wall_time": 35961.139788389206, "train_loss_step": 2.4497718811035156, "n_params": 4367410, "total_flops": 52861733068800000, "train_loss": 0.010814321041107178, "subset_score_loss": 0.010814321041107178}
+{"step": 3950000, "wall_time": 36046.30673933029, "train_loss_step": 2.239743709564209, "n_params": 4367410, "total_flops": 52995899904000000, "train_loss": 0.010541520118713378, "subset_score_loss": 0.010541520118713378}
+{"step": 3960000, "wall_time": 36128.714817762375, "train_loss_step": 2.6080029010772705, "n_params": 4367410, "total_flops": 53130066739200000, "train_loss": 0.010800820589065552, "subset_score_loss": 0.010800820589065552}
+{"step": 3970000, "wall_time": 36211.33957505226, "train_loss_step": 2.518794298171997, "n_params": 4367410, "total_flops": 53264233574400000, "train_loss": 0.010416551828384399, "subset_score_loss": 0.010416551828384399}
+{"step": 3980000, "wall_time": 36295.02014994621, "train_loss_step": 2.5138931274414062, "n_params": 4367410, "total_flops": 53398400409600000, "train_loss": 0.0105630624294281, "subset_score_loss": 0.0105630624294281}
+{"step": 3990000, "wall_time": 36380.244403362274, "train_loss_step": 2.2858052253723145, "n_params": 4367410, "total_flops": 53532567244800000, "train_loss": 0.010718810558319091, "subset_score_loss": 0.010718810558319091}
+{"step": 4000000, "wall_time": 36534.81180548668, "train_loss_step": 2.619525909423828, "n_params": 4367410, "total_flops": 53666734080000000, "train_loss": 0.010769821405410766, "subset_score_loss": 0.010769821405410766, "memorization_fraction_pixel": 0.7486000061035156, "mean_nn_ratio_pixel": 0.30885201692581177, "fid": 46.83101479644043}
+{"step": 4010000, "wall_time": 36619.65609264374, "train_loss_step": 2.2864274978637695, "n_params": 4367410, "total_flops": 53800900915200000, "train_loss": 0.010432124137878418, "subset_score_loss": 0.010432124137878418}
+{"step": 4020000, "wall_time": 36704.86253118515, "train_loss_step": 2.6114675998687744, "n_params": 4367410, "total_flops": 53935067750400000, "train_loss": 0.011351729631423951, "subset_score_loss": 0.011351729631423951}
+{"step": 4030000, "wall_time": 36790.07631087303, "train_loss_step": 2.638731002807617, "n_params": 4367410, "total_flops": 54069234585600000, "train_loss": 0.010102189779281616, "subset_score_loss": 0.010102189779281616}
+{"step": 4040000, "wall_time": 36875.285284757614, "train_loss_step": 2.6191577911376953, "n_params": 4367410, "total_flops": 54203401420800000, "train_loss": 0.010365720987319946, "subset_score_loss": 0.010365720987319946}
+{"step": 4050000, "wall_time": 36960.379016160965, "train_loss_step": 2.6732094287872314, "n_params": 4367410, "total_flops": 54337568256000000, "train_loss": 0.010381548404693604, "subset_score_loss": 0.010381548404693604}
+{"step": 4060000, "wall_time": 37041.8317220211, "train_loss_step": 2.427304744720459, "n_params": 4367410, "total_flops": 54471735091200000, "train_loss": 0.010109715461730957, "subset_score_loss": 0.010109715461730957}
+{"step": 4070000, "wall_time": 37125.16040611267, "train_loss_step": 2.4043304920196533, "n_params": 4367410, "total_flops": 54605901926400000, "train_loss": 0.010223031044006348, "subset_score_loss": 0.010223031044006348}
+{"step": 4080000, "wall_time": 37210.70074748993, "train_loss_step": 2.6447601318359375, "n_params": 4367410, "total_flops": 54740068761600000, "train_loss": 0.010402911901473999, "subset_score_loss": 0.010402911901473999}
+{"step": 4090000, "wall_time": 37294.218079805374, "train_loss_step": 2.2526025772094727, "n_params": 4367410, "total_flops": 54874235596800000, "train_loss": 0.010143128633499145, "subset_score_loss": 0.010143128633499145}
+{"step": 4100000, "wall_time": 37448.95239901543, "train_loss_step": 2.6252150535583496, "n_params": 4367410, "total_flops": 55008402432000000, "train_loss": 0.010162428617477418, "subset_score_loss": 0.010162428617477418, "memorization_fraction_pixel": 0.7511000037193298, "mean_nn_ratio_pixel": 0.3103477656841278, "fid": 46.56883829592153}
+{"step": 4110000, "wall_time": 37534.63227534294, "train_loss_step": 2.6333208084106445, "n_params": 4367410, "total_flops": 55142569267200000, "train_loss": 0.009826820492744446, "subset_score_loss": 0.009826820492744446}
+{"step": 4120000, "wall_time": 37617.896913290024, "train_loss_step": 2.189206600189209, "n_params": 4367410, "total_flops": 55276736102400000, "train_loss": 0.01007811188697815, "subset_score_loss": 0.01007811188697815}
+{"step": 4130000, "wall_time": 37703.084090948105, "train_loss_step": 2.5223512649536133, "n_params": 4367410, "total_flops": 55410902937600000, "train_loss": 0.01085171937942505, "subset_score_loss": 0.01085171937942505}
+{"step": 4140000, "wall_time": 37788.28690934181, "train_loss_step": 2.5552759170532227, "n_params": 4367410, "total_flops": 55545069772800000, "train_loss": 0.01051269769668579, "subset_score_loss": 0.01051269769668579}
+{"step": 4150000, "wall_time": 37873.21058511734, "train_loss_step": 2.827758312225342, "n_params": 4367410, "total_flops": 55679236608000000, "train_loss": 0.010425009727478028, "subset_score_loss": 0.010425009727478028}
+{"step": 4160000, "wall_time": 37953.39338493347, "train_loss_step": 2.4181690216064453, "n_params": 4367410, "total_flops": 55813403443200000, "train_loss": 0.010005806684494018, "subset_score_loss": 0.010005806684494018}
+{"step": 4170000, "wall_time": 38038.600326776505, "train_loss_step": 2.4389545917510986, "n_params": 4367410, "total_flops": 55947570278400000, "train_loss": 0.010059410333633423, "subset_score_loss": 0.010059410333633423}
+{"step": 4180000, "wall_time": 38123.73106789589, "train_loss_step": 2.487293243408203, "n_params": 4367410, "total_flops": 56081737113600000, "train_loss": 0.010521787405014037, "subset_score_loss": 0.010521787405014037}
+{"step": 4190000, "wall_time": 38209.46257328987, "train_loss_step": 2.4874839782714844, "n_params": 4367410, "total_flops": 56215903948800000, "train_loss": 0.010095281600952149, "subset_score_loss": 0.010095281600952149}
+{"step": 4200000, "wall_time": 38360.508471250534, "train_loss_step": 2.995574951171875, "n_params": 4367410, "total_flops": 56350070784000000, "train_loss": 0.009548004865646362, "subset_score_loss": 0.009548004865646362, "memorization_fraction_pixel": 0.7468000054359436, "mean_nn_ratio_pixel": 0.30875301361083984, "fid": 47.818073786657706}
+{"step": 4210000, "wall_time": 38445.79514193535, "train_loss_step": 2.7117576599121094, "n_params": 4367410, "total_flops": 56484237619200000, "train_loss": 0.009788368344306946, "subset_score_loss": 0.009788368344306946}
+{"step": 4220000, "wall_time": 38531.351773262024, "train_loss_step": 2.4707822799682617, "n_params": 4367410, "total_flops": 56618404454400000, "train_loss": 0.009692065715789795, "subset_score_loss": 0.009692065715789795}
+{"step": 4230000, "wall_time": 38614.747607946396, "train_loss_step": 2.570788860321045, "n_params": 4367410, "total_flops": 56752571289600000, "train_loss": 0.010171712636947631, "subset_score_loss": 0.010171712636947631}
+{"step": 4240000, "wall_time": 38699.98650455475, "train_loss_step": 2.4851560592651367, "n_params": 4367410, "total_flops": 56886738124800000, "train_loss": 0.009828283190727235, "subset_score_loss": 0.009828283190727235}
+{"step": 4250000, "wall_time": 38783.67814230919, "train_loss_step": 2.5949697494506836, "n_params": 4367410, "total_flops": 57020904960000000, "train_loss": 0.010042247772216796, "subset_score_loss": 0.010042247772216796}
+{"step": 4260000, "wall_time": 38864.93841457367, "train_loss_step": 2.396341323852539, "n_params": 4367410, "total_flops": 57155071795200000, "train_loss": 0.009634167551994324, "subset_score_loss": 0.009634167551994324}
+{"step": 4270000, "wall_time": 38950.17149877548, "train_loss_step": 2.363862991333008, "n_params": 4367410, "total_flops": 57289238630400000, "train_loss": 0.009766573905944825, "subset_score_loss": 0.009766573905944825}
+{"step": 4280000, "wall_time": 39035.3966152668, "train_loss_step": 2.627833843231201, "n_params": 4367410, "total_flops": 57423405465600000, "train_loss": 0.00980685830116272, "subset_score_loss": 0.00980685830116272}
+{"step": 4290000, "wall_time": 39120.585157871246, "train_loss_step": 2.2627716064453125, "n_params": 4367410, "total_flops": 57557572300800000, "train_loss": 0.009898133873939514, "subset_score_loss": 0.009898133873939514}
+{"step": 4300000, "wall_time": 39273.712383031845, "train_loss_step": 2.1950347423553467, "n_params": 4367410, "total_flops": 57691739136000000, "train_loss": 0.009702366590499879, "subset_score_loss": 0.009702366590499879, "memorization_fraction_pixel": 0.7534999847412109, "mean_nn_ratio_pixel": 0.3076849579811096, "fid": 47.167149015858385}
+{"step": 4310000, "wall_time": 39358.938827991486, "train_loss_step": 2.393958806991577, "n_params": 4367410, "total_flops": 57825905971200000, "train_loss": 0.009857256412506104, "subset_score_loss": 0.009857256412506104}
+{"step": 4320000, "wall_time": 39444.14817214012, "train_loss_step": 2.5482730865478516, "n_params": 4367410, "total_flops": 57960072806400000, "train_loss": 0.009421732425689697, "subset_score_loss": 0.009421732425689697}
+{"step": 4330000, "wall_time": 39529.607838869095, "train_loss_step": 2.4978671073913574, "n_params": 4367410, "total_flops": 58094239641600000, "train_loss": 0.009942076802253723, "subset_score_loss": 0.009942076802253723}
+{"step": 4340000, "wall_time": 39613.13834857941, "train_loss_step": 2.305326461791992, "n_params": 4367410, "total_flops": 58228406476800000, "train_loss": 0.009474635720252991, "subset_score_loss": 0.009474635720252991}
+{"step": 4350000, "wall_time": 39695.534403562546, "train_loss_step": 2.557729959487915, "n_params": 4367410, "total_flops": 58362573312000000, "train_loss": 0.009521380662918091, "subset_score_loss": 0.009521380662918091}
+{"step": 4360000, "wall_time": 39777.783797979355, "train_loss_step": 2.5686023235321045, "n_params": 4367410, "total_flops": 58496740147200000, "train_loss": 0.009533452391624451, "subset_score_loss": 0.009533452391624451}
+{"step": 4370000, "wall_time": 39862.993901968, "train_loss_step": 2.5005099773406982, "n_params": 4367410, "total_flops": 58630906982400000, "train_loss": 0.009398316144943237, "subset_score_loss": 0.009398316144943237}
+{"step": 4380000, "wall_time": 39948.25524187088, "train_loss_step": 2.106764316558838, "n_params": 4367410, "total_flops": 58765073817600000, "train_loss": 0.009634502530097962, "subset_score_loss": 0.009634502530097962}
+{"step": 4390000, "wall_time": 40033.46262216568, "train_loss_step": 2.2486000061035156, "n_params": 4367410, "total_flops": 58899240652800000, "train_loss": 0.009651226997375488, "subset_score_loss": 0.009651226997375488}
+{"step": 4400000, "wall_time": 40186.77735424042, "train_loss_step": 2.6409249305725098, "n_params": 4367410, "total_flops": 59033407488000000, "train_loss": 0.009455274939537048, "subset_score_loss": 0.009455274939537048, "memorization_fraction_pixel": 0.7538999915122986, "mean_nn_ratio_pixel": 0.3070050776004791, "fid": 47.008083379773446}
+{"step": 4410000, "wall_time": 40271.89773893356, "train_loss_step": 2.3850197792053223, "n_params": 4367410, "total_flops": 59167574323200000, "train_loss": 0.00972832202911377, "subset_score_loss": 0.00972832202911377}
+{"step": 4420000, "wall_time": 40357.19353199005, "train_loss_step": 2.505246639251709, "n_params": 4367410, "total_flops": 59301741158400000, "train_loss": 0.009595757722854615, "subset_score_loss": 0.009595757722854615}
+{"step": 4430000, "wall_time": 40442.3988597393, "train_loss_step": 2.2474846839904785, "n_params": 4367410, "total_flops": 59435907993600000, "train_loss": 0.009575368165969848, "subset_score_loss": 0.009575368165969848}
+{"step": 4440000, "wall_time": 40527.63004541397, "train_loss_step": 2.5383219718933105, "n_params": 4367410, "total_flops": 59570074828800000, "train_loss": 0.009556581377983092, "subset_score_loss": 0.009556581377983092}
+{"step": 4450000, "wall_time": 40608.964438438416, "train_loss_step": 2.5488433837890625, "n_params": 4367410, "total_flops": 59704241664000000, "train_loss": 0.00933198630809784, "subset_score_loss": 0.00933198630809784}
+{"step": 4460000, "wall_time": 40691.238572359085, "train_loss_step": 2.513153553009033, "n_params": 4367410, "total_flops": 59838408499200000, "train_loss": 0.009750646352767945, "subset_score_loss": 0.009750646352767945}
+{"step": 4470000, "wall_time": 40776.46507906914, "train_loss_step": 2.493516206741333, "n_params": 4367410, "total_flops": 59972575334400000, "train_loss": 0.009402706623077392, "subset_score_loss": 0.009402706623077392}
+{"step": 4480000, "wall_time": 40861.6593606472, "train_loss_step": 2.7204477787017822, "n_params": 4367410, "total_flops": 60106742169600000, "train_loss": 0.009468175768852234, "subset_score_loss": 0.009468175768852234}
+{"step": 4490000, "wall_time": 40946.8043076992, "train_loss_step": 2.671353816986084, "n_params": 4367410, "total_flops": 60240909004800000, "train_loss": 0.009291251301765441, "subset_score_loss": 0.009291251301765441}
+{"step": 4500000, "wall_time": 41102.12329530716, "train_loss_step": 2.3236002922058105, "n_params": 4367410, "total_flops": 60375075840000000, "train_loss": 0.009418182969093324, "subset_score_loss": 0.009418182969093324, "memorization_fraction_pixel": 0.7563999891281128, "mean_nn_ratio_pixel": 0.30624595284461975, "fid": 47.845795759409754}
+{"step": 4510000, "wall_time": 41185.773891210556, "train_loss_step": 2.7383828163146973, "n_params": 4367410, "total_flops": 60509242675200000, "train_loss": 0.009422643780708314, "subset_score_loss": 0.009422643780708314}
+{"step": 4520000, "wall_time": 41270.7691860199, "train_loss_step": 2.5954737663269043, "n_params": 4367410, "total_flops": 60643409510400000, "train_loss": 0.009173892140388488, "subset_score_loss": 0.009173892140388488}
+{"step": 4530000, "wall_time": 41356.02615618706, "train_loss_step": 2.485049247741699, "n_params": 4367410, "total_flops": 60777576345600000, "train_loss": 0.009249104857444764, "subset_score_loss": 0.009249104857444764}
+{"step": 4540000, "wall_time": 41441.21770739555, "train_loss_step": 2.508274555206299, "n_params": 4367410, "total_flops": 60911743180800000, "train_loss": 0.009170778393745423, "subset_score_loss": 0.009170778393745423}
+{"step": 4550000, "wall_time": 41523.63499689102, "train_loss_step": 2.4892075061798096, "n_params": 4367410, "total_flops": 61045910016000000, "train_loss": 0.009626667499542236, "subset_score_loss": 0.009626667499542236}
+{"step": 4560000, "wall_time": 41604.30080294609, "train_loss_step": 2.4464471340179443, "n_params": 4367410, "total_flops": 61180076851200000, "train_loss": 0.00944163739681244, "subset_score_loss": 0.00944163739681244}
+{"step": 4570000, "wall_time": 41689.581382513046, "train_loss_step": 2.59576416015625, "n_params": 4367410, "total_flops": 61314243686400000, "train_loss": 0.008933513760566711, "subset_score_loss": 0.008933513760566711}
+{"step": 4580000, "wall_time": 41774.80944156647, "train_loss_step": 2.4113149642944336, "n_params": 4367410, "total_flops": 61448410521600000, "train_loss": 0.009000601172447205, "subset_score_loss": 0.009000601172447205}
+{"step": 4590000, "wall_time": 41860.02394270897, "train_loss_step": 2.636976480484009, "n_params": 4367410, "total_flops": 61582577356800000, "train_loss": 0.009560214281082153, "subset_score_loss": 0.009560214281082153}
+{"step": 4600000, "wall_time": 42013.31211042404, "train_loss_step": 2.542196035385132, "n_params": 4367410, "total_flops": 61716744192000000, "train_loss": 0.00900313138961792, "subset_score_loss": 0.00900313138961792, "memorization_fraction_pixel": 0.7598999738693237, "mean_nn_ratio_pixel": 0.3059859275817871, "fid": 47.22714683524478}
+{"step": 4610000, "wall_time": 42098.956329107285, "train_loss_step": 2.300835132598877, "n_params": 4367410, "total_flops": 61850911027200000, "train_loss": 0.008993542790412902, "subset_score_loss": 0.008993542790412902}
+{"step": 4620000, "wall_time": 42182.58072805405, "train_loss_step": 2.3546090126037598, "n_params": 4367410, "total_flops": 61985077862400000, "train_loss": 0.009256386756896972, "subset_score_loss": 0.009256386756896972}
+{"step": 4630000, "wall_time": 42267.77172541618, "train_loss_step": 2.579920768737793, "n_params": 4367410, "total_flops": 62119244697600000, "train_loss": 0.009557103514671325, "subset_score_loss": 0.009557103514671325}
+{"step": 4640000, "wall_time": 42352.83371734619, "train_loss_step": 2.608184337615967, "n_params": 4367410, "total_flops": 62253411532800000, "train_loss": 0.009735262393951416, "subset_score_loss": 0.009735262393951416}
+{"step": 4650000, "wall_time": 42435.17859315872, "train_loss_step": 2.464036464691162, "n_params": 4367410, "total_flops": 62387578368000000, "train_loss": 0.009658324718475341, "subset_score_loss": 0.009658324718475341}
+{"step": 4660000, "wall_time": 42517.58789563179, "train_loss_step": 2.483686923980713, "n_params": 4367410, "total_flops": 62521745203200000, "train_loss": 0.00915998876094818, "subset_score_loss": 0.00915998876094818}
+{"step": 4670000, "wall_time": 42601.28087973595, "train_loss_step": 2.4731545448303223, "n_params": 4367410, "total_flops": 62655912038400000, "train_loss": 0.009126315712928773, "subset_score_loss": 0.009126315712928773}
+{"step": 4680000, "wall_time": 42686.454396009445, "train_loss_step": 2.4816317558288574, "n_params": 4367410, "total_flops": 62790078873600000, "train_loss": 0.008781141638755798, "subset_score_loss": 0.008781141638755798}
+{"step": 4690000, "wall_time": 42771.68003201485, "train_loss_step": 2.487175464630127, "n_params": 4367410, "total_flops": 62924245708800000, "train_loss": 0.009179616570472717, "subset_score_loss": 0.009179616570472717}
+{"step": 4700000, "wall_time": 42923.71377944946, "train_loss_step": 2.60764217376709, "n_params": 4367410, "total_flops": 63058412544000000, "train_loss": 0.008809399604797364, "subset_score_loss": 0.008809399604797364, "memorization_fraction_pixel": 0.7634000182151794, "mean_nn_ratio_pixel": 0.30433428287506104, "fid": 46.91985705515654}
+{"step": 4710000, "wall_time": 43008.97781467438, "train_loss_step": 2.5171003341674805, "n_params": 4367410, "total_flops": 63192579379200000, "train_loss": 0.008862941265106202, "subset_score_loss": 0.008862941265106202}
+{"step": 4720000, "wall_time": 43092.900995492935, "train_loss_step": 2.439525604248047, "n_params": 4367410, "total_flops": 63326746214400000, "train_loss": 0.009252013564109802, "subset_score_loss": 0.009252013564109802}
+{"step": 4730000, "wall_time": 43177.94534826279, "train_loss_step": 2.5812785625457764, "n_params": 4367410, "total_flops": 63460913049600000, "train_loss": 0.009231367707252502, "subset_score_loss": 0.009231367707252502}
+{"step": 4740000, "wall_time": 43263.16447377205, "train_loss_step": 2.5207018852233887, "n_params": 4367410, "total_flops": 63595079884800000, "train_loss": 0.00883661687374115, "subset_score_loss": 0.00883661687374115}
+{"step": 4750000, "wall_time": 43345.824202775955, "train_loss_step": 2.589073419570923, "n_params": 4367410, "total_flops": 63729246720000000, "train_loss": 0.009058667421340942, "subset_score_loss": 0.009058667421340942}
+{"step": 4760000, "wall_time": 43428.9556760788, "train_loss_step": 2.4668588638305664, "n_params": 4367410, "total_flops": 63863413555200000, "train_loss": 0.009033230543136596, "subset_score_loss": 0.009033230543136596}
+{"step": 4770000, "wall_time": 43514.151874542236, "train_loss_step": 2.4895052909851074, "n_params": 4367410, "total_flops": 63997580390400000, "train_loss": 0.00941635549068451, "subset_score_loss": 0.00941635549068451}
+{"step": 4780000, "wall_time": 43598.438559532166, "train_loss_step": 2.3170268535614014, "n_params": 4367410, "total_flops": 64131747225600000, "train_loss": 0.008924330472946168, "subset_score_loss": 0.008924330472946168}
+{"step": 4790000, "wall_time": 43683.156866550446, "train_loss_step": 2.6631367206573486, "n_params": 4367410, "total_flops": 64265914060800000, "train_loss": 0.009018263220787049, "subset_score_loss": 0.009018263220787049}
+{"step": 4800000, "wall_time": 43837.392602443695, "train_loss_step": 2.3723392486572266, "n_params": 4367410, "total_flops": 64400080896000000, "train_loss": 0.00865958571434021, "subset_score_loss": 0.00865958571434021, "memorization_fraction_pixel": 0.7613999843597412, "mean_nn_ratio_pixel": 0.3060872554779053, "fid": 46.72613417047684}
+{"step": 4810000, "wall_time": 43922.67006254196, "train_loss_step": 2.594407081604004, "n_params": 4367410, "total_flops": 64534247731200000, "train_loss": 0.008784681558609009, "subset_score_loss": 0.008784681558609009}
+{"step": 4820000, "wall_time": 44007.91627430916, "train_loss_step": 2.4256033897399902, "n_params": 4367410, "total_flops": 64668414566400000, "train_loss": 0.008665171265602113, "subset_score_loss": 0.008665171265602113}
+{"step": 4830000, "wall_time": 44091.60633301735, "train_loss_step": 2.4244253635406494, "n_params": 4367410, "total_flops": 64802581401600000, "train_loss": 0.00926072061061859, "subset_score_loss": 0.00926072061061859}
+{"step": 4840000, "wall_time": 44176.72760653496, "train_loss_step": 2.4123382568359375, "n_params": 4367410, "total_flops": 64936748236800000, "train_loss": 0.009028539657592774, "subset_score_loss": 0.009028539657592774}
+{"step": 4850000, "wall_time": 44259.76570034027, "train_loss_step": 2.5373458862304688, "n_params": 4367410, "total_flops": 65070915072000000, "train_loss": 0.009183986186981201, "subset_score_loss": 0.009183986186981201}
+{"step": 4860000, "wall_time": 44342.656553030014, "train_loss_step": 2.38698673248291, "n_params": 4367410, "total_flops": 65205081907200000, "train_loss": 0.00851115882396698, "subset_score_loss": 0.00851115882396698}
+{"step": 4870000, "wall_time": 44427.70768451691, "train_loss_step": 2.173708438873291, "n_params": 4367410, "total_flops": 65339248742400000, "train_loss": 0.008759060502052307, "subset_score_loss": 0.008759060502052307}
+{"step": 4880000, "wall_time": 44512.9382686615, "train_loss_step": 2.4120726585388184, "n_params": 4367410, "total_flops": 65473415577600000, "train_loss": 0.008504138588905334, "subset_score_loss": 0.008504138588905334}
+{"step": 4890000, "wall_time": 44598.56432700157, "train_loss_step": 2.8332977294921875, "n_params": 4367410, "total_flops": 65607582412800000, "train_loss": 0.00860340416431427, "subset_score_loss": 0.00860340416431427}
+{"step": 4900000, "wall_time": 44749.40050435066, "train_loss_step": 2.359980821609497, "n_params": 4367410, "total_flops": 65741749248000000, "train_loss": 0.008572753667831421, "subset_score_loss": 0.008572753667831421, "memorization_fraction_pixel": 0.7731999754905701, "mean_nn_ratio_pixel": 0.30273571610450745, "fid": 46.259534294500185}
+{"step": 4910000, "wall_time": 44834.6549911499, "train_loss_step": 2.205990791320801, "n_params": 4367410, "total_flops": 65875916083200000, "train_loss": 0.00871198534965515, "subset_score_loss": 0.00871198534965515}
+{"step": 4920000, "wall_time": 44919.86472654343, "train_loss_step": 2.410083770751953, "n_params": 4367410, "total_flops": 66010082918400000, "train_loss": 0.00863058865070343, "subset_score_loss": 0.00863058865070343}
+{"step": 4930000, "wall_time": 45005.26681756973, "train_loss_step": 2.4714584350585938, "n_params": 4367410, "total_flops": 66144249753600000, "train_loss": 0.00844803273677826, "subset_score_loss": 0.00844803273677826}
+{"step": 4940000, "wall_time": 45088.826756477356, "train_loss_step": 2.584240674972534, "n_params": 4367410, "total_flops": 66278416588800000, "train_loss": 0.008477024435997009, "subset_score_loss": 0.008477024435997009}
+{"step": 4950000, "wall_time": 45156.06844210625, "train_loss_step": 2.447343349456787, "n_params": 4367410, "total_flops": 66412583424000000, "train_loss": 0.008830613493919372, "subset_score_loss": 0.008830613493919372}
+{"step": 4960000, "wall_time": 45208.163580179214, "train_loss_step": 2.366175413131714, "n_params": 4367410, "total_flops": 66546750259200000, "train_loss": 0.008520760536193848, "subset_score_loss": 0.008520760536193848}
+{"step": 4970000, "wall_time": 45260.18182563782, "train_loss_step": 2.205717086791992, "n_params": 4367410, "total_flops": 66680917094400000, "train_loss": 0.008660585284233094, "subset_score_loss": 0.008660585284233094}
+{"step": 4980000, "wall_time": 45312.24529027939, "train_loss_step": 2.501190185546875, "n_params": 4367410, "total_flops": 66815083929600000, "train_loss": 0.008304399847984313, "subset_score_loss": 0.008304399847984313}
+{"step": 4990000, "wall_time": 45364.34383678436, "train_loss_step": 2.5099434852600098, "n_params": 4367410, "total_flops": 66949250764800000, "train_loss": 0.008781715631484985, "subset_score_loss": 0.008781715631484985}
+{"step": 5000000, "wall_time": 45456.33301615715, "train_loss_step": 2.418713092803955, "n_params": 4367410, "total_flops": 67083417600000000, "train_loss": 0.008774969577789307, "subset_score_loss": 0.008774969577789307, "memorization_fraction_pixel": 0.7706000208854675, "mean_nn_ratio_pixel": 0.3047453761100769, "fid": 47.53131100044682}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/runner.log b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..074b8ff837c999f29aea22fc1bb4797f32098f62
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d50/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     67s | train_loss=0.9962 | fid=245.4172
+  step   10000 |    153s | train_loss=0.8497
+  step   20000 |    238s | train_loss=0.7923
+  step   30000 |    324s | train_loss=0.7079
+  step   40000 |    409s | train_loss=0.5762
+  step   50000 |    495s | train_loss=0.4107
+  step   60000 |    581s | train_loss=0.2860
+  step   70000 |    666s | train_loss=0.2171
+  step   80000 |    752s | train_loss=0.1819
+  step   90000 |    838s | train_loss=0.1583
+  step  100000 |    984s | train_loss=0.1448 | fid=57.8057
+  step  110000 |   1068s | train_loss=0.1328
+  step  120000 |   1151s | train_loss=0.1243
+  step  130000 |   1237s | train_loss=0.1166
+  step  140000 |   1322s | train_loss=0.1124
+  step  150000 |   1407s | train_loss=0.1049
+  step  160000 |   1492s | train_loss=0.1013
+  step  170000 |   1577s | train_loss=0.0965
+  step  180000 |   1663s | train_loss=0.0929
+  step  190000 |   1748s | train_loss=0.0887
+  step  200000 |   1894s | train_loss=0.0853 | fid=54.7795
+  step  210000 |   1979s | train_loss=0.0834
+  step  220000 |   2063s | train_loss=0.0800
+  step  230000 |   2146s | train_loss=0.0776
+  step  240000 |   2232s | train_loss=0.0755
+  step  250000 |   2317s | train_loss=0.0735
+  step  260000 |   2402s | train_loss=0.0738
+  step  270000 |   2487s | train_loss=0.0698
+  step  280000 |   2573s | train_loss=0.0683
+  step  290000 |   2658s | train_loss=0.0662
+  step  300000 |   2804s | train_loss=0.0645 | fid=54.0777
+  step  310000 |   2889s | train_loss=0.0641
+  step  320000 |   2975s | train_loss=0.0615
+  step  330000 |   3058s | train_loss=0.0606
+  step  340000 |   3141s | train_loss=0.0600
+  step  350000 |   3227s | train_loss=0.0597
+  step  360000 |   3312s | train_loss=0.0574
+  step  370000 |   3397s | train_loss=0.0565
+  step  380000 |   3482s | train_loss=0.0552
+  step  390000 |   3568s | train_loss=0.0544
+  step  400000 |   3716s | train_loss=0.0524 | fid=51.8624
+  step  410000 |   3801s | train_loss=0.0523
+  step  420000 |   3886s | train_loss=0.0511
+  step  430000 |   3972s | train_loss=0.0507
+  step  440000 |   4055s | train_loss=0.0497
+  step  450000 |   4138s | train_loss=0.0499
+  step  460000 |   4224s | train_loss=0.0485
+  step  470000 |   4309s | train_loss=0.0482
+  step  480000 |   4394s | train_loss=0.0474
+  step  490000 |   4479s | train_loss=0.0474
+  step  500000 |   4626s | train_loss=0.0462 | fid=51.1603
+  step  510000 |   4712s | train_loss=0.0453
+  step  520000 |   4797s | train_loss=0.0454
+  step  530000 |   4882s | train_loss=0.0447
+  step  540000 |   4966s | train_loss=0.0449
+  step  550000 |   5051s | train_loss=0.0436
+  step  560000 |   5135s | train_loss=0.0432
+  step  570000 |   5219s | train_loss=0.0425
+  step  580000 |   5304s | train_loss=0.0424
+  step  590000 |   5390s | train_loss=0.0421
+  step  600000 |   5537s | train_loss=0.0408 | fid=50.2972
+  step  610000 |   5622s | train_loss=0.0417
+  step  620000 |   5707s | train_loss=0.0408
+  step  630000 |   5792s | train_loss=0.0408
+  step  640000 |   5877s | train_loss=0.0403
+  step  650000 |   5961s | train_loss=0.0395
+  step  660000 |   6046s | train_loss=0.0397
+  step  670000 |   6132s | train_loss=0.0389
+  step  680000 |   6214s | train_loss=0.0384
+  step  690000 |   6300s | train_loss=0.0389
+  step  700000 |   6447s | train_loss=0.0373 | fid=50.0051
+  step  710000 |   6532s | train_loss=0.0377
+  step  720000 |   6617s | train_loss=0.0377
+  step  730000 |   6702s | train_loss=0.0364
+  step  740000 |   6787s | train_loss=0.0364
+  step  750000 |   6873s | train_loss=0.0367
+  step  760000 |   6956s | train_loss=0.0366
+  step  770000 |   7042s | train_loss=0.0357
+  step  780000 |   7127s | train_loss=0.0353
+  step  790000 |   7210s | train_loss=0.0357
+  step  800000 |   7358s | train_loss=0.0357 | fid=48.9028
+  step  810000 |   7443s | train_loss=0.0341
+  step  820000 |   7528s | train_loss=0.0343
+  step  830000 |   7614s | train_loss=0.0338
+  step  840000 |   7699s | train_loss=0.0343
+  step  850000 |   7784s | train_loss=0.0338
+  step  860000 |   7869s | train_loss=0.0347
+  step  870000 |   7953s | train_loss=0.0329
+  step  880000 |   8038s | train_loss=0.0331
+  step  890000 |   8124s | train_loss=0.0327
+  step  900000 |   8269s | train_loss=0.0324 | fid=48.5616
+  step  910000 |   8355s | train_loss=0.0326
+  step  920000 |   8440s | train_loss=0.0324
+  step  930000 |   8525s | train_loss=0.0315
+  step  940000 |   8610s | train_loss=0.0323
+  step  950000 |   8695s | train_loss=0.0318
+  step  960000 |   8781s | train_loss=0.0318
+  step  970000 |   8865s | train_loss=0.0311
+  step  980000 |   8950s | train_loss=0.0311
+  step  990000 |   9035s | train_loss=0.0310
+  step 1000000 |   9182s | train_loss=0.0307 | fid=49.5124
+  step 1010000 |   9266s | train_loss=0.0300
+  step 1020000 |   9351s | train_loss=0.0302
+  step 1030000 |   9436s | train_loss=0.0298
+  step 1040000 |   9521s | train_loss=0.0300
+  step 1050000 |   9606s | train_loss=0.0293
+  step 1060000 |   9691s | train_loss=0.0291
+  step 1070000 |   9777s | train_loss=0.0290
+  step 1080000 |   9860s | train_loss=0.0288
+  step 1090000 |   9945s | train_loss=0.0289
+  step 1100000 |  10093s | train_loss=0.0282 | fid=48.4332
+  step 1110000 |  10179s | train_loss=0.0291
+  step 1120000 |  10262s | train_loss=0.0284
+  step 1130000 |  10347s | train_loss=0.0288
+  step 1140000 |  10432s | train_loss=0.0287
+  step 1150000 |  10517s | train_loss=0.0273
+  step 1160000 |  10602s | train_loss=0.0273
+  step 1170000 |  10688s | train_loss=0.0277
+  step 1180000 |  10773s | train_loss=0.0275
+  step 1190000 |  10856s | train_loss=0.0272
+  step 1200000 |  11004s | train_loss=0.0270 | fid=48.3514
+  step 1210000 |  11090s | train_loss=0.0274
+  step 1220000 |  11175s | train_loss=0.0271
+  step 1230000 |  11258s | train_loss=0.0276
+  step 1240000 |  11343s | train_loss=0.0269
+  step 1250000 |  11429s | train_loss=0.0262
+  step 1260000 |  11514s | train_loss=0.0268
+  step 1270000 |  11599s | train_loss=0.0258
+  step 1280000 |  11684s | train_loss=0.0262
+  step 1290000 |  11768s | train_loss=0.0266
+  step 1300000 |  11915s | train_loss=0.0255 | fid=48.3643
+  step 1310000 |  12000s | train_loss=0.0267
+  step 1320000 |  12085s | train_loss=0.0251
+  step 1330000 |  12170s | train_loss=0.0254
+  step 1340000 |  12254s | train_loss=0.0257
+  step 1350000 |  12339s | train_loss=0.0255
+  step 1360000 |  12424s | train_loss=0.0250
+  step 1370000 |  12509s | train_loss=0.0255
+  step 1380000 |  12594s | train_loss=0.0260
+  step 1390000 |  12678s | train_loss=0.0248
+  step 1400000 |  12826s | train_loss=0.0247 | fid=48.1234
+  step 1410000 |  12911s | train_loss=0.0246
+  step 1420000 |  12996s | train_loss=0.0245
+  step 1430000 |  13082s | train_loss=0.0238
+  step 1440000 |  13167s | train_loss=0.0247
+  step 1450000 |  13250s | train_loss=0.0245
+  step 1460000 |  13335s | train_loss=0.0244
+  step 1470000 |  13421s | train_loss=0.0240
+  step 1480000 |  13506s | train_loss=0.0233
+  step 1490000 |  13589s | train_loss=0.0237
+  step 1500000 |  13739s | train_loss=0.0235 | fid=47.5071
+  step 1510000 |  13823s | train_loss=0.0233
+  step 1520000 |  13908s | train_loss=0.0235
+  step 1530000 |  13993s | train_loss=0.0234
+  step 1540000 |  14079s | train_loss=0.0235
+  step 1550000 |  14164s | train_loss=0.0236
+  step 1560000 |  14249s | train_loss=0.0231
+  step 1570000 |  14332s | train_loss=0.0231
+  step 1580000 |  14417s | train_loss=0.0240
+  step 1590000 |  14499s | train_loss=0.0235
+  step 1600000 |  14650s | train_loss=0.0231 | fid=47.8533
+  step 1610000 |  14734s | train_loss=0.0223
+  step 1620000 |  14819s | train_loss=0.0224
+  step 1630000 |  14905s | train_loss=0.0224
+  step 1640000 |  14990s | train_loss=0.0222
+  step 1650000 |  15075s | train_loss=0.0215
+  step 1660000 |  15160s | train_loss=0.0221
+  step 1670000 |  15246s | train_loss=0.0225
+  step 1680000 |  15329s | train_loss=0.0221
+  step 1690000 |  15410s | train_loss=0.0223
+  step 1700000 |  15562s | train_loss=0.0213 | fid=47.4848
+  step 1710000 |  15647s | train_loss=0.0213
+  step 1720000 |  15731s | train_loss=0.0216
+  step 1730000 |  15816s | train_loss=0.0215
+  step 1740000 |  15901s | train_loss=0.0209
+  step 1750000 |  15986s | train_loss=0.0208
+  step 1760000 |  16071s | train_loss=0.0215
+  step 1770000 |  16157s | train_loss=0.0215
+  step 1780000 |  16242s | train_loss=0.0211
+  step 1790000 |  16322s | train_loss=0.0212
+  step 1800000 |  16473s | train_loss=0.0206 | fid=46.9473
+  step 1810000 |  16558s | train_loss=0.0205
+  step 1820000 |  16644s | train_loss=0.0203
+  step 1830000 |  16728s | train_loss=0.0209
+  step 1840000 |  16813s | train_loss=0.0211
+  step 1850000 |  16898s | train_loss=0.0203
+  step 1860000 |  16983s | train_loss=0.0204
+  step 1870000 |  17068s | train_loss=0.0202
+  step 1880000 |  17154s | train_loss=0.0201
+  step 1890000 |  17235s | train_loss=0.0212
+  step 1900000 |  17385s | train_loss=0.0202 | fid=46.8971
+  step 1910000 |  17470s | train_loss=0.0196
+  step 1920000 |  17556s | train_loss=0.0201
+  step 1930000 |  17641s | train_loss=0.0208
+  step 1940000 |  17725s | train_loss=0.0190
+  step 1950000 |  17810s | train_loss=0.0196
+  step 1960000 |  17895s | train_loss=0.0198
+  step 1970000 |  17980s | train_loss=0.0193
+  step 1980000 |  18064s | train_loss=0.0197
+  step 1990000 |  18147s | train_loss=0.0197
+  step 2000000 |  18298s | train_loss=0.0193 | fid=47.8027
+  step 2010000 |  18381s | train_loss=0.0190
+  step 2020000 |  18466s | train_loss=0.0190
+  step 2030000 |  18551s | train_loss=0.0190
+  step 2040000 |  18637s | train_loss=0.0188
+  step 2050000 |  18720s | train_loss=0.0188
+  step 2060000 |  18805s | train_loss=0.0186
+  step 2070000 |  18890s | train_loss=0.0187
+  step 2080000 |  18974s | train_loss=0.0196
+  step 2090000 |  19057s | train_loss=0.0186
+  step 2100000 |  19208s | train_loss=0.0183 | fid=47.0626
+  step 2110000 |  19293s | train_loss=0.0183
+  step 2120000 |  19377s | train_loss=0.0186
+  step 2130000 |  19462s | train_loss=0.0180
+  step 2140000 |  19547s | train_loss=0.0192
+  step 2150000 |  19631s | train_loss=0.0177
+  step 2160000 |  19716s | train_loss=0.0185
+  step 2170000 |  19801s | train_loss=0.0184
+  step 2180000 |  19885s | train_loss=0.0179
+  step 2190000 |  19968s | train_loss=0.0182
+  step 2200000 |  20120s | train_loss=0.0180 | fid=47.1333
+  step 2210000 |  20205s | train_loss=0.0181
+  step 2220000 |  20290s | train_loss=0.0172
+  step 2230000 |  20374s | train_loss=0.0173
+  step 2240000 |  20459s | train_loss=0.0172
+  step 2250000 |  20544s | train_loss=0.0177
+  step 2260000 |  20628s | train_loss=0.0172
+  step 2270000 |  20714s | train_loss=0.0172
+  step 2280000 |  20797s | train_loss=0.0174
+  step 2290000 |  20880s | train_loss=0.0175
+  step 2300000 |  21031s | train_loss=0.0171 | fid=46.5514
+  step 2310000 |  21116s | train_loss=0.0169
+  step 2320000 |  21201s | train_loss=0.0173
+  step 2330000 |  21286s | train_loss=0.0169
+  step 2340000 |  21370s | train_loss=0.0174
+  step 2350000 |  21456s | train_loss=0.0174
+  step 2360000 |  21541s | train_loss=0.0171
+  step 2370000 |  21625s | train_loss=0.0168
+  step 2380000 |  21707s | train_loss=0.0173
+  step 2390000 |  21791s | train_loss=0.0162
+  step 2400000 |  21943s | train_loss=0.0171 | fid=48.0577
+  step 2410000 |  22028s | train_loss=0.0170
+  step 2420000 |  22114s | train_loss=0.0159
+  step 2430000 |  22199s | train_loss=0.0167
+  step 2440000 |  22284s | train_loss=0.0164
+  step 2450000 |  22368s | train_loss=0.0166
+  step 2460000 |  22453s | train_loss=0.0172
+  step 2470000 |  22539s | train_loss=0.0158
+  step 2480000 |  22618s | train_loss=0.0163
+  step 2490000 |  22703s | train_loss=0.0167
+  step 2500000 |  22855s | train_loss=0.0164 | fid=47.5964
+  step 2510000 |  22940s | train_loss=0.0160
+  step 2520000 |  23025s | train_loss=0.0158
+  step 2530000 |  23110s | train_loss=0.0156
+  step 2540000 |  23196s | train_loss=0.0158
+  step 2550000 |  23281s | train_loss=0.0162
+  step 2560000 |  23367s | train_loss=0.0156
+  step 2570000 |  23450s | train_loss=0.0151
+  step 2580000 |  23532s | train_loss=0.0153
+  step 2590000 |  23615s | train_loss=0.0157
+  step 2600000 |  23767s | train_loss=0.0156 | fid=47.3176
+  step 2610000 |  23852s | train_loss=0.0155
+  step 2620000 |  23937s | train_loss=0.0153
+  step 2630000 |  24023s | train_loss=0.0160
+  step 2640000 |  24108s | train_loss=0.0155
+  step 2650000 |  24193s | train_loss=0.0152
+  step 2660000 |  24278s | train_loss=0.0151
+  step 2670000 |  24364s | train_loss=0.0154
+  step 2680000 |  24444s | train_loss=0.0152
+  step 2690000 |  24527s | train_loss=0.0148
+  step 2700000 |  24678s | train_loss=0.0151 | fid=46.8366
+  step 2710000 |  24763s | train_loss=0.0155
+  step 2720000 |  24848s | train_loss=0.0148
+  step 2730000 |  24934s | train_loss=0.0146
+  step 2740000 |  25019s | train_loss=0.0144
+  step 2750000 |  25104s | train_loss=0.0144
+  step 2760000 |  25189s | train_loss=0.0149
+  step 2770000 |  25273s | train_loss=0.0143
+  step 2780000 |  25356s | train_loss=0.0147
+  step 2790000 |  25440s | train_loss=0.0144
+  step 2800000 |  25590s | train_loss=0.0140 | fid=47.5606
+  step 2810000 |  25675s | train_loss=0.0141
+  step 2820000 |  25760s | train_loss=0.0150
+  step 2830000 |  25846s | train_loss=0.0146
+  step 2840000 |  25931s | train_loss=0.0145
+  step 2850000 |  26016s | train_loss=0.0144
+  step 2860000 |  26101s | train_loss=0.0141
+  step 2870000 |  26185s | train_loss=0.0146
+  step 2880000 |  26268s | train_loss=0.0137
+  step 2890000 |  26353s | train_loss=0.0143
+  step 2900000 |  26501s | train_loss=0.0142 | fid=46.6899
+  step 2910000 |  26586s | train_loss=0.0135
+  step 2920000 |  26671s | train_loss=0.0142
+  step 2930000 |  26756s | train_loss=0.0139
+  step 2940000 |  26842s | train_loss=0.0139
+  step 2950000 |  26927s | train_loss=0.0138
+  step 2960000 |  27012s | train_loss=0.0141
+  step 2970000 |  27095s | train_loss=0.0140
+  step 2980000 |  27179s | train_loss=0.0134
+  step 2990000 |  27264s | train_loss=0.0140
+  step 3000000 |  27416s | train_loss=0.0136 | fid=47.0059
+  step 3010000 |  27498s | train_loss=0.0138
+  step 3020000 |  27583s | train_loss=0.0140
+  step 3030000 |  27668s | train_loss=0.0133
+  step 3040000 |  27753s | train_loss=0.0132
+  step 3050000 |  27839s | train_loss=0.0137
+  step 3060000 |  27924s | train_loss=0.0133
+  step 3070000 |  28007s | train_loss=0.0131
+  step 3080000 |  28090s | train_loss=0.0137
+  step 3090000 |  28176s | train_loss=0.0129
+  step 3100000 |  28327s | train_loss=0.0134 | fid=47.2284
+  step 3110000 |  28413s | train_loss=0.0136
+  step 3120000 |  28494s | train_loss=0.0135
+  step 3130000 |  28579s | train_loss=0.0129
+  step 3140000 |  28664s | train_loss=0.0135
+  step 3150000 |  28749s | train_loss=0.0134
+  step 3160000 |  28834s | train_loss=0.0129
+  step 3170000 |  28917s | train_loss=0.0127
+  step 3180000 |  29001s | train_loss=0.0128
+  step 3190000 |  29086s | train_loss=0.0128
+  step 3200000 |  29237s | train_loss=0.0127 | fid=46.7375
+  step 3210000 |  29322s | train_loss=0.0125
+  step 3220000 |  29407s | train_loss=0.0124
+  step 3230000 |  29490s | train_loss=0.0128
+  step 3240000 |  29575s | train_loss=0.0125
+  step 3250000 |  29660s | train_loss=0.0125
+  step 3260000 |  29745s | train_loss=0.0128
+  step 3270000 |  29827s | train_loss=0.0124
+  step 3280000 |  29912s | train_loss=0.0126
+  step 3290000 |  29997s | train_loss=0.0122
+  step 3300000 |  30147s | train_loss=0.0126 | fid=47.6180
+  step 3310000 |  30233s | train_loss=0.0121
+  step 3320000 |  30318s | train_loss=0.0124
+  step 3330000 |  30402s | train_loss=0.0123
+  step 3340000 |  30485s | train_loss=0.0123
+  step 3350000 |  30571s | train_loss=0.0125
+  step 3360000 |  30656s | train_loss=0.0120
+  step 3370000 |  30737s | train_loss=0.0126
+  step 3380000 |  30823s | train_loss=0.0121
+  step 3390000 |  30908s | train_loss=0.0121
+  step 3400000 |  31059s | train_loss=0.0123 | fid=47.3780
+  step 3410000 |  31144s | train_loss=0.0118
+  step 3420000 |  31229s | train_loss=0.0120
+  step 3430000 |  31315s | train_loss=0.0123
+  step 3440000 |  31399s | train_loss=0.0123
+  step 3450000 |  31483s | train_loss=0.0115
+  step 3460000 |  31568s | train_loss=0.0121
+  step 3470000 |  31649s | train_loss=0.0116
+  step 3480000 |  31734s | train_loss=0.0119
+  step 3490000 |  31820s | train_loss=0.0119
+  step 3500000 |  31971s | train_loss=0.0123 | fid=46.3228
+  step 3510000 |  32056s | train_loss=0.0119
+  step 3520000 |  32142s | train_loss=0.0119
+  step 3530000 |  32227s | train_loss=0.0118
+  step 3540000 |  32312s | train_loss=0.0120
+  step 3550000 |  32396s | train_loss=0.0119
+  step 3560000 |  32480s | train_loss=0.0121
+  step 3570000 |  32562s | train_loss=0.0115
+  step 3580000 |  32647s | train_loss=0.0114
+  step 3590000 |  32732s | train_loss=0.0113
+  step 3600000 |  32884s | train_loss=0.0114 | fid=47.7323
+  step 3610000 |  32969s | train_loss=0.0117
+  step 3620000 |  33054s | train_loss=0.0111
+  step 3630000 |  33140s | train_loss=0.0118
+  step 3640000 |  33225s | train_loss=0.0119
+  step 3650000 |  33310s | train_loss=0.0115
+  step 3660000 |  33392s | train_loss=0.0116
+  step 3670000 |  33475s | train_loss=0.0108
+  step 3680000 |  33559s | train_loss=0.0116
+  step 3690000 |  33644s | train_loss=0.0107
+  step 3700000 |  33796s | train_loss=0.0111 | fid=47.2821
+  step 3710000 |  33881s | train_loss=0.0117
+  step 3720000 |  33966s | train_loss=0.0113
+  step 3730000 |  34051s | train_loss=0.0111
+  step 3740000 |  34136s | train_loss=0.0111
+  step 3750000 |  34222s | train_loss=0.0110
+  step 3760000 |  34306s | train_loss=0.0112
+  step 3770000 |  34387s | train_loss=0.0115
+  step 3780000 |  34472s | train_loss=0.0110
+  step 3790000 |  34556s | train_loss=0.0113
+  step 3800000 |  34709s | train_loss=0.0110 | fid=47.1483
+  step 3810000 |  34794s | train_loss=0.0104
+  step 3820000 |  34879s | train_loss=0.0107
+  step 3830000 |  34964s | train_loss=0.0108
+  step 3840000 |  35049s | train_loss=0.0108
+  step 3850000 |  35134s | train_loss=0.0107
+  step 3860000 |  35217s | train_loss=0.0104
+  step 3870000 |  35299s | train_loss=0.0105
+  step 3880000 |  35384s | train_loss=0.0104
+  step 3890000 |  35469s | train_loss=0.0110
+  step 3900000 |  35620s | train_loss=0.0105 | fid=46.7083
+  step 3910000 |  35706s | train_loss=0.0108
+  step 3920000 |  35791s | train_loss=0.0104
+  step 3930000 |  35876s | train_loss=0.0107
+  step 3940000 |  35961s | train_loss=0.0108
+  step 3950000 |  36046s | train_loss=0.0105
+  step 3960000 |  36129s | train_loss=0.0108
+  step 3970000 |  36211s | train_loss=0.0104
+  step 3980000 |  36295s | train_loss=0.0106
+  step 3990000 |  36380s | train_loss=0.0107
+  step 4000000 |  36535s | train_loss=0.0108 | fid=46.8310
+  step 4010000 |  36620s | train_loss=0.0104
+  step 4020000 |  36705s | train_loss=0.0114
+  step 4030000 |  36790s | train_loss=0.0101
+  step 4040000 |  36875s | train_loss=0.0104
+  step 4050000 |  36960s | train_loss=0.0104
+  step 4060000 |  37042s | train_loss=0.0101
+  step 4070000 |  37125s | train_loss=0.0102
+  step 4080000 |  37211s | train_loss=0.0104
+  step 4090000 |  37294s | train_loss=0.0101
+  step 4100000 |  37449s | train_loss=0.0102 | fid=46.5688
+  step 4110000 |  37535s | train_loss=0.0098
+  step 4120000 |  37618s | train_loss=0.0101
+  step 4130000 |  37703s | train_loss=0.0109
+  step 4140000 |  37788s | train_loss=0.0105
+  step 4150000 |  37873s | train_loss=0.0104
+  step 4160000 |  37953s | train_loss=0.0100
+  step 4170000 |  38039s | train_loss=0.0101
+  step 4180000 |  38124s | train_loss=0.0105
+  step 4190000 |  38209s | train_loss=0.0101
+  step 4200000 |  38361s | train_loss=0.0095 | fid=47.8181
+  step 4210000 |  38446s | train_loss=0.0098
+  step 4220000 |  38531s | train_loss=0.0097
+  step 4230000 |  38615s | train_loss=0.0102
+  step 4240000 |  38700s | train_loss=0.0098
+  step 4250000 |  38784s | train_loss=0.0100
+  step 4260000 |  38865s | train_loss=0.0096
+  step 4270000 |  38950s | train_loss=0.0098
+  step 4280000 |  39035s | train_loss=0.0098
+  step 4290000 |  39121s | train_loss=0.0099
+  step 4300000 |  39274s | train_loss=0.0097 | fid=47.1671
+  step 4310000 |  39359s | train_loss=0.0099
+  step 4320000 |  39444s | train_loss=0.0094
+  step 4330000 |  39530s | train_loss=0.0099
+  step 4340000 |  39613s | train_loss=0.0095
+  step 4350000 |  39696s | train_loss=0.0095
+  step 4360000 |  39778s | train_loss=0.0095
+  step 4370000 |  39863s | train_loss=0.0094
+  step 4380000 |  39948s | train_loss=0.0096
+  step 4390000 |  40033s | train_loss=0.0097
+  step 4400000 |  40187s | train_loss=0.0095 | fid=47.0081
+  step 4410000 |  40272s | train_loss=0.0097
+  step 4420000 |  40357s | train_loss=0.0096
+  step 4430000 |  40442s | train_loss=0.0096
+  step 4440000 |  40528s | train_loss=0.0096
+  step 4450000 |  40609s | train_loss=0.0093
+  step 4460000 |  40691s | train_loss=0.0098
+  step 4470000 |  40776s | train_loss=0.0094
+  step 4480000 |  40862s | train_loss=0.0095
+  step 4490000 |  40947s | train_loss=0.0093
+  step 4500000 |  41102s | train_loss=0.0094 | fid=47.8458
+  step 4510000 |  41186s | train_loss=0.0094
+  step 4520000 |  41271s | train_loss=0.0092
+  step 4530000 |  41356s | train_loss=0.0092
+  step 4540000 |  41441s | train_loss=0.0092
+  step 4550000 |  41524s | train_loss=0.0096
+  step 4560000 |  41604s | train_loss=0.0094
+  step 4570000 |  41690s | train_loss=0.0089
+  step 4580000 |  41775s | train_loss=0.0090
+  step 4590000 |  41860s | train_loss=0.0096
+  step 4600000 |  42013s | train_loss=0.0090 | fid=47.2271
+  step 4610000 |  42099s | train_loss=0.0090
+  step 4620000 |  42183s | train_loss=0.0093
+  step 4630000 |  42268s | train_loss=0.0096
+  step 4640000 |  42353s | train_loss=0.0097
+  step 4650000 |  42435s | train_loss=0.0097
+  step 4660000 |  42518s | train_loss=0.0092
+  step 4670000 |  42601s | train_loss=0.0091
+  step 4680000 |  42686s | train_loss=0.0088
+  step 4690000 |  42772s | train_loss=0.0092
+  step 4700000 |  42924s | train_loss=0.0088 | fid=46.9199
+  step 4710000 |  43009s | train_loss=0.0089
+  step 4720000 |  43093s | train_loss=0.0093
+  step 4730000 |  43178s | train_loss=0.0092
+  step 4740000 |  43263s | train_loss=0.0088
+  step 4750000 |  43346s | train_loss=0.0091
+  step 4760000 |  43429s | train_loss=0.0090
+  step 4770000 |  43514s | train_loss=0.0094
+  step 4780000 |  43598s | train_loss=0.0089
+  step 4790000 |  43683s | train_loss=0.0090
+  step 4800000 |  43837s | train_loss=0.0087 | fid=46.7261
+  step 4810000 |  43923s | train_loss=0.0088
+  step 4820000 |  44008s | train_loss=0.0087
+  step 4830000 |  44092s | train_loss=0.0093
+  step 4840000 |  44177s | train_loss=0.0090
+  step 4850000 |  44260s | train_loss=0.0092
+  step 4860000 |  44343s | train_loss=0.0085
+  step 4870000 |  44428s | train_loss=0.0088
+  step 4880000 |  44513s | train_loss=0.0085
+  step 4890000 |  44599s | train_loss=0.0086
+  step 4900000 |  44749s | train_loss=0.0086 | fid=46.2595
+  step 4910000 |  44835s | train_loss=0.0087
+  step 4920000 |  44920s | train_loss=0.0086
+  step 4930000 |  45005s | train_loss=0.0084
+  step 4940000 |  45089s | train_loss=0.0085
+  step 4950000 |  45156s | train_loss=0.0088
+  step 4960000 |  45208s | train_loss=0.0085
+  step 4970000 |  45260s | train_loss=0.0087
+  step 4980000 |  45312s | train_loss=0.0083
+  step 4990000 |  45364s | train_loss=0.0088
+  step 5000000 |  45456s | train_loss=0.0088 | fid=47.5313
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/config.json b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0b2d901ec6da33c77baaf3be0210e1f814accf02
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/config.json
@@ -0,0 +1,26 @@
+{
+  "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt",
+  "out": "results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60",
+  "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json",
+  "train_tar": "/overflow/data/cerberus/celeba_hq_256_partitioned_ws/train/celeba_hq_256-train-0000.tar",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/metrics.jsonl b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..44d3781137c51d5a1f536a3730ee442cbff5557b
--- /dev/null
+++ b/results/celeba_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "celeba_hq_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/celeba_resnet_modernloss_d60/vae.pt", "subset_path": "diagnostics/celeba_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [20952, 7797, 13007, 15253, 1802, 20760, 3302, 2937, 12429, 13098, 20076, 19572, 10577, 5564, 11381, 5775, 5276, 17998, 2240, 2519, 11388, 7263, 4196, 10568, 2158, 19965, 9295, 2040, 19851, 8718, 9370, 15052, 13447, 2513, 1591, 9658, 13292, 12806, 14560, 2355, 9290, 17698, 4901, 20580, 2127, 14432, 8576, 20295, 129, 14022, 19119, 15050, 18760, 288, 13973, 2168, 14462, 2292, 8199, 18932, 6429, 20664, 8787, 16525, 10377, 6994, 16130, 6724, 13244, 20903, 11718, 8813, 7745, 14314, 13381, 7425, 8918, 18001, 18601, 17689, 8193, 470, 13341, 5477, 12269, 7092, 11369, 16932, 14217, 12925, 15969, 15866, 12197, 9148, 9971, 6425, 19208, 112, 13306, 16558, 1303, 19554, 17868, 13767, 4996, 11785, 8997, 17159, 9157, 13344, 7193, 14890, 893, 12961, 4480, 20648, 1871, 14734, 7352, 7321, 17855, 20812, 5617, 12632, 793, 17758, 7441, 20850, 8716, 9049, 5480, 7856, 16261, 5910, 16773, 9795, 4390, 6696, 14888, 12975, 16432, 9254, 6712, 1464, 13523, 641, 20792, 7029, 20339, 5365, 18551, 11929, 13976, 5064, 1978, 3092, 13092, 14987, 9204, 4723, 12378, 12008, 8196, 136, 19652, 8477, 19824, 2919, 13627, 19248, 9044, 3780, 12267, 8395, 7223, 8828, 4794, 1238, 3918, 6410, 14610, 2563, 18499, 7857, 3061, 15109, 11568, 6764, 10989, 18957, 8115, 20211, 19901, 20120, 10169, 4920, 9969, 10241, 17413, 5421, 14514, 20658, 10122, 5760, 1280, 11010, 8517, 4746, 6765, 4667, 4144, 8117, 4488, 17978, 13454, 18660, 8665, 45, 7031, 903, 16818, 18231, 17390, 312, 13864, 3668, 10948, 3614, 19604, 5027, 14941, 16471, 6783, 5178, 9335, 17408, 11831, 14242, 20072, 8405, 5198, 7163, 14369, 3939, 18102, 9996, 1580, 14702, 11215, 12045, 15533, 11854, 20171, 8345, 13606, 20457, 4849, 1500, 4026, 1891, 19053, 15329, 14020, 8742, 9233, 5280, 14522, 19492, 19005, 15421, 20902, 2380, 15726, 10965, 14683, 8786, 10203, 2842, 12666, 16692, 11495, 13620, 13743, 19967, 2117, 13142, 18220, 9184, 7484, 20600, 18310, 11438, 13671, 19232, 12924, 7682, 6420, 6638, 8141, 9558, 14608, 16288, 8979, 18506, 10073, 15365, 17535, 1111, 15229, 5083, 3615, 14472, 9250, 2157, 14039, 7423, 12464, 17398, 7148, 18584, 3958, 17549, 7943, 5819, 4614, 5871, 6171, 8176, 442, 7457, 11538, 15416, 15446, 1476, 16702, 17386, 344, 2590, 4412, 14795, 3511, 3253, 2551, 4805, 10115, 19988, 8304, 12851, 10913, 15518, 12417, 4132, 840, 10288, 7062, 402, 15245, 2646, 10740, 15201, 12745, 16350, 3423, 15088, 14921, 1876, 11228, 17039, 2764, 14670, 3571, 20091, 18464, 1243, 32, 651, 6130, 15342, 8091, 18828, 9117, 12336, 1061, 1889, 11916, 2684, 6657, 18769, 16598, 12693, 17833, 4505, 1755, 5317, 17939, 8049, 15854, 2015, 6255, 7794, 8551, 8848, 6079, 19416, 9201, 9716, 4758, 12841, 18120, 5409, 2645, 17139, 12999, 20071, 11362, 16024, 1012, 3774, 89, 4789, 14143, 541, 19389, 17049, 11702, 9028, 38, 11395, 12833, 19976, 10415, 6753, 3479, 10950, 10730, 2864, 17034, 16113, 14211, 11231, 10526, 3344, 7261, 15216, 1908, 9176, 2681, 9498, 18417, 20330, 19267, 8645, 17348, 3136, 17753, 4834, 14445, 1672, 13858, 18557, 2470, 9766, 18654, 162, 16584, 20852, 14886, 13360, 20524, 19279, 13997, 18291, 1348, 5843, 8721, 20735, 20977, 15333, 8243, 16529, 13154, 10788, 5379, 4739, 5636, 18019, 7950, 6588, 786, 6257, 8375, 3630, 14367, 510, 17431, 18890, 2241, 4398, 13654, 2768, 2899, 12526, 17703, 18984, 5733, 20074, 19421, 3368, 17161, 3891, 15748, 14407, 9678, 13320, 16555, 13838, 20279, 11098, 386, 12574, 2638, 13238, 2777, 13223, 5037, 5813, 19373, 13398, 15442, 5983, 3556, 1790, 6314, 13062, 5358, 17460, 8621, 15321, 9903, 15036, 13479, 19963, 6056, 9168, 2337, 18563, 19062, 11299, 19051, 17806, 17617, 7357, 6977, 19296, 15000, 16443, 14982, 15757, 15704, 5582, 2942, 16890, 8400, 9917, 16834, 567, 659, 9366, 1700, 5402, 4682, 2280, 765, 2961, 4577, 8421, 18091, 18080, 3290, 16429, 7945, 7235, 19280, 6240, 6343, 10436, 6470, 17901, 9219, 13304, 14735, 14786, 10334, 9645, 15485, 15119, 18615, 10837, 6813, 13431, 5024, 11164, 4421, 6786, 12382, 9459, 10595, 3685, 11181, 10328, 2900, 13285, 19615, 598, 157, 3120, 5529, 13749, 880, 5976, 19463, 16851, 2785, 3976, 20553, 19955, 6877, 1999, 20607, 10853, 8557, 7159, 17184, 10263, 9068, 12865, 5383, 18321, 2827, 2557, 7003, 6506, 13066, 16625, 15600, 10682, 18067, 14801, 13212, 9938, 7768, 14004, 11935, 12469, 12488, 13369, 20018, 19169, 4550, 6811, 11149, 37, 10051, 9046, 1576, 14946, 18907, 14521, 19659, 18099, 19638, 12050, 19893, 10324, 14542, 16992, 3456, 795, 5001, 14177, 18909, 18362, 11062, 3201, 6571, 10607, 11677, 4651, 18636, 4078, 6863, 9047, 9346, 5713, 13400, 13011, 12890, 12611, 15357, 7685, 15356, 10982, 15996, 4004, 1566, 9705, 11488, 1775, 17724, 8914, 9553, 3439, 1340, 7931, 16610, 5956, 7683, 3971, 3010, 8407, 3234, 6422, 7216, 2412, 4082, 12822, 5462, 5841, 15427, 5125, 11056, 8331, 4330, 6004, 15595, 4522, 14489, 11545, 12949, 6735, 17874, 11843, 11870, 11752, 14026, 18781, 4107, 12435, 8184, 1894, 9501, 6897, 14322, 4925, 17746, 3540, 3892, 10979, 10164, 2026, 4222, 1302, 19608, 6106, 20705, 1413, 12551, 2515, 5546, 7675, 5986, 7326, 17606, 9322, 9025, 12134, 20845, 1355, 5975, 4924, 9718, 2988, 12371, 8809, 9623, 14696, 17591, 20420, 16528, 15025, 4086, 11756, 4938, 6833, 15181, 11357, 16067, 12427, 5124, 4992, 13926, 20499, 18307, 4955, 7145, 18724, 35, 15577, 8779, 12132, 2322, 5756, 5220, 4518, 10666, 9584, 5903, 5523, 18943, 20654, 5822, 3200, 19022, 7533, 879, 17337, 8171, 8959, 5836, 15782, 18975, 989, 16566, 17613, 18341, 20220, 14326, 15459, 4315, 4874, 7122, 12740, 12259, 10824, 8098, 14910, 8434, 3601, 18430, 10733, 16177, 10780, 1324, 20023, 2408, 11121, 9237, 14519, 14858, 14630, 20871, 15604, 20373, 2311, 20475, 171, 2624, 7590, 4608, 13160, 4506, 10003, 4097, 10252, 18586, 18018, 7960, 9942, 6044, 16467, 3797, 20547, 17560, 7905, 20698, 12686, 5683, 115, 4181, 15828, 20515, 1287, 20636, 2828, 15685, 13399, 18580, 7902, 4380, 10083, 9273, 18142, 15396, 1402, 3101, 19049, 12462, 7659, 164, 1117, 14996, 10741, 17, 18797, 1976, 8898, 11319, 9178, 19713, 19657, 3095, 5405, 15206, 17743, 2834, 20208, 1847, 1488, 3025, 9332, 13967, 14043, 7846, 3126, 11244, 17468, 8874, 13461, 3788, 2725, 5793, 20764, 5132, 16487, 17712, 776, 5042, 9486, 9158, 18638, 6603, 17685, 15564, 11419, 5628, 4296, 8107, 1106, 12274, 3579, 11265, 17185, 7416, 1434, 7934, 19543, 7397, 19689, 3737, 4263, 2141, 5096, 3164, 2924, 2738, 6210, 36, 8651, 17892, 16670, 18803, 11118, 3966, 1913, 20926, 4105, 6428, 17717, 17240, 16019, 4501, 13280, 15814, 19328, 2893, 1993, 681, 4066, 20723, 4437], "fid_reference": "same farthest-first 1k training subset", "seed": 44}
+{"step": 1, "wall_time": 70.55163979530334, "train_loss_step": 59.79319763183594, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 0.9909082412719726, "subset_score_loss": 0.9909082412719726, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9757620096206665, "fid": 299.2898496031729}
+{"step": 10000, "wall_time": 156.33071899414062, "train_loss_step": 11.462912559509277, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8306922276814779, "subset_score_loss": 0.8306922276814779}
+{"step": 20000, "wall_time": 249.8784990310669, "train_loss_step": 11.79810905456543, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7544646581013997, "subset_score_loss": 0.7544646581013997}
+{"step": 30000, "wall_time": 343.6858797073364, "train_loss_step": 10.22668743133545, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6455751419067383, "subset_score_loss": 0.6455751419067383}
+{"step": 40000, "wall_time": 437.67201495170593, "train_loss_step": 9.550518989562988, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.48918590545654295, "subset_score_loss": 0.48918590545654295}
+{"step": 50000, "wall_time": 531.3499102592468, "train_loss_step": 7.938216209411621, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.33397095998128257, "subset_score_loss": 0.33397095998128257}
+{"step": 60000, "wall_time": 624.8982870578766, "train_loss_step": 7.252090930938721, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.2377802848815918, "subset_score_loss": 0.2377802848815918}
+{"step": 70000, "wall_time": 718.4254202842712, "train_loss_step": 6.018863201141357, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.18802223205566407, "subset_score_loss": 0.18802223205566407}
+{"step": 80000, "wall_time": 811.8470709323883, "train_loss_step": 6.312027454376221, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.16103760401407877, "subset_score_loss": 0.16103760401407877}
+{"step": 90000, "wall_time": 904.1921572685242, "train_loss_step": 5.741035461425781, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.14408055941263834, "subset_score_loss": 0.14408055941263834}
+{"step": 100000, "wall_time": 1071.6116840839386, "train_loss_step": 5.642614364624023, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.13377636273701984, "subset_score_loss": 0.13377636273701984, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.8822274208068848, "fid": 57.91424544293084}
+{"step": 110000, "wall_time": 1152.6959269046783, "train_loss_step": 5.644719123840332, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.12384523550669352, "subset_score_loss": 0.12384523550669352}
+{"step": 120000, "wall_time": 1246.1529004573822, "train_loss_step": 5.249112606048584, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11674273014068604, "subset_score_loss": 0.11674273014068604}
+{"step": 130000, "wall_time": 1339.565458536148, "train_loss_step": 4.979107856750488, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.1103648026784261, "subset_score_loss": 0.1103648026784261}
+{"step": 140000, "wall_time": 1433.3045938014984, "train_loss_step": 5.464167594909668, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10515534083048503, "subset_score_loss": 0.10515534083048503}
+{"step": 150000, "wall_time": 1526.9848794937134, "train_loss_step": 5.043999671936035, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.10045036474863688, "subset_score_loss": 0.10045036474863688}
+{"step": 160000, "wall_time": 1620.7751424312592, "train_loss_step": 5.434403419494629, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.09625363349914551, "subset_score_loss": 0.09625363349914551}
+{"step": 170000, "wall_time": 1714.6135077476501, "train_loss_step": 4.894157409667969, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.09289079507191976, "subset_score_loss": 0.09289079507191976}
+{"step": 180000, "wall_time": 1808.3767087459564, "train_loss_step": 4.800302028656006, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.0884831428527832, "subset_score_loss": 0.0884831428527832}
+{"step": 190000, "wall_time": 1900.783483505249, "train_loss_step": 4.709862232208252, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08670124212900797, "subset_score_loss": 0.08670124212900797}
+{"step": 200000, "wall_time": 2067.4735939502716, "train_loss_step": 4.865246772766113, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08398363590240479, "subset_score_loss": 0.08398363590240479, "memorization_fraction_pixel": 0.022600000724196434, "mean_nn_ratio_pixel": 0.8030046820640564, "fid": 54.68137465731661}
+{"step": 210000, "wall_time": 2152.149721622467, "train_loss_step": 4.99846887588501, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.08021502494812012, "subset_score_loss": 0.08021502494812012}
+{"step": 220000, "wall_time": 2245.7471401691437, "train_loss_step": 4.542283058166504, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07860849698384603, "subset_score_loss": 0.07860849698384603}
+{"step": 230000, "wall_time": 2339.708054304123, "train_loss_step": 4.830126762390137, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07706511815388997, "subset_score_loss": 0.07706511815388997}
+{"step": 240000, "wall_time": 2433.2609117031097, "train_loss_step": 4.834704399108887, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.0742961327234904, "subset_score_loss": 0.0742961327234904}
+{"step": 250000, "wall_time": 2527.26291847229, "train_loss_step": 4.504168510437012, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07159987290700277, "subset_score_loss": 0.07159987290700277}
+{"step": 260000, "wall_time": 2621.1857759952545, "train_loss_step": 4.510343074798584, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.07106476624806722, "subset_score_loss": 0.07106476624806722}
+{"step": 270000, "wall_time": 2715.063592672348, "train_loss_step": 4.61077880859375, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06859702269236247, "subset_score_loss": 0.06859702269236247}
+{"step": 280000, "wall_time": 2807.0302073955536, "train_loss_step": 4.6755523681640625, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06695655186971029, "subset_score_loss": 0.06695655186971029}
+{"step": 290000, "wall_time": 2900.306337118149, "train_loss_step": 4.637866020202637, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06599520047505697, "subset_score_loss": 0.06599520047505697}
+{"step": 300000, "wall_time": 3066.7036430835724, "train_loss_step": 4.2749738693237305, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06366734107335409, "subset_score_loss": 0.06366734107335409, "memorization_fraction_pixel": 0.06539999693632126, "mean_nn_ratio_pixel": 0.7395651340484619, "fid": 53.22678691759712}
+{"step": 310000, "wall_time": 3154.191096305847, "train_loss_step": 4.42495059967041, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06340879996617635, "subset_score_loss": 0.06340879996617635}
+{"step": 320000, "wall_time": 3247.9685187339783, "train_loss_step": 4.447718620300293, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.06193142334620158, "subset_score_loss": 0.06193142334620158}
+{"step": 330000, "wall_time": 3342.0536603927612, "train_loss_step": 4.157923221588135, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.06073762973149618, "subset_score_loss": 0.06073762973149618}
+{"step": 340000, "wall_time": 3435.856086730957, "train_loss_step": 4.052947998046875, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.059455907344818114, "subset_score_loss": 0.059455907344818114}
+{"step": 350000, "wall_time": 3529.8475041389465, "train_loss_step": 4.137860298156738, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.057837788263956705, "subset_score_loss": 0.057837788263956705}
+{"step": 360000, "wall_time": 3623.624814271927, "train_loss_step": 4.411907196044922, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.0576756755510966, "subset_score_loss": 0.0576756755510966}
+{"step": 370000, "wall_time": 3716.851142168045, "train_loss_step": 4.2689714431762695, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.056866435209910075, "subset_score_loss": 0.056866435209910075}
+{"step": 380000, "wall_time": 3809.822872877121, "train_loss_step": 4.017538070678711, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.055745136737823484, "subset_score_loss": 0.055745136737823484}
+{"step": 390000, "wall_time": 3902.255200624466, "train_loss_step": 4.15910005569458, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.05391034682591756, "subset_score_loss": 0.05391034682591756}
+{"step": 400000, "wall_time": 4070.1485047340393, "train_loss_step": 4.131816864013672, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.053892680009206134, "subset_score_loss": 0.053892680009206134, "memorization_fraction_pixel": 0.1096000000834465, "mean_nn_ratio_pixel": 0.692730188369751, "fid": 51.608838400806874}
+{"step": 410000, "wall_time": 4157.88102388382, "train_loss_step": 4.2978644371032715, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05209560791651408, "subset_score_loss": 0.05209560791651408}
+{"step": 420000, "wall_time": 4251.635290622711, "train_loss_step": 3.9465479850769043, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05203044017155965, "subset_score_loss": 0.05203044017155965}
+{"step": 430000, "wall_time": 4345.1661212444305, "train_loss_step": 4.170682907104492, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.051175153255462645, "subset_score_loss": 0.051175153255462645}
+{"step": 440000, "wall_time": 4438.73530960083, "train_loss_step": 3.995532512664795, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05049101909001668, "subset_score_loss": 0.05049101909001668}
+{"step": 450000, "wall_time": 4532.588576078415, "train_loss_step": 4.008988380432129, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.049475133419036865, "subset_score_loss": 0.049475133419036865}
+{"step": 460000, "wall_time": 4626.449175834656, "train_loss_step": 3.970632553100586, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.04927519957224528, "subset_score_loss": 0.04927519957224528}
+{"step": 470000, "wall_time": 4719.745587110519, "train_loss_step": 4.060651779174805, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.04850030740102132, "subset_score_loss": 0.04850030740102132}
+{"step": 480000, "wall_time": 4811.342925786972, "train_loss_step": 4.045256614685059, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.048257505893707274, "subset_score_loss": 0.048257505893707274}
+{"step": 490000, "wall_time": 4904.867651939392, "train_loss_step": 4.190489768981934, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.047363189856211345, "subset_score_loss": 0.047363189856211345}
+{"step": 500000, "wall_time": 5072.400721311569, "train_loss_step": 3.920145034790039, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.04797784090042114, "subset_score_loss": 0.04797784090042114, "memorization_fraction_pixel": 0.15119999647140503, "mean_nn_ratio_pixel": 0.6524356007575989, "fid": 50.20642266129903}
+{"step": 510000, "wall_time": 5159.606985330582, "train_loss_step": 4.267457962036133, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.04645379384358724, "subset_score_loss": 0.04645379384358724}
+{"step": 520000, "wall_time": 5253.511454343796, "train_loss_step": 3.9112844467163086, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.046257972717285156, "subset_score_loss": 0.046257972717285156}
+{"step": 530000, "wall_time": 5347.738187789917, "train_loss_step": 3.790483236312866, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04515180190404256, "subset_score_loss": 0.04515180190404256}
+{"step": 540000, "wall_time": 5441.711552143097, "train_loss_step": 4.031006336212158, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.045429551601409913, "subset_score_loss": 0.045429551601409913}
+{"step": 550000, "wall_time": 5535.50962305069, "train_loss_step": 3.9984822273254395, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04415834347407023, "subset_score_loss": 0.04415834347407023}
+{"step": 560000, "wall_time": 5628.696635484695, "train_loss_step": 3.7631072998046875, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.043852237860361735, "subset_score_loss": 0.043852237860361735}
+{"step": 570000, "wall_time": 5722.172210931778, "train_loss_step": 3.8488669395446777, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.04326109488805135, "subset_score_loss": 0.04326109488805135}
+{"step": 580000, "wall_time": 5814.051171541214, "train_loss_step": 3.836244583129883, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.04318474133809407, "subset_score_loss": 0.04318474133809407}
+{"step": 590000, "wall_time": 5907.823291540146, "train_loss_step": 3.832521438598633, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.042769122123718264, "subset_score_loss": 0.042769122123718264}
+{"step": 600000, "wall_time": 6075.309009075165, "train_loss_step": 3.707767963409424, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04204108317693075, "subset_score_loss": 0.04204108317693075, "memorization_fraction_pixel": 0.18790000677108765, "mean_nn_ratio_pixel": 0.6274552345275879, "fid": 49.07243142587133}
+{"step": 610000, "wall_time": 6162.937189817429, "train_loss_step": 3.7286911010742188, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04166258970896403, "subset_score_loss": 0.04166258970896403}
+{"step": 620000, "wall_time": 6256.711073875427, "train_loss_step": 3.667285442352295, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.04200154145558675, "subset_score_loss": 0.04200154145558675}
+{"step": 630000, "wall_time": 6350.627502679825, "train_loss_step": 3.931480646133423, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.04107075532277425, "subset_score_loss": 0.04107075532277425}
+{"step": 640000, "wall_time": 6444.34517121315, "train_loss_step": 3.662702798843384, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.04069356918334961, "subset_score_loss": 0.04069356918334961}
+{"step": 650000, "wall_time": 6537.6679491996765, "train_loss_step": 3.821143865585327, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.040603458881378174, "subset_score_loss": 0.040603458881378174}
+{"step": 660000, "wall_time": 6630.819395780563, "train_loss_step": 3.669978618621826, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.03996800184249878, "subset_score_loss": 0.03996800184249878}
+{"step": 670000, "wall_time": 6722.0637946128845, "train_loss_step": 3.8480591773986816, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.03946361541748047, "subset_score_loss": 0.03946361541748047}
+{"step": 680000, "wall_time": 6815.950881719589, "train_loss_step": 3.9070394039154053, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.03978167772293091, "subset_score_loss": 0.03978167772293091}
+{"step": 690000, "wall_time": 6909.561237573624, "train_loss_step": 3.627981185913086, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.038663506507873535, "subset_score_loss": 0.038663506507873535}
+{"step": 700000, "wall_time": 7077.471733570099, "train_loss_step": 4.056962966918945, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.038446406523386635, "subset_score_loss": 0.038446406523386635, "memorization_fraction_pixel": 0.2371000051498413, "mean_nn_ratio_pixel": 0.590304434299469, "fid": 47.448249558380724}
+{"step": 710000, "wall_time": 7165.21808886528, "train_loss_step": 3.876710891723633, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.039035948117574056, "subset_score_loss": 0.039035948117574056}
+{"step": 720000, "wall_time": 7258.958414554596, "train_loss_step": 3.8104496002197266, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03914453983306885, "subset_score_loss": 0.03914453983306885}
+{"step": 730000, "wall_time": 7352.855739593506, "train_loss_step": 3.5239551067352295, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03756981690724691, "subset_score_loss": 0.03756981690724691}
+{"step": 740000, "wall_time": 7446.693001747131, "train_loss_step": 3.4701619148254395, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.037753371397654216, "subset_score_loss": 0.037753371397654216}
+{"step": 750000, "wall_time": 7540.388705968857, "train_loss_step": 3.4491922855377197, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03701327641805013, "subset_score_loss": 0.03701327641805013}
+{"step": 760000, "wall_time": 7634.117010116577, "train_loss_step": 3.3109893798828125, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.037010125319163006, "subset_score_loss": 0.037010125319163006}
+{"step": 770000, "wall_time": 7725.920918941498, "train_loss_step": 3.7876172065734863, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.03672561248143514, "subset_score_loss": 0.03672561248143514}
+{"step": 780000, "wall_time": 7819.981685876846, "train_loss_step": 3.6700572967529297, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03745052417119344, "subset_score_loss": 0.03745052417119344}
+{"step": 790000, "wall_time": 7913.779928684235, "train_loss_step": 3.606189250946045, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.036240025361378984, "subset_score_loss": 0.036240025361378984}
+{"step": 800000, "wall_time": 8082.605463504791, "train_loss_step": 3.6969542503356934, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03626639445622762, "subset_score_loss": 0.03626639445622762, "memorization_fraction_pixel": 0.28299999237060547, "mean_nn_ratio_pixel": 0.5606539845466614, "fid": 47.28323419950659}
+{"step": 810000, "wall_time": 8170.355614900589, "train_loss_step": 3.625912666320801, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.035005895296732585, "subset_score_loss": 0.035005895296732585}
+{"step": 820000, "wall_time": 8263.916062116623, "train_loss_step": 3.59222412109375, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03559721310933431, "subset_score_loss": 0.03559721310933431}
+{"step": 830000, "wall_time": 8358.058702468872, "train_loss_step": 3.5443248748779297, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03464460372924805, "subset_score_loss": 0.03464460372924805}
+{"step": 840000, "wall_time": 8451.364718914032, "train_loss_step": 3.606558322906494, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.034702459971110024, "subset_score_loss": 0.034702459971110024}
+{"step": 850000, "wall_time": 8545.351761579514, "train_loss_step": 3.3204774856567383, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.03463077942530314, "subset_score_loss": 0.03463077942530314}
+{"step": 860000, "wall_time": 8636.831728935242, "train_loss_step": 3.615062713623047, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03477823734283447, "subset_score_loss": 0.03477823734283447}
+{"step": 870000, "wall_time": 8730.664300203323, "train_loss_step": 3.451239585876465, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.033930901686350504, "subset_score_loss": 0.033930901686350504}
+{"step": 880000, "wall_time": 8824.547439813614, "train_loss_step": 3.3521575927734375, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.03391700585683187, "subset_score_loss": 0.03391700585683187}
+{"step": 890000, "wall_time": 8918.442172765732, "train_loss_step": 3.3996005058288574, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.035029180844624835, "subset_score_loss": 0.035029180844624835}
+{"step": 900000, "wall_time": 9085.576974868774, "train_loss_step": 3.3007400035858154, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.03391795555750529, "subset_score_loss": 0.03391795555750529, "memorization_fraction_pixel": 0.31459999084472656, "mean_nn_ratio_pixel": 0.5353341102600098, "fid": 46.30762462311007}
+{"step": 910000, "wall_time": 9173.615602016449, "train_loss_step": 3.5644941329956055, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.033404743671417235, "subset_score_loss": 0.033404743671417235}
+{"step": 920000, "wall_time": 9266.87887763977, "train_loss_step": 3.603053569793701, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.033062883218129474, "subset_score_loss": 0.033062883218129474}
+{"step": 930000, "wall_time": 9360.776454925537, "train_loss_step": 3.3743982315063477, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03334017594655355, "subset_score_loss": 0.03334017594655355}
+{"step": 940000, "wall_time": 9454.19251537323, "train_loss_step": 3.667745590209961, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03338629404703776, "subset_score_loss": 0.03338629404703776}
+{"step": 950000, "wall_time": 9547.783222436905, "train_loss_step": 3.46384334564209, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03353942235310872, "subset_score_loss": 0.03353942235310872}
+{"step": 960000, "wall_time": 9639.927000522614, "train_loss_step": 3.4704198837280273, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03270171682039897, "subset_score_loss": 0.03270171682039897}
+{"step": 970000, "wall_time": 9733.890503644943, "train_loss_step": 3.455869197845459, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.032345702250798546, "subset_score_loss": 0.032345702250798546}
+{"step": 980000, "wall_time": 9827.889265537262, "train_loss_step": 3.083904981613159, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03196615974108378, "subset_score_loss": 0.03196615974108378}
+{"step": 990000, "wall_time": 9921.831841945648, "train_loss_step": 3.471818447113037, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.03152715762456258, "subset_score_loss": 0.03152715762456258}
+{"step": 1000000, "wall_time": 10090.604829072952, "train_loss_step": 3.6326358318328857, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.031938026348749794, "subset_score_loss": 0.031938026348749794, "memorization_fraction_pixel": 0.36390000581741333, "mean_nn_ratio_pixel": 0.5097954869270325, "fid": 46.47685470623097}
+{"step": 1010000, "wall_time": 10179.34203839302, "train_loss_step": 3.609456777572632, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.031428396701812744, "subset_score_loss": 0.031428396701812744}
+{"step": 1020000, "wall_time": 10271.924755096436, "train_loss_step": 3.5470128059387207, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.031441118319829306, "subset_score_loss": 0.031441118319829306}
+{"step": 1030000, "wall_time": 10365.493530750275, "train_loss_step": 3.581113338470459, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.031262379884719846, "subset_score_loss": 0.031262379884719846}
+{"step": 1040000, "wall_time": 10459.284050703049, "train_loss_step": 3.5760111808776855, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.032238954305648805, "subset_score_loss": 0.032238954305648805}
+{"step": 1050000, "wall_time": 10551.213503599167, "train_loss_step": 3.278122901916504, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.03017961581548055, "subset_score_loss": 0.03017961581548055}
+{"step": 1060000, "wall_time": 10644.461701869965, "train_loss_step": 3.5658164024353027, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03014878829320272, "subset_score_loss": 0.03014878829320272}
+{"step": 1070000, "wall_time": 10738.538164377213, "train_loss_step": 3.32157301902771, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.030769713719685874, "subset_score_loss": 0.030769713719685874}
+{"step": 1080000, "wall_time": 10832.322069883347, "train_loss_step": 3.6071791648864746, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03034488360087077, "subset_score_loss": 0.03034488360087077}
+{"step": 1090000, "wall_time": 10926.263306856155, "train_loss_step": 3.4068689346313477, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.030291964610417683, "subset_score_loss": 0.030291964610417683}
+{"step": 1100000, "wall_time": 11094.737817287445, "train_loss_step": 3.4547510147094727, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.029488398631413778, "subset_score_loss": 0.029488398631413778, "memorization_fraction_pixel": 0.4002000093460083, "mean_nn_ratio_pixel": 0.4888782799243927, "fid": 46.06905395749962}
+{"step": 1110000, "wall_time": 11187.339799642563, "train_loss_step": 3.3228273391723633, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.029913566509882607, "subset_score_loss": 0.029913566509882607}
+{"step": 1120000, "wall_time": 11276.252794027328, "train_loss_step": 3.322558641433716, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.02932560443878174, "subset_score_loss": 0.02932560443878174}
+{"step": 1130000, "wall_time": 11369.15381360054, "train_loss_step": 3.4475507736206055, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.029412506024042766, "subset_score_loss": 0.029412506024042766}
+{"step": 1140000, "wall_time": 11461.061645507812, "train_loss_step": 3.2584166526794434, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.02959233323733012, "subset_score_loss": 0.02959233323733012}
+{"step": 1150000, "wall_time": 11554.383596897125, "train_loss_step": 3.0963664054870605, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.02949612538019816, "subset_score_loss": 0.02949612538019816}
+{"step": 1160000, "wall_time": 11648.413130283356, "train_loss_step": 3.1560158729553223, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.028439561525980633, "subset_score_loss": 0.028439561525980633}
+{"step": 1170000, "wall_time": 11741.871419429779, "train_loss_step": 3.112370491027832, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.02880284587542216, "subset_score_loss": 0.02880284587542216}
+{"step": 1180000, "wall_time": 11835.942496538162, "train_loss_step": 3.443317413330078, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.028566354513168336, "subset_score_loss": 0.028566354513168336}
+{"step": 1190000, "wall_time": 11929.351527452469, "train_loss_step": 3.1601247787475586, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.02811954418818156, "subset_score_loss": 0.02811954418818156}
+{"step": 1200000, "wall_time": 12096.246088027954, "train_loss_step": 3.215725898742676, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.028412057956059774, "subset_score_loss": 0.028412057956059774, "memorization_fraction_pixel": 0.4309000074863434, "mean_nn_ratio_pixel": 0.4736882746219635, "fid": 45.67233112911444}
+{"step": 1210000, "wall_time": 12189.343536615372, "train_loss_step": 3.126857042312622, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.028399089972178142, "subset_score_loss": 0.028399089972178142}
+{"step": 1220000, "wall_time": 12277.035156488419, "train_loss_step": 3.3419013023376465, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.02925130327542623, "subset_score_loss": 0.02925130327542623}
+{"step": 1230000, "wall_time": 12371.160672903061, "train_loss_step": 3.060029983520508, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.028178197145462037, "subset_score_loss": 0.028178197145462037}
+{"step": 1240000, "wall_time": 12463.104718446732, "train_loss_step": 3.298879861831665, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.027062873045603435, "subset_score_loss": 0.027062873045603435}
+{"step": 1250000, "wall_time": 12556.45071220398, "train_loss_step": 3.2028346061706543, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.026706459124883015, "subset_score_loss": 0.026706459124883015}
+{"step": 1260000, "wall_time": 12649.928965330124, "train_loss_step": 3.3973374366760254, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.027253333727518717, "subset_score_loss": 0.027253333727518717}
+{"step": 1270000, "wall_time": 12743.749932050705, "train_loss_step": 3.2672648429870605, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.026774432261784872, "subset_score_loss": 0.026774432261784872}
+{"step": 1280000, "wall_time": 12837.65739607811, "train_loss_step": 3.2922444343566895, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.02781790296236674, "subset_score_loss": 0.02781790296236674}
+{"step": 1290000, "wall_time": 12931.648747682571, "train_loss_step": 3.2305150032043457, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.02633014917373657, "subset_score_loss": 0.02633014917373657}
+{"step": 1300000, "wall_time": 13099.864104032516, "train_loss_step": 3.20641827583313, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.0266792893409729, "subset_score_loss": 0.0266792893409729, "memorization_fraction_pixel": 0.4729999899864197, "mean_nn_ratio_pixel": 0.44736620783805847, "fid": 45.46840558258576}
+{"step": 1310000, "wall_time": 13192.63532781601, "train_loss_step": 3.3517074584960938, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.026385519901911417, "subset_score_loss": 0.026385519901911417}
+{"step": 1320000, "wall_time": 13282.022109270096, "train_loss_step": 3.365567207336426, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.02607728640238444, "subset_score_loss": 0.02607728640238444}
+{"step": 1330000, "wall_time": 13373.66176366806, "train_loss_step": 3.3620402812957764, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.025837635993957518, "subset_score_loss": 0.025837635993957518}
+{"step": 1340000, "wall_time": 13467.336142539978, "train_loss_step": 3.2912065982818604, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.026353023449579873, "subset_score_loss": 0.026353023449579873}
+{"step": 1350000, "wall_time": 13560.613374471664, "train_loss_step": 3.397630214691162, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.02567661205927531, "subset_score_loss": 0.02567661205927531}
+{"step": 1360000, "wall_time": 13654.317964076996, "train_loss_step": 3.2478058338165283, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.02593332529067993, "subset_score_loss": 0.02593332529067993}
+{"step": 1370000, "wall_time": 13747.839902877808, "train_loss_step": 3.0702033042907715, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.025906413793563843, "subset_score_loss": 0.025906413793563843}
+{"step": 1380000, "wall_time": 13841.289986133575, "train_loss_step": 3.1619672775268555, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.025906036297480266, "subset_score_loss": 0.025906036297480266}
+{"step": 1390000, "wall_time": 13935.134301900864, "train_loss_step": 3.427395820617676, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.025159158309300742, "subset_score_loss": 0.025159158309300742}
+{"step": 1400000, "wall_time": 14102.346016407013, "train_loss_step": 3.1679110527038574, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.025127629439036053, "subset_score_loss": 0.025127629439036053, "memorization_fraction_pixel": 0.5115000009536743, "mean_nn_ratio_pixel": 0.4330349266529083, "fid": 45.471816942834344}
+{"step": 1410000, "wall_time": 14195.407794475555, "train_loss_step": 3.2128520011901855, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.025787285963694253, "subset_score_loss": 0.025787285963694253}
+{"step": 1420000, "wall_time": 14285.035079956055, "train_loss_step": 3.317420244216919, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.02551317016283671, "subset_score_loss": 0.02551317016283671}
+{"step": 1430000, "wall_time": 14376.748926639557, "train_loss_step": 3.4266529083251953, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.02440475026766459, "subset_score_loss": 0.02440475026766459}
+{"step": 1440000, "wall_time": 14470.303245306015, "train_loss_step": 3.308976173400879, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.02518112858136495, "subset_score_loss": 0.02518112858136495}
+{"step": 1450000, "wall_time": 14563.940943479538, "train_loss_step": 3.332653284072876, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.02497395078341166, "subset_score_loss": 0.02497395078341166}
+{"step": 1460000, "wall_time": 14657.738400697708, "train_loss_step": 3.436842918395996, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.024401775995890298, "subset_score_loss": 0.024401775995890298}
+{"step": 1470000, "wall_time": 14751.645860910416, "train_loss_step": 3.050609588623047, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.024313318729400634, "subset_score_loss": 0.024313318729400634}
+{"step": 1480000, "wall_time": 14845.560118198395, "train_loss_step": 3.0486626625061035, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.02445832292238871, "subset_score_loss": 0.02445832292238871}
+{"step": 1490000, "wall_time": 14939.428251981735, "train_loss_step": 3.2593460083007812, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.0251128355662028, "subset_score_loss": 0.0251128355662028}
+{"step": 1500000, "wall_time": 15106.09781241417, "train_loss_step": 3.2081527709960938, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.02415139675140381, "subset_score_loss": 0.02415139675140381, "memorization_fraction_pixel": 0.5422000288963318, "mean_nn_ratio_pixel": 0.4143367111682892, "fid": 45.29664330095452}
+{"step": 1510000, "wall_time": 15199.034672498703, "train_loss_step": 3.206747531890869, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.023406453927357993, "subset_score_loss": 0.023406453927357993}
+{"step": 1520000, "wall_time": 15286.954610586166, "train_loss_step": 3.0462088584899902, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.023968106508255003, "subset_score_loss": 0.023968106508255003}
+{"step": 1530000, "wall_time": 15380.324112415314, "train_loss_step": 3.044727325439453, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.023934622605641682, "subset_score_loss": 0.023934622605641682}
+{"step": 1540000, "wall_time": 15473.67451429367, "train_loss_step": 2.901771306991577, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.02414828141530355, "subset_score_loss": 0.02414828141530355}
+{"step": 1550000, "wall_time": 15567.384051084518, "train_loss_step": 3.1944074630737305, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.024003992478052776, "subset_score_loss": 0.024003992478052776}
+{"step": 1560000, "wall_time": 15661.330356836319, "train_loss_step": 3.2593393325805664, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.02300159732500712, "subset_score_loss": 0.02300159732500712}
+{"step": 1570000, "wall_time": 15755.158246994019, "train_loss_step": 3.724353790283203, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.023379367589950562, "subset_score_loss": 0.023379367589950562}
+{"step": 1580000, "wall_time": 15848.977942705154, "train_loss_step": 2.86124324798584, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.02407874862353007, "subset_score_loss": 0.02407874862353007}
+{"step": 1590000, "wall_time": 15942.99030327797, "train_loss_step": 3.0698020458221436, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.023585182428359986, "subset_score_loss": 0.023585182428359986}
+{"step": 1600000, "wall_time": 16110.709081172943, "train_loss_step": 3.260425567626953, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.022787964344024657, "subset_score_loss": 0.022787964344024657, "memorization_fraction_pixel": 0.5637000203132629, "mean_nn_ratio_pixel": 0.402339369058609, "fid": 44.273195733528965}
+{"step": 1610000, "wall_time": 16201.912849903107, "train_loss_step": 2.970780849456787, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.02322244644165039, "subset_score_loss": 0.02322244644165039}
+{"step": 1620000, "wall_time": 16291.805305242538, "train_loss_step": 3.077731132507324, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.023039968808492024, "subset_score_loss": 0.023039968808492024}
+{"step": 1630000, "wall_time": 16385.5571641922, "train_loss_step": 3.0932629108428955, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.022936439514160155, "subset_score_loss": 0.022936439514160155}
+{"step": 1640000, "wall_time": 16478.729423761368, "train_loss_step": 2.995490550994873, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.02209426760673523, "subset_score_loss": 0.02209426760673523}
+{"step": 1650000, "wall_time": 16572.591359615326, "train_loss_step": 3.065977096557617, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.022649341821670534, "subset_score_loss": 0.022649341821670534}
+{"step": 1660000, "wall_time": 16666.566036224365, "train_loss_step": 3.3922042846679688, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.02274064620335897, "subset_score_loss": 0.02274064620335897}
+{"step": 1670000, "wall_time": 16760.453496932983, "train_loss_step": 3.225022077560425, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.022281561295191446, "subset_score_loss": 0.022281561295191446}
+{"step": 1680000, "wall_time": 16854.22965478897, "train_loss_step": 3.0727057456970215, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.02242974837621053, "subset_score_loss": 0.02242974837621053}
+{"step": 1690000, "wall_time": 16947.993657827377, "train_loss_step": 2.864226818084717, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.022032032410303753, "subset_score_loss": 0.022032032410303753}
+{"step": 1700000, "wall_time": 17115.18018555641, "train_loss_step": 3.0331616401672363, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.02189744512240092, "subset_score_loss": 0.02189744512240092, "memorization_fraction_pixel": 0.6046000123023987, "mean_nn_ratio_pixel": 0.38418421149253845, "fid": 45.23421976728467}
+{"step": 1710000, "wall_time": 17205.837478876114, "train_loss_step": 3.440145969390869, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.021955535809199015, "subset_score_loss": 0.021955535809199015}
+{"step": 1720000, "wall_time": 17296.889236450195, "train_loss_step": 3.1412265300750732, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.021384058396021526, "subset_score_loss": 0.021384058396021526}
+{"step": 1730000, "wall_time": 17390.621875047684, "train_loss_step": 3.2360265254974365, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.02186723748842875, "subset_score_loss": 0.02186723748842875}
+{"step": 1740000, "wall_time": 17483.589255571365, "train_loss_step": 3.0199193954467773, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.02129783630371094, "subset_score_loss": 0.02129783630371094}
+{"step": 1750000, "wall_time": 17577.37796163559, "train_loss_step": 2.9466969966888428, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.022109649578730264, "subset_score_loss": 0.022109649578730264}
+{"step": 1760000, "wall_time": 17671.26130247116, "train_loss_step": 3.10935115814209, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.02189459800720215, "subset_score_loss": 0.02189459800720215}
+{"step": 1770000, "wall_time": 17765.231046438217, "train_loss_step": 2.9301629066467285, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.021487842003504436, "subset_score_loss": 0.021487842003504436}
+{"step": 1780000, "wall_time": 17859.2527718544, "train_loss_step": 3.0722060203552246, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.022392183542251587, "subset_score_loss": 0.022392183542251587}
+{"step": 1790000, "wall_time": 17952.755884170532, "train_loss_step": 3.0178675651550293, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.021416503190994262, "subset_score_loss": 0.021416503190994262}
+{"step": 1800000, "wall_time": 18118.251717567444, "train_loss_step": 3.2275309562683105, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.02106037735939026, "subset_score_loss": 0.02106037735939026, "memorization_fraction_pixel": 0.6122999787330627, "mean_nn_ratio_pixel": 0.38235944509506226, "fid": 44.71341583426912}
+{"step": 1810000, "wall_time": 18211.005326271057, "train_loss_step": 3.289930820465088, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.020741267999013265, "subset_score_loss": 0.020741267999013265}
+{"step": 1820000, "wall_time": 18301.94096326828, "train_loss_step": 2.9643688201904297, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.02065286636352539, "subset_score_loss": 0.02065286636352539}
+{"step": 1830000, "wall_time": 18394.98014688492, "train_loss_step": 3.487743616104126, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.02164033055305481, "subset_score_loss": 0.02164033055305481}
+{"step": 1840000, "wall_time": 18488.29340815544, "train_loss_step": 2.9495010375976562, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.02056172291437785, "subset_score_loss": 0.02056172291437785}
+{"step": 1850000, "wall_time": 18581.894949674606, "train_loss_step": 2.9878432750701904, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.020964795351028444, "subset_score_loss": 0.020964795351028444}
+{"step": 1860000, "wall_time": 18675.841386795044, "train_loss_step": 2.795600175857544, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.020522973934809365, "subset_score_loss": 0.020522973934809365}
+{"step": 1870000, "wall_time": 18769.567341327667, "train_loss_step": 2.9625403881073, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.021012677748998006, "subset_score_loss": 0.021012677748998006}
+{"step": 1880000, "wall_time": 18863.33289027214, "train_loss_step": 3.2138466835021973, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.019913148880004884, "subset_score_loss": 0.019913148880004884}
+{"step": 1890000, "wall_time": 18956.772703647614, "train_loss_step": 3.2460741996765137, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.021330714225769043, "subset_score_loss": 0.021330714225769043}
+{"step": 1900000, "wall_time": 19123.786453723907, "train_loss_step": 3.0464491844177246, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.019717717170715333, "subset_score_loss": 0.019717717170715333, "memorization_fraction_pixel": 0.6434999704360962, "mean_nn_ratio_pixel": 0.3672870695590973, "fid": 44.173279761785565}
+{"step": 1910000, "wall_time": 19216.232117652893, "train_loss_step": 2.8779044151306152, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.0202765425046285, "subset_score_loss": 0.0202765425046285}
+{"step": 1920000, "wall_time": 19306.865753412247, "train_loss_step": 3.0384130477905273, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.02005816102027893, "subset_score_loss": 0.02005816102027893}
+{"step": 1930000, "wall_time": 19400.738375663757, "train_loss_step": 3.1914737224578857, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.02069344123204549, "subset_score_loss": 0.02069344123204549}
+{"step": 1940000, "wall_time": 19494.6105196476, "train_loss_step": 2.942111015319824, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.019416596492131552, "subset_score_loss": 0.019416596492131552}
+{"step": 1950000, "wall_time": 19588.58568763733, "train_loss_step": 2.818204641342163, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.01967403491338094, "subset_score_loss": 0.01967403491338094}
+{"step": 1960000, "wall_time": 19682.31141424179, "train_loss_step": 2.917168617248535, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.020161080360412597, "subset_score_loss": 0.020161080360412597}
+{"step": 1970000, "wall_time": 19776.29407286644, "train_loss_step": 2.771155595779419, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.01923583745956421, "subset_score_loss": 0.01923583745956421}
+{"step": 1980000, "wall_time": 19870.150161504745, "train_loss_step": 2.965775728225708, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.019964041312535603, "subset_score_loss": 0.019964041312535603}
+{"step": 1990000, "wall_time": 19963.981864213943, "train_loss_step": 3.086538791656494, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.01992468039194743, "subset_score_loss": 0.01992468039194743}
+{"step": 2000000, "wall_time": 20130.03675675392, "train_loss_step": 3.1018292903900146, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.019705386956532796, "subset_score_loss": 0.019705386956532796, "memorization_fraction_pixel": 0.6636999845504761, "mean_nn_ratio_pixel": 0.3563055396080017, "fid": 44.65265039081342}
+{"step": 2010000, "wall_time": 20222.56006336212, "train_loss_step": 3.134770393371582, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.019270851214726766, "subset_score_loss": 0.019270851214726766}
+{"step": 2020000, "wall_time": 20312.85840511322, "train_loss_step": 2.9349279403686523, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.019106606642405193, "subset_score_loss": 0.019106606642405193}
+{"step": 2030000, "wall_time": 20405.995686769485, "train_loss_step": 2.5660877227783203, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.02019499142964681, "subset_score_loss": 0.02019499142964681}
+{"step": 2040000, "wall_time": 20499.635669469833, "train_loss_step": 3.134282350540161, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.019068737824757893, "subset_score_loss": 0.019068737824757893}
+{"step": 2050000, "wall_time": 20592.882644176483, "train_loss_step": 3.1433653831481934, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.019262125094731648, "subset_score_loss": 0.019262125094731648}
+{"step": 2060000, "wall_time": 20686.935108423233, "train_loss_step": 2.7526965141296387, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.018836045265197755, "subset_score_loss": 0.018836045265197755}
+{"step": 2070000, "wall_time": 20780.523283958435, "train_loss_step": 3.1000537872314453, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.01894967754681905, "subset_score_loss": 0.01894967754681905}
+{"step": 2080000, "wall_time": 20874.11549448967, "train_loss_step": 3.0631861686706543, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.01884751518567403, "subset_score_loss": 0.01884751518567403}
+{"step": 2090000, "wall_time": 20966.270993947983, "train_loss_step": 3.1533703804016113, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.01903115709622701, "subset_score_loss": 0.01903115709622701}
+{"step": 2100000, "wall_time": 21134.21764564514, "train_loss_step": 2.9027323722839355, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.01838742693265279, "subset_score_loss": 0.01838742693265279, "memorization_fraction_pixel": 0.6898999810218811, "mean_nn_ratio_pixel": 0.349497526884079, "fid": 44.98738674359504}
+{"step": 2110000, "wall_time": 21226.68298482895, "train_loss_step": 2.932509183883667, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.018221537272135418, "subset_score_loss": 0.018221537272135418}
+{"step": 2120000, "wall_time": 21316.882936000824, "train_loss_step": 2.8682360649108887, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.019699370861053465, "subset_score_loss": 0.019699370861053465}
+{"step": 2130000, "wall_time": 21410.71653008461, "train_loss_step": 3.066455125808716, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.019017024834950765, "subset_score_loss": 0.019017024834950765}
+{"step": 2140000, "wall_time": 21504.574067115784, "train_loss_step": 2.9415717124938965, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.019165811936060588, "subset_score_loss": 0.019165811936060588}
+{"step": 2150000, "wall_time": 21598.117461681366, "train_loss_step": 2.8938941955566406, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.0184051513671875, "subset_score_loss": 0.0184051513671875}
+{"step": 2160000, "wall_time": 21692.22420811653, "train_loss_step": 2.730006217956543, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.018117398023605347, "subset_score_loss": 0.018117398023605347}
+{"step": 2170000, "wall_time": 21785.544437408447, "train_loss_step": 2.8691844940185547, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.019342734416325887, "subset_score_loss": 0.019342734416325887}
+{"step": 2180000, "wall_time": 21879.313003778458, "train_loss_step": 2.99884295463562, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.018473402659098307, "subset_score_loss": 0.018473402659098307}
+{"step": 2190000, "wall_time": 21971.424515485764, "train_loss_step": 2.86330246925354, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.018797032038370767, "subset_score_loss": 0.018797032038370767}
+{"step": 2200000, "wall_time": 22139.66920208931, "train_loss_step": 2.742550849914551, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.01833262244860331, "subset_score_loss": 0.01833262244860331, "memorization_fraction_pixel": 0.6991000175476074, "mean_nn_ratio_pixel": 0.3447560667991638, "fid": 44.03904621668002}
+{"step": 2210000, "wall_time": 22232.586198806763, "train_loss_step": 2.857541799545288, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.018698928753534953, "subset_score_loss": 0.018698928753534953}
+{"step": 2220000, "wall_time": 22323.649240016937, "train_loss_step": 2.873983383178711, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.018100136518478395, "subset_score_loss": 0.018100136518478395}
+{"step": 2230000, "wall_time": 22416.550508975983, "train_loss_step": 2.8314990997314453, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.01799172759056091, "subset_score_loss": 0.01799172759056091}
+{"step": 2240000, "wall_time": 22510.52133488655, "train_loss_step": 2.7959704399108887, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.01768617033958435, "subset_score_loss": 0.01768617033958435}
+{"step": 2250000, "wall_time": 22604.384296894073, "train_loss_step": 2.8090505599975586, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.017476812998453776, "subset_score_loss": 0.017476812998453776}
+{"step": 2260000, "wall_time": 22697.189110279083, "train_loss_step": 3.049318313598633, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.017478511730829874, "subset_score_loss": 0.017478511730829874}
+{"step": 2270000, "wall_time": 22790.889168977737, "train_loss_step": 3.1765666007995605, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.01793941060702006, "subset_score_loss": 0.01793941060702006}
+{"step": 2280000, "wall_time": 22882.46824669838, "train_loss_step": 3.0110273361206055, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.017104427019755047, "subset_score_loss": 0.017104427019755047}
+{"step": 2290000, "wall_time": 22976.202077388763, "train_loss_step": 2.9227421283721924, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.017796220382054646, "subset_score_loss": 0.017796220382054646}
+{"step": 2300000, "wall_time": 23144.88059782982, "train_loss_step": 2.7751882076263428, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.01717612346013387, "subset_score_loss": 0.01717612346013387, "memorization_fraction_pixel": 0.7089999914169312, "mean_nn_ratio_pixel": 0.341754674911499, "fid": 44.58449880389045}
+{"step": 2310000, "wall_time": 23237.25639462471, "train_loss_step": 2.7611680030822754, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.017109851042429607, "subset_score_loss": 0.017109851042429607}
+{"step": 2320000, "wall_time": 23330.990216493607, "train_loss_step": 2.7318906784057617, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.01700619061787923, "subset_score_loss": 0.01700619061787923}
+{"step": 2330000, "wall_time": 23422.055292606354, "train_loss_step": 2.640231132507324, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.017661531766255695, "subset_score_loss": 0.017661531766255695}
+{"step": 2340000, "wall_time": 23516.012335300446, "train_loss_step": 2.7896242141723633, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.01678236722946167, "subset_score_loss": 0.01678236722946167}
+{"step": 2350000, "wall_time": 23609.490169286728, "train_loss_step": 2.7840723991394043, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.016769564151763915, "subset_score_loss": 0.016769564151763915}
+{"step": 2360000, "wall_time": 23702.198976039886, "train_loss_step": 2.8089029788970947, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.016489653786023458, "subset_score_loss": 0.016489653786023458}
+{"step": 2370000, "wall_time": 23795.957416772842, "train_loss_step": 3.042717695236206, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.01691313982009888, "subset_score_loss": 0.01691313982009888}
+{"step": 2380000, "wall_time": 23888.095833063126, "train_loss_step": 2.7678515911102295, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.01719737648963928, "subset_score_loss": 0.01719737648963928}
+{"step": 2390000, "wall_time": 23982.058667182922, "train_loss_step": 2.7346203327178955, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.016686958074569703, "subset_score_loss": 0.016686958074569703}
+{"step": 2400000, "wall_time": 24150.39444375038, "train_loss_step": 2.815420627593994, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.016644773880640666, "subset_score_loss": 0.016644773880640666, "memorization_fraction_pixel": 0.724399983882904, "mean_nn_ratio_pixel": 0.334836483001709, "fid": 44.32440868168151}
+{"step": 2410000, "wall_time": 24242.18168902397, "train_loss_step": 2.512791633605957, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.016754043102264405, "subset_score_loss": 0.016754043102264405}
+{"step": 2420000, "wall_time": 24336.79687309265, "train_loss_step": 2.8833227157592773, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.016081794102986654, "subset_score_loss": 0.016081794102986654}
+{"step": 2430000, "wall_time": 24427.295232772827, "train_loss_step": 3.3141443729400635, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.016653335094451903, "subset_score_loss": 0.016653335094451903}
+{"step": 2440000, "wall_time": 24521.259194374084, "train_loss_step": 3.0065414905548096, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01646337707837423, "subset_score_loss": 0.01646337707837423}
+{"step": 2450000, "wall_time": 24614.410717725754, "train_loss_step": 2.764331817626953, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.01671259601910909, "subset_score_loss": 0.01671259601910909}
+{"step": 2460000, "wall_time": 24707.65606188774, "train_loss_step": 2.8466293811798096, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.016532896955808004, "subset_score_loss": 0.016532896955808004}
+{"step": 2470000, "wall_time": 24799.48369550705, "train_loss_step": 2.8184447288513184, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.016414408882459004, "subset_score_loss": 0.016414408882459004}
+{"step": 2480000, "wall_time": 24893.18576192856, "train_loss_step": 2.7319440841674805, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.01615289549032847, "subset_score_loss": 0.01615289549032847}
+{"step": 2490000, "wall_time": 24986.967460870743, "train_loss_step": 2.938847064971924, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.016478498776753742, "subset_score_loss": 0.016478498776753742}
+{"step": 2500000, "wall_time": 25155.515063285828, "train_loss_step": 2.7114295959472656, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.01648508310317993, "subset_score_loss": 0.01648508310317993, "memorization_fraction_pixel": 0.7437999844551086, "mean_nn_ratio_pixel": 0.32756170630455017, "fid": 44.1289279147838}
+{"step": 2510000, "wall_time": 25247.661019802094, "train_loss_step": 2.934573173522949, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.016140439112981162, "subset_score_loss": 0.016140439112981162}
+{"step": 2520000, "wall_time": 25342.40576314926, "train_loss_step": 2.653850555419922, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.01590359608332316, "subset_score_loss": 0.01590359608332316}
+{"step": 2530000, "wall_time": 25432.001034498215, "train_loss_step": 2.6416211128234863, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.015398845076560974, "subset_score_loss": 0.015398845076560974}
+{"step": 2540000, "wall_time": 25525.19842529297, "train_loss_step": 2.6954846382141113, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.015772678454717002, "subset_score_loss": 0.015772678454717002}
+{"step": 2550000, "wall_time": 25619.037947654724, "train_loss_step": 2.76924991607666, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.01616225242614746, "subset_score_loss": 0.01616225242614746}
+{"step": 2560000, "wall_time": 25710.612668275833, "train_loss_step": 2.5601484775543213, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.016030943393707274, "subset_score_loss": 0.016030943393707274}
+{"step": 2570000, "wall_time": 25803.571988105774, "train_loss_step": 2.835980176925659, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.016025660435358684, "subset_score_loss": 0.016025660435358684}
+{"step": 2580000, "wall_time": 25897.353095769882, "train_loss_step": 2.6803441047668457, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.01518087089061737, "subset_score_loss": 0.01518087089061737}
+{"step": 2590000, "wall_time": 25991.305922985077, "train_loss_step": 2.9639945030212402, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.015834441781044005, "subset_score_loss": 0.015834441781044005}
+{"step": 2600000, "wall_time": 26159.289999961853, "train_loss_step": 2.7744216918945312, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.016035717725753785, "subset_score_loss": 0.016035717725753785, "memorization_fraction_pixel": 0.7512000203132629, "mean_nn_ratio_pixel": 0.32450562715530396, "fid": 44.71977624095184}
+{"step": 2610000, "wall_time": 26251.742921590805, "train_loss_step": 2.8129847049713135, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.01619356373945872, "subset_score_loss": 0.01619356373945872}
+{"step": 2620000, "wall_time": 26346.370173692703, "train_loss_step": 2.6427338123321533, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.015680772066116334, "subset_score_loss": 0.015680772066116334}
+{"step": 2630000, "wall_time": 26436.89609146118, "train_loss_step": 2.4137351512908936, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.01607345640659332, "subset_score_loss": 0.01607345640659332}
+{"step": 2640000, "wall_time": 26530.17018556595, "train_loss_step": 2.768848419189453, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.015910190343856812, "subset_score_loss": 0.015910190343856812}
+{"step": 2650000, "wall_time": 26623.956657648087, "train_loss_step": 2.565540313720703, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.0151610533396403, "subset_score_loss": 0.0151610533396403}
+{"step": 2660000, "wall_time": 26715.882383584976, "train_loss_step": 2.607743501663208, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.015154987573623657, "subset_score_loss": 0.015154987573623657}
+{"step": 2670000, "wall_time": 26809.209234952927, "train_loss_step": 2.646296262741089, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.015011552969614666, "subset_score_loss": 0.015011552969614666}
+{"step": 2680000, "wall_time": 26903.098284959793, "train_loss_step": 2.7358829975128174, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.01605936586856842, "subset_score_loss": 0.01605936586856842}
+{"step": 2690000, "wall_time": 26996.71602487564, "train_loss_step": 2.6445446014404297, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.014935520291328431, "subset_score_loss": 0.014935520291328431}
+{"step": 2700000, "wall_time": 27165.018198490143, "train_loss_step": 2.759045362472534, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.015167532364527385, "subset_score_loss": 0.015167532364527385, "memorization_fraction_pixel": 0.7652999758720398, "mean_nn_ratio_pixel": 0.32004275918006897, "fid": 43.673589213865355}
+{"step": 2710000, "wall_time": 27257.097316026688, "train_loss_step": 2.858571767807007, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.014790820082028706, "subset_score_loss": 0.014790820082028706}
+{"step": 2720000, "wall_time": 27351.558193922043, "train_loss_step": 2.7260899543762207, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.01527894934018453, "subset_score_loss": 0.01527894934018453}
+{"step": 2730000, "wall_time": 27442.016185045242, "train_loss_step": 3.013787031173706, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.014959733684857686, "subset_score_loss": 0.014959733684857686}
+{"step": 2740000, "wall_time": 27535.994710206985, "train_loss_step": 2.8991479873657227, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.014360365271568299, "subset_score_loss": 0.014360365271568299}
+{"step": 2750000, "wall_time": 27627.87818980217, "train_loss_step": 2.9183690547943115, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.014725972215334575, "subset_score_loss": 0.014725972215334575}
+{"step": 2760000, "wall_time": 27721.467538833618, "train_loss_step": 3.008981704711914, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.01472003161907196, "subset_score_loss": 0.01472003161907196}
+{"step": 2770000, "wall_time": 27814.9999833107, "train_loss_step": 2.8073558807373047, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.01454522212346395, "subset_score_loss": 0.01454522212346395}
+{"step": 2780000, "wall_time": 27908.86826443672, "train_loss_step": 2.8499579429626465, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.014989193280537922, "subset_score_loss": 0.014989193280537922}
+{"step": 2790000, "wall_time": 28002.76933503151, "train_loss_step": 3.0068979263305664, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.014085224270820618, "subset_score_loss": 0.014085224270820618}
+{"step": 2800000, "wall_time": 28171.238212823868, "train_loss_step": 2.687142848968506, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.014396709203720093, "subset_score_loss": 0.014396709203720093, "memorization_fraction_pixel": 0.7684999704360962, "mean_nn_ratio_pixel": 0.3186778724193573, "fid": 44.61944088544844}
+{"step": 2810000, "wall_time": 28263.80039334297, "train_loss_step": 2.5668439865112305, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.01434147854646047, "subset_score_loss": 0.01434147854646047}
+{"step": 2820000, "wall_time": 28358.06602358818, "train_loss_step": 2.952913761138916, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.014417388041814168, "subset_score_loss": 0.014417388041814168}
+{"step": 2830000, "wall_time": 28448.16449022293, "train_loss_step": 2.779176712036133, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.014678795138994854, "subset_score_loss": 0.014678795138994854}
+{"step": 2840000, "wall_time": 28541.887751340866, "train_loss_step": 2.491102933883667, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.01419568657875061, "subset_score_loss": 0.01419568657875061}
+{"step": 2850000, "wall_time": 28634.340787887573, "train_loss_step": 2.7521555423736572, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.014723366498947144, "subset_score_loss": 0.014723366498947144}
+{"step": 2860000, "wall_time": 28728.225524187088, "train_loss_step": 2.973320245742798, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.014051210880279542, "subset_score_loss": 0.014051210880279542}
+{"step": 2870000, "wall_time": 28821.78076505661, "train_loss_step": 2.3875975608825684, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.014082943399747213, "subset_score_loss": 0.014082943399747213}
+{"step": 2880000, "wall_time": 28915.06388735771, "train_loss_step": 2.7916793823242188, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.013949298858642578, "subset_score_loss": 0.013949298858642578}
+{"step": 2890000, "wall_time": 29008.604105234146, "train_loss_step": 2.417652130126953, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.01415289541085561, "subset_score_loss": 0.01415289541085561}
+{"step": 2900000, "wall_time": 29176.988693237305, "train_loss_step": 2.641903877258301, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.014416940013567607, "subset_score_loss": 0.014416940013567607, "memorization_fraction_pixel": 0.7663999795913696, "mean_nn_ratio_pixel": 0.31723541021347046, "fid": 44.445528129566696}
+{"step": 2910000, "wall_time": 29269.21609354019, "train_loss_step": 2.952859878540039, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.013582669695218404, "subset_score_loss": 0.013582669695218404}
+{"step": 2920000, "wall_time": 29363.06237578392, "train_loss_step": 2.8772993087768555, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.01372633179028829, "subset_score_loss": 0.01372633179028829}
+{"step": 2930000, "wall_time": 29453.43554544449, "train_loss_step": 2.894441604614258, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.01417326033115387, "subset_score_loss": 0.01417326033115387}
+{"step": 2940000, "wall_time": 29545.16142487526, "train_loss_step": 2.9264800548553467, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.013777806361516317, "subset_score_loss": 0.013777806361516317}
+{"step": 2950000, "wall_time": 29639.076055049896, "train_loss_step": 2.7295823097229004, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.013648393750190734, "subset_score_loss": 0.013648393750190734}
+{"step": 2960000, "wall_time": 29732.772936344147, "train_loss_step": 2.6085855960845947, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.01393319567044576, "subset_score_loss": 0.01393319567044576}
+{"step": 2970000, "wall_time": 29826.308851718903, "train_loss_step": 2.864978313446045, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.01483597954114278, "subset_score_loss": 0.01483597954114278}
+{"step": 2980000, "wall_time": 29919.754605531693, "train_loss_step": 2.6469507217407227, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.013605929414431254, "subset_score_loss": 0.013605929414431254}
+{"step": 2990000, "wall_time": 30013.37758040428, "train_loss_step": 2.5157864093780518, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.014379749695460001, "subset_score_loss": 0.014379749695460001}
+{"step": 3000000, "wall_time": 30181.748605012894, "train_loss_step": 2.758434772491455, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.01363797088464101, "subset_score_loss": 0.01363797088464101, "memorization_fraction_pixel": 0.7811999917030334, "mean_nn_ratio_pixel": 0.31392088532447815, "fid": 44.545438371307156}
+{"step": 3010000, "wall_time": 30273.77771782875, "train_loss_step": 2.8012609481811523, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.013656136393547059, "subset_score_loss": 0.013656136393547059}
+{"step": 3020000, "wall_time": 30367.95756816864, "train_loss_step": 2.768810987472534, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.01328682502110799, "subset_score_loss": 0.01328682502110799}
+{"step": 3030000, "wall_time": 30457.484402656555, "train_loss_step": 2.5878725051879883, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.013709040482838948, "subset_score_loss": 0.013709040482838948}
+{"step": 3040000, "wall_time": 30550.94319343567, "train_loss_step": 2.630784511566162, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.013184284170468649, "subset_score_loss": 0.013184284170468649}
+{"step": 3050000, "wall_time": 30644.5729804039, "train_loss_step": 2.6915690898895264, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.013748273253440857, "subset_score_loss": 0.013748273253440857}
+{"step": 3060000, "wall_time": 30738.530248641968, "train_loss_step": 2.7595415115356445, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.01364757517973582, "subset_score_loss": 0.01364757517973582}
+{"step": 3070000, "wall_time": 30832.234426021576, "train_loss_step": 2.583425521850586, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.01344881256421407, "subset_score_loss": 0.01344881256421407}
+{"step": 3080000, "wall_time": 30925.610298871994, "train_loss_step": 2.9987881183624268, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013465937972068787, "subset_score_loss": 0.013465937972068787}
+{"step": 3090000, "wall_time": 31019.293287038803, "train_loss_step": 3.214231014251709, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.013380355636278788, "subset_score_loss": 0.013380355636278788}
+{"step": 3100000, "wall_time": 31187.438493967056, "train_loss_step": 2.6137328147888184, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.013311662276585897, "subset_score_loss": 0.013311662276585897, "memorization_fraction_pixel": 0.7914999723434448, "mean_nn_ratio_pixel": 0.3097446858882904, "fid": 43.905235520804574}
+{"step": 3110000, "wall_time": 31279.07772564888, "train_loss_step": 2.4414243698120117, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.013554928700129192, "subset_score_loss": 0.013554928700129192}
+{"step": 3120000, "wall_time": 31373.296564102173, "train_loss_step": 2.685242176055908, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.013597632447878519, "subset_score_loss": 0.013597632447878519}
+{"step": 3130000, "wall_time": 31459.253655433655, "train_loss_step": 2.8804147243499756, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.013635700941085816, "subset_score_loss": 0.013635700941085816}
+{"step": 3140000, "wall_time": 31553.03169941902, "train_loss_step": 2.6860227584838867, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.013291922211647034, "subset_score_loss": 0.013291922211647034}
+{"step": 3150000, "wall_time": 31646.785064697266, "train_loss_step": 2.8494606018066406, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.013192455967267354, "subset_score_loss": 0.013192455967267354}
+{"step": 3160000, "wall_time": 31740.45857810974, "train_loss_step": 2.8350038528442383, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.012914708256721497, "subset_score_loss": 0.012914708256721497}
+{"step": 3170000, "wall_time": 31834.325356960297, "train_loss_step": 2.7209866046905518, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.013673824071884156, "subset_score_loss": 0.013673824071884156}
+{"step": 3180000, "wall_time": 31927.716976881027, "train_loss_step": 2.712611436843872, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.012678712606430054, "subset_score_loss": 0.012678712606430054}
+{"step": 3190000, "wall_time": 32021.105355501175, "train_loss_step": 2.692566394805908, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.013445327679316202, "subset_score_loss": 0.013445327679316202}
+{"step": 3200000, "wall_time": 32187.380598783493, "train_loss_step": 2.893826961517334, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.012548493345578511, "subset_score_loss": 0.012548493345578511, "memorization_fraction_pixel": 0.8014000058174133, "mean_nn_ratio_pixel": 0.30769145488739014, "fid": 44.18173330258502}
+{"step": 3210000, "wall_time": 32279.80295062065, "train_loss_step": 2.8075718879699707, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.01257395843664805, "subset_score_loss": 0.01257395843664805}
+{"step": 3220000, "wall_time": 32371.83233523369, "train_loss_step": 2.410839557647705, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.012603411078453064, "subset_score_loss": 0.012603411078453064}
+{"step": 3230000, "wall_time": 32463.21160721779, "train_loss_step": 3.0119974613189697, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.013238418102264404, "subset_score_loss": 0.013238418102264404}
+{"step": 3240000, "wall_time": 32556.960412740707, "train_loss_step": 2.6469039916992188, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.012858688831329346, "subset_score_loss": 0.012858688831329346}
+{"step": 3250000, "wall_time": 32650.747858047485, "train_loss_step": 2.711963176727295, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.012358906865119933, "subset_score_loss": 0.012358906865119933}
+{"step": 3260000, "wall_time": 32744.592879533768, "train_loss_step": 3.0141286849975586, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.013374578952789307, "subset_score_loss": 0.013374578952789307}
+{"step": 3270000, "wall_time": 32838.173000097275, "train_loss_step": 2.5589847564697266, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.012979847192764283, "subset_score_loss": 0.012979847192764283}
+{"step": 3280000, "wall_time": 32931.38514089584, "train_loss_step": 2.7767910957336426, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.012887831528981526, "subset_score_loss": 0.012887831528981526}
+{"step": 3290000, "wall_time": 33024.82301020622, "train_loss_step": 2.628899335861206, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.012493482232093811, "subset_score_loss": 0.012493482232093811}
+{"step": 3300000, "wall_time": 33193.18222928047, "train_loss_step": 2.9335527420043945, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.012251625458399454, "subset_score_loss": 0.012251625458399454, "memorization_fraction_pixel": 0.7911999821662903, "mean_nn_ratio_pixel": 0.3087623417377472, "fid": 44.72828117296697}
+{"step": 3310000, "wall_time": 33285.89894986153, "train_loss_step": 2.8284084796905518, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.01221903165181478, "subset_score_loss": 0.01221903165181478}
+{"step": 3320000, "wall_time": 33377.928032398224, "train_loss_step": 2.7733168601989746, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.012775667508443196, "subset_score_loss": 0.012775667508443196}
+{"step": 3330000, "wall_time": 33467.52332568169, "train_loss_step": 2.7511796951293945, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.012501862645149232, "subset_score_loss": 0.012501862645149232}
+{"step": 3340000, "wall_time": 33560.96068549156, "train_loss_step": 2.564830780029297, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012327806154886881, "subset_score_loss": 0.012327806154886881}
+{"step": 3350000, "wall_time": 33654.77126812935, "train_loss_step": 2.6621103286743164, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.012790253758430481, "subset_score_loss": 0.012790253758430481}
+{"step": 3360000, "wall_time": 33748.57529783249, "train_loss_step": 2.4974615573883057, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012104893724123636, "subset_score_loss": 0.012104893724123636}
+{"step": 3370000, "wall_time": 33842.07998633385, "train_loss_step": 2.8369579315185547, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012359713514645895, "subset_score_loss": 0.012359713514645895}
+{"step": 3380000, "wall_time": 33936.15786767006, "train_loss_step": 2.628244638442993, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.012011037270228068, "subset_score_loss": 0.012011037270228068}
+{"step": 3390000, "wall_time": 34029.24583244324, "train_loss_step": 2.7380385398864746, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.012195087472597758, "subset_score_loss": 0.012195087472597758}
+{"step": 3400000, "wall_time": 34197.26776719093, "train_loss_step": 2.432873249053955, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.011936502655347188, "subset_score_loss": 0.011936502655347188, "memorization_fraction_pixel": 0.8051999807357788, "mean_nn_ratio_pixel": 0.3059215545654297, "fid": 44.37247292275864}
+{"step": 3410000, "wall_time": 34287.58733224869, "train_loss_step": 2.775580883026123, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012250499924023946, "subset_score_loss": 0.012250499924023946}
+{"step": 3420000, "wall_time": 34381.39877772331, "train_loss_step": 2.6143507957458496, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012266696492830912, "subset_score_loss": 0.012266696492830912}
+{"step": 3430000, "wall_time": 34472.150401353836, "train_loss_step": 2.982975482940674, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.011916360259056092, "subset_score_loss": 0.011916360259056092}
+{"step": 3440000, "wall_time": 34565.83713507652, "train_loss_step": 2.5906100273132324, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.012191862861315409, "subset_score_loss": 0.012191862861315409}
+{"step": 3450000, "wall_time": 34659.800976753235, "train_loss_step": 2.615753650665283, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.011842836936314901, "subset_score_loss": 0.011842836936314901}
+{"step": 3460000, "wall_time": 34753.3558409214, "train_loss_step": 2.726226568222046, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.012097360690434773, "subset_score_loss": 0.012097360690434773}
+{"step": 3470000, "wall_time": 34847.14759969711, "train_loss_step": 2.432866096496582, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.011918363968531291, "subset_score_loss": 0.011918363968531291}
+{"step": 3480000, "wall_time": 34940.73200368881, "train_loss_step": 2.637723684310913, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.011876553297042847, "subset_score_loss": 0.011876553297042847}
+{"step": 3490000, "wall_time": 35033.614886045456, "train_loss_step": 2.6740713119506836, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.012184269229571025, "subset_score_loss": 0.012184269229571025}
+{"step": 3500000, "wall_time": 35200.92110157013, "train_loss_step": 3.0508010387420654, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.01239723563194275, "subset_score_loss": 0.01239723563194275, "memorization_fraction_pixel": 0.7997000217437744, "mean_nn_ratio_pixel": 0.30599021911621094, "fid": 44.5385427743396}
+{"step": 3510000, "wall_time": 35290.761379003525, "train_loss_step": 2.4821605682373047, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.011702436208724975, "subset_score_loss": 0.011702436208724975}
+{"step": 3520000, "wall_time": 35384.48118162155, "train_loss_step": 2.7213993072509766, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.01188135842482249, "subset_score_loss": 0.01188135842482249}
+{"step": 3530000, "wall_time": 35475.45134091377, "train_loss_step": 2.8959426879882812, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.011529313524564107, "subset_score_loss": 0.011529313524564107}
+{"step": 3540000, "wall_time": 35568.875222206116, "train_loss_step": 2.7544374465942383, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.012148274978001913, "subset_score_loss": 0.012148274978001913}
+{"step": 3550000, "wall_time": 35662.562243938446, "train_loss_step": 2.7543957233428955, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.011807127793629964, "subset_score_loss": 0.011807127793629964}
+{"step": 3560000, "wall_time": 35756.542454242706, "train_loss_step": 2.7643885612487793, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.011864294608434042, "subset_score_loss": 0.011864294608434042}
+{"step": 3570000, "wall_time": 35850.448415756226, "train_loss_step": 2.5503127574920654, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011803290247917176, "subset_score_loss": 0.011803290247917176}
+{"step": 3580000, "wall_time": 35944.02622675896, "train_loss_step": 2.674473762512207, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.012177057067553202, "subset_score_loss": 0.012177057067553202}
+{"step": 3590000, "wall_time": 36037.16039800644, "train_loss_step": 2.6393675804138184, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.011194883783658346, "subset_score_loss": 0.011194883783658346}
+{"step": 3600000, "wall_time": 36201.56534099579, "train_loss_step": 2.8840718269348145, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.011505343516667684, "subset_score_loss": 0.011505343516667684, "memorization_fraction_pixel": 0.8105999827384949, "mean_nn_ratio_pixel": 0.30404722690582275, "fid": 44.453803598838164}
+{"step": 3610000, "wall_time": 36294.048107385635, "train_loss_step": 2.850260019302368, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.012196679910024008, "subset_score_loss": 0.012196679910024008}
+{"step": 3620000, "wall_time": 36387.88447761536, "train_loss_step": 2.419510841369629, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.011918346087137857, "subset_score_loss": 0.011918346087137857}
+{"step": 3630000, "wall_time": 36479.06822180748, "train_loss_step": 3.0389318466186523, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.011710273226102193, "subset_score_loss": 0.011710273226102193}
+{"step": 3640000, "wall_time": 36572.29540801048, "train_loss_step": 2.7415122985839844, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.01141421397527059, "subset_score_loss": 0.01141421397527059}
+{"step": 3650000, "wall_time": 36666.201640844345, "train_loss_step": 2.6717255115509033, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.011458250880241393, "subset_score_loss": 0.011458250880241393}
+{"step": 3660000, "wall_time": 36760.00635266304, "train_loss_step": 2.4007034301757812, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.011196295420328775, "subset_score_loss": 0.011196295420328775}
+{"step": 3670000, "wall_time": 36853.50859117508, "train_loss_step": 2.614110231399536, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.010839107632637023, "subset_score_loss": 0.010839107632637023}
+{"step": 3680000, "wall_time": 36946.90024614334, "train_loss_step": 2.766352415084839, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.01145157516002655, "subset_score_loss": 0.01145157516002655}
+{"step": 3690000, "wall_time": 37040.67081618309, "train_loss_step": 2.586745262145996, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.010787981748580932, "subset_score_loss": 0.010787981748580932}
+{"step": 3700000, "wall_time": 37205.2006855011, "train_loss_step": 2.4586358070373535, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.01106521487236023, "subset_score_loss": 0.01106521487236023, "memorization_fraction_pixel": 0.8104000091552734, "mean_nn_ratio_pixel": 0.30382779240608215, "fid": 44.23479645470503}
+{"step": 3710000, "wall_time": 37297.27943444252, "train_loss_step": 2.633448600769043, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.01122697393099467, "subset_score_loss": 0.01122697393099467}
+{"step": 3720000, "wall_time": 37391.00740861893, "train_loss_step": 2.2249720096588135, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011080968379974365, "subset_score_loss": 0.011080968379974365}
+{"step": 3730000, "wall_time": 37481.93157052994, "train_loss_step": 2.752559185028076, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.01137071947256724, "subset_score_loss": 0.01137071947256724}
+{"step": 3740000, "wall_time": 37574.96732354164, "train_loss_step": 2.4184322357177734, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.01135335365931193, "subset_score_loss": 0.01135335365931193}
+{"step": 3750000, "wall_time": 37668.79030442238, "train_loss_step": 2.866819381713867, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.01176121731599172, "subset_score_loss": 0.01176121731599172}
+{"step": 3760000, "wall_time": 37762.415586709976, "train_loss_step": 2.85311222076416, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011042454838752746, "subset_score_loss": 0.011042454838752746}
+{"step": 3770000, "wall_time": 37855.618327856064, "train_loss_step": 2.72969126701355, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.011375355720520019, "subset_score_loss": 0.011375355720520019}
+{"step": 3780000, "wall_time": 37949.15457057953, "train_loss_step": 2.6550474166870117, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.010819401343663533, "subset_score_loss": 0.010819401343663533}
+{"step": 3790000, "wall_time": 38042.98904657364, "train_loss_step": 2.5215229988098145, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.011006071170171102, "subset_score_loss": 0.011006071170171102}
+{"step": 3800000, "wall_time": 38207.68746519089, "train_loss_step": 2.9374492168426514, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.01063882807890574, "subset_score_loss": 0.01063882807890574, "memorization_fraction_pixel": 0.8123999834060669, "mean_nn_ratio_pixel": 0.3040325343608856, "fid": 43.97293607902883}
+{"step": 3810000, "wall_time": 38299.68141770363, "train_loss_step": 2.7077441215515137, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.010717660188674927, "subset_score_loss": 0.010717660188674927}
+{"step": 3820000, "wall_time": 38393.161078453064, "train_loss_step": 2.8372275829315186, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.010755843917528788, "subset_score_loss": 0.010755843917528788}
+{"step": 3830000, "wall_time": 38486.493171453476, "train_loss_step": 2.5873968601226807, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.011069218317667643, "subset_score_loss": 0.011069218317667643}
+{"step": 3840000, "wall_time": 38577.65170931816, "train_loss_step": 2.7092065811157227, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.010594392816225687, "subset_score_loss": 0.010594392816225687}
+{"step": 3850000, "wall_time": 38671.44674324989, "train_loss_step": 2.5491223335266113, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.010931687553723653, "subset_score_loss": 0.010931687553723653}
+{"step": 3860000, "wall_time": 38765.33351135254, "train_loss_step": 2.6775550842285156, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.010596897204717, "subset_score_loss": 0.010596897204717}
+{"step": 3870000, "wall_time": 38858.473400592804, "train_loss_step": 2.5502779483795166, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.010604386528333029, "subset_score_loss": 0.010604386528333029}
+{"step": 3880000, "wall_time": 38952.285454273224, "train_loss_step": 2.983699083328247, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.01087619165579478, "subset_score_loss": 0.01087619165579478}
+{"step": 3890000, "wall_time": 39042.8295378685, "train_loss_step": 2.4417543411254883, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.01123347580432892, "subset_score_loss": 0.01123347580432892}
+{"step": 3900000, "wall_time": 39209.70428776741, "train_loss_step": 2.5936837196350098, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.01085418959458669, "subset_score_loss": 0.01085418959458669, "memorization_fraction_pixel": 0.8057000041007996, "mean_nn_ratio_pixel": 0.3059014678001404, "fid": 44.4596723464301}
+{"step": 3910000, "wall_time": 39301.54888963699, "train_loss_step": 2.444889545440674, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.010859417915344238, "subset_score_loss": 0.010859417915344238}
+{"step": 3920000, "wall_time": 39395.24784898758, "train_loss_step": 2.7826337814331055, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.010491119821866353, "subset_score_loss": 0.010491119821866353}
+{"step": 3930000, "wall_time": 39488.26421427727, "train_loss_step": 2.715142250061035, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.010478458801905314, "subset_score_loss": 0.010478458801905314}
+{"step": 3940000, "wall_time": 39578.9298889637, "train_loss_step": 2.5736494064331055, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.010415852069854736, "subset_score_loss": 0.010415852069854736}
+{"step": 3950000, "wall_time": 39672.50793337822, "train_loss_step": 2.492281913757324, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.010596182942390443, "subset_score_loss": 0.010596182942390443}
+{"step": 3960000, "wall_time": 39765.61412739754, "train_loss_step": 2.8004403114318848, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.01052205463250478, "subset_score_loss": 0.01052205463250478}
+{"step": 3970000, "wall_time": 39859.6800839901, "train_loss_step": 2.6040172576904297, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.010809762279192607, "subset_score_loss": 0.010809762279192607}
+{"step": 3980000, "wall_time": 39953.33565449715, "train_loss_step": 2.6009955406188965, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010401195287704468, "subset_score_loss": 0.010401195287704468}
+{"step": 3990000, "wall_time": 40044.73068356514, "train_loss_step": 2.5039992332458496, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.010439253846804301, "subset_score_loss": 0.010439253846804301}
+{"step": 4000000, "wall_time": 40211.7183406353, "train_loss_step": 2.4605109691619873, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010988970597585043, "subset_score_loss": 0.010988970597585043, "memorization_fraction_pixel": 0.8227999806404114, "mean_nn_ratio_pixel": 0.30022794008255005, "fid": 44.35238689958575}
+{"step": 4010000, "wall_time": 40303.393458366394, "train_loss_step": 2.5074009895324707, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.010235081116358439, "subset_score_loss": 0.010235081116358439}
+{"step": 4020000, "wall_time": 40397.29539036751, "train_loss_step": 2.9675092697143555, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.011102349559466044, "subset_score_loss": 0.011102349559466044}
+{"step": 4030000, "wall_time": 40490.188479185104, "train_loss_step": 2.790447235107422, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.009918906291325887, "subset_score_loss": 0.009918906291325887}
+{"step": 4040000, "wall_time": 40581.16749763489, "train_loss_step": 2.6301522254943848, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010354035099347432, "subset_score_loss": 0.010354035099347432}
+{"step": 4050000, "wall_time": 40673.91848278046, "train_loss_step": 2.720639228820801, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010749624172846476, "subset_score_loss": 0.010749624172846476}
+{"step": 4060000, "wall_time": 40767.84742426872, "train_loss_step": 2.5860137939453125, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.010380260149637858, "subset_score_loss": 0.010380260149637858}
+{"step": 4070000, "wall_time": 40861.36327672005, "train_loss_step": 2.3371596336364746, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.009965314467748006, "subset_score_loss": 0.009965314467748006}
+{"step": 4080000, "wall_time": 40952.127316236496, "train_loss_step": 2.4250993728637695, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.01033719778060913, "subset_score_loss": 0.01033719778060913}
+{"step": 4090000, "wall_time": 41046.090956926346, "train_loss_step": 2.5478343963623047, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.01008377770582835, "subset_score_loss": 0.01008377770582835}
+{"step": 4100000, "wall_time": 41213.852602005005, "train_loss_step": 2.8719232082366943, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010531975825627645, "subset_score_loss": 0.010531975825627645, "memorization_fraction_pixel": 0.8141999840736389, "mean_nn_ratio_pixel": 0.30199724435806274, "fid": 43.968995720538075}
+{"step": 4110000, "wall_time": 41305.620295763016, "train_loss_step": 2.6243979930877686, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.00970126489798228, "subset_score_loss": 0.00970126489798228}
+{"step": 4120000, "wall_time": 41399.88343667984, "train_loss_step": 2.676417350769043, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010048868258794148, "subset_score_loss": 0.010048868258794148}
+{"step": 4130000, "wall_time": 41493.347536325455, "train_loss_step": 2.4334867000579834, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.010036829113960265, "subset_score_loss": 0.010036829113960265}
+{"step": 4140000, "wall_time": 41582.77739453316, "train_loss_step": 2.722154378890991, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.010364532470703125, "subset_score_loss": 0.010364532470703125}
+{"step": 4150000, "wall_time": 41676.73420739174, "train_loss_step": 2.6525354385375977, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.01033946176369985, "subset_score_loss": 0.01033946176369985}
+{"step": 4160000, "wall_time": 41770.68436551094, "train_loss_step": 2.5864601135253906, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.009982182582219442, "subset_score_loss": 0.009982182582219442}
+{"step": 4170000, "wall_time": 41864.41219353676, "train_loss_step": 2.6105334758758545, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.010133016109466552, "subset_score_loss": 0.010133016109466552}
+{"step": 4180000, "wall_time": 41955.568608284, "train_loss_step": 2.6709959506988525, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010536431272824606, "subset_score_loss": 0.010536431272824606}
+{"step": 4190000, "wall_time": 42049.065257549286, "train_loss_step": 2.4548676013946533, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.010123183329900106, "subset_score_loss": 0.010123183329900106}
+{"step": 4200000, "wall_time": 42216.45221400261, "train_loss_step": 2.6901276111602783, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.009716885288556416, "subset_score_loss": 0.009716885288556416, "memorization_fraction_pixel": 0.8238999843597412, "mean_nn_ratio_pixel": 0.29934975504875183, "fid": 44.50551764944443}
+{"step": 4210000, "wall_time": 42308.06491589546, "train_loss_step": 2.735724687576294, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010110624631245931, "subset_score_loss": 0.010110624631245931}
+{"step": 4220000, "wall_time": 42401.940702199936, "train_loss_step": 2.817101240158081, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.009463743368784586, "subset_score_loss": 0.009463743368784586}
+{"step": 4230000, "wall_time": 42495.90334558487, "train_loss_step": 3.007277488708496, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.01005015770594279, "subset_score_loss": 0.01005015770594279}
+{"step": 4240000, "wall_time": 42585.54571676254, "train_loss_step": 2.744189977645874, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010021203756332397, "subset_score_loss": 0.010021203756332397}
+{"step": 4250000, "wall_time": 42679.23679494858, "train_loss_step": 2.693938970565796, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.009972179929415384, "subset_score_loss": 0.009972179929415384}
+{"step": 4260000, "wall_time": 42772.87436914444, "train_loss_step": 2.755740165710449, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.009722840785980225, "subset_score_loss": 0.009722840785980225}
+{"step": 4270000, "wall_time": 42864.565012693405, "train_loss_step": 2.4205079078674316, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.009756999214490254, "subset_score_loss": 0.009756999214490254}
+{"step": 4280000, "wall_time": 42958.00777173042, "train_loss_step": 2.773226022720337, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.009836344917615255, "subset_score_loss": 0.009836344917615255}
+{"step": 4290000, "wall_time": 43051.99541068077, "train_loss_step": 2.7323198318481445, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.0098417729139328, "subset_score_loss": 0.0098417729139328}
+{"step": 4300000, "wall_time": 43220.52756524086, "train_loss_step": 2.454411029815674, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.00981347660223643, "subset_score_loss": 0.00981347660223643, "memorization_fraction_pixel": 0.8215000033378601, "mean_nn_ratio_pixel": 0.2993132174015045, "fid": 44.18620082493175}
+{"step": 4310000, "wall_time": 43312.29345417023, "train_loss_step": 2.6338977813720703, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.00973733166853587, "subset_score_loss": 0.00973733166853587}
+{"step": 4320000, "wall_time": 43405.6706366539, "train_loss_step": 3.113943576812744, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.009471820791562398, "subset_score_loss": 0.009471820791562398}
+{"step": 4330000, "wall_time": 43499.98386621475, "train_loss_step": 2.781369209289551, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.009928714235623677, "subset_score_loss": 0.009928714235623677}
+{"step": 4340000, "wall_time": 43589.82917547226, "train_loss_step": 2.332658290863037, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.009457204739252727, "subset_score_loss": 0.009457204739252727}
+{"step": 4350000, "wall_time": 43683.50694346428, "train_loss_step": 2.703472137451172, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.009496949116388957, "subset_score_loss": 0.009496949116388957}
+{"step": 4360000, "wall_time": 43777.22758483887, "train_loss_step": 2.707031726837158, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.009856559832890828, "subset_score_loss": 0.009856559832890828}
+{"step": 4370000, "wall_time": 43868.63419795036, "train_loss_step": 2.7264175415039062, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.009492746988932292, "subset_score_loss": 0.009492746988932292}
+{"step": 4380000, "wall_time": 43962.41550040245, "train_loss_step": 2.6155993938446045, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.00921841561794281, "subset_score_loss": 0.00921841561794281}
+{"step": 4390000, "wall_time": 44056.27007675171, "train_loss_step": 2.4234933853149414, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.009741269548734029, "subset_score_loss": 0.009741269548734029}
+{"step": 4400000, "wall_time": 44223.98884701729, "train_loss_step": 2.5591888427734375, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.009494416912396749, "subset_score_loss": 0.009494416912396749, "memorization_fraction_pixel": 0.8195000290870667, "mean_nn_ratio_pixel": 0.30171123147010803, "fid": 43.79243509096967}
+{"step": 4410000, "wall_time": 44315.89316177368, "train_loss_step": 2.4482994079589844, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010040779908498129, "subset_score_loss": 0.010040779908498129}
+{"step": 4420000, "wall_time": 44408.887642621994, "train_loss_step": 2.5950987339019775, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.010061297814051311, "subset_score_loss": 0.010061297814051311}
+{"step": 4430000, "wall_time": 44502.78993320465, "train_loss_step": 2.391921043395996, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009943340222040813, "subset_score_loss": 0.009943340222040813}
+{"step": 4440000, "wall_time": 44593.0873799324, "train_loss_step": 2.53643798828125, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.009709161520004273, "subset_score_loss": 0.009709161520004273}
+{"step": 4450000, "wall_time": 44686.95208096504, "train_loss_step": 2.6594581604003906, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.009356606006622314, "subset_score_loss": 0.009356606006622314}
+{"step": 4460000, "wall_time": 44778.0531129837, "train_loss_step": 2.6425514221191406, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.009876837333043417, "subset_score_loss": 0.009876837333043417}
+{"step": 4470000, "wall_time": 44871.83493208885, "train_loss_step": 2.5658085346221924, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.009687201182047526, "subset_score_loss": 0.009687201182047526}
+{"step": 4480000, "wall_time": 44965.49690461159, "train_loss_step": 2.786076068878174, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.00989593764146169, "subset_score_loss": 0.00989593764146169}
+{"step": 4490000, "wall_time": 45059.39662694931, "train_loss_step": 2.554001569747925, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.00956963300704956, "subset_score_loss": 0.00956963300704956}
+{"step": 4500000, "wall_time": 45226.477283239365, "train_loss_step": 2.39585280418396, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.009227299690246582, "subset_score_loss": 0.009227299690246582, "memorization_fraction_pixel": 0.8230999708175659, "mean_nn_ratio_pixel": 0.3009572923183441, "fid": 44.85653296701521}
+{"step": 4510000, "wall_time": 45318.81431913376, "train_loss_step": 2.5590105056762695, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.009404686093330384, "subset_score_loss": 0.009404686093330384}
+{"step": 4520000, "wall_time": 45412.30003476143, "train_loss_step": 2.6713857650756836, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009149882197380065, "subset_score_loss": 0.009149882197380065}
+{"step": 4530000, "wall_time": 45506.38980388641, "train_loss_step": 2.8115530014038086, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009260232249895731, "subset_score_loss": 0.009260232249895731}
+{"step": 4540000, "wall_time": 45596.99144363403, "train_loss_step": 2.522876501083374, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009252931674321492, "subset_score_loss": 0.009252931674321492}
+{"step": 4550000, "wall_time": 45689.50009679794, "train_loss_step": 2.633880615234375, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009397693475087484, "subset_score_loss": 0.009397693475087484}
+{"step": 4560000, "wall_time": 45782.15728974342, "train_loss_step": 2.5132150650024414, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009502772490183513, "subset_score_loss": 0.009502772490183513}
+{"step": 4570000, "wall_time": 45875.68798661232, "train_loss_step": 2.5123233795166016, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009171177943547567, "subset_score_loss": 0.009171177943547567}
+{"step": 4580000, "wall_time": 45969.79220557213, "train_loss_step": 2.5306050777435303, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009435139099756877, "subset_score_loss": 0.009435139099756877}
+{"step": 4590000, "wall_time": 46063.41352367401, "train_loss_step": 2.3827409744262695, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.009483965237935384, "subset_score_loss": 0.009483965237935384}
+{"step": 4600000, "wall_time": 46231.06456589699, "train_loss_step": 2.499110698699951, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009124852220217387, "subset_score_loss": 0.009124852220217387, "memorization_fraction_pixel": 0.833299994468689, "mean_nn_ratio_pixel": 0.29532763361930847, "fid": 44.1522986852289}
+{"step": 4610000, "wall_time": 46322.68753242493, "train_loss_step": 2.5264222621917725, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.008756988247235616, "subset_score_loss": 0.008756988247235616}
+{"step": 4620000, "wall_time": 46416.21223115921, "train_loss_step": 2.350863456726074, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.009524332483609517, "subset_score_loss": 0.009524332483609517}
+{"step": 4630000, "wall_time": 46509.81802558899, "train_loss_step": 2.2976040840148926, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009406314293543497, "subset_score_loss": 0.009406314293543497}
+{"step": 4640000, "wall_time": 46600.14666032791, "train_loss_step": 2.77252459526062, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.009894804159800211, "subset_score_loss": 0.009894804159800211}
+{"step": 4650000, "wall_time": 46692.35533094406, "train_loss_step": 2.6750292778015137, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.009577329953511555, "subset_score_loss": 0.009577329953511555}
+{"step": 4660000, "wall_time": 46786.40731906891, "train_loss_step": 3.0592920780181885, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.009183701872825623, "subset_score_loss": 0.009183701872825623}
+{"step": 4670000, "wall_time": 46880.59591770172, "train_loss_step": 2.5574936866760254, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009129942456881205, "subset_score_loss": 0.009129942456881205}
+{"step": 4680000, "wall_time": 46974.372438430786, "train_loss_step": 2.606625556945801, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009135958552360535, "subset_score_loss": 0.009135958552360535}
+{"step": 4690000, "wall_time": 47067.99374818802, "train_loss_step": 2.804563045501709, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009258007009824118, "subset_score_loss": 0.009258007009824118}
+{"step": 4700000, "wall_time": 47236.19863510132, "train_loss_step": 2.5804178714752197, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.00899699330329895, "subset_score_loss": 0.00899699330329895, "memorization_fraction_pixel": 0.8287000060081482, "mean_nn_ratio_pixel": 0.29621079564094543, "fid": 44.10232107909367}
+{"step": 4710000, "wall_time": 47328.61850428581, "train_loss_step": 2.6105430126190186, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.009119851390520732, "subset_score_loss": 0.009119851390520732}
+{"step": 4720000, "wall_time": 47422.5192091465, "train_loss_step": 2.6101126670837402, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009624256690343221, "subset_score_loss": 0.009624256690343221}
+{"step": 4730000, "wall_time": 47516.32613444328, "train_loss_step": 2.5578036308288574, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009185755252838134, "subset_score_loss": 0.009185755252838134}
+{"step": 4740000, "wall_time": 47602.31100487709, "train_loss_step": 2.6147243976593018, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009402399261792501, "subset_score_loss": 0.009402399261792501}
+{"step": 4750000, "wall_time": 47677.59705615044, "train_loss_step": 2.4523985385894775, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.008786011735598247, "subset_score_loss": 0.008786011735598247}
+{"step": 4760000, "wall_time": 47753.80823493004, "train_loss_step": 2.4551947116851807, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.00920893947283427, "subset_score_loss": 0.00920893947283427}
+{"step": 4770000, "wall_time": 47829.6782374382, "train_loss_step": 2.5206222534179688, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.00961483617623647, "subset_score_loss": 0.00961483617623647}
+{"step": 4780000, "wall_time": 47905.39139676094, "train_loss_step": 2.323683261871338, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.009553090731302897, "subset_score_loss": 0.009553090731302897}
+{"step": 4790000, "wall_time": 47981.41196894646, "train_loss_step": 2.734363079071045, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009042522311210633, "subset_score_loss": 0.009042522311210633}
+{"step": 4800000, "wall_time": 48118.97433924675, "train_loss_step": 2.4718949794769287, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.008800752957661946, "subset_score_loss": 0.008800752957661946, "memorization_fraction_pixel": 0.8179000020027161, "mean_nn_ratio_pixel": 0.30363795161247253, "fid": 44.21782677014899}
+{"step": 4810000, "wall_time": 48193.1536192894, "train_loss_step": 2.6078104972839355, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.008976450562477112, "subset_score_loss": 0.008976450562477112}
+{"step": 4820000, "wall_time": 48268.988374233246, "train_loss_step": 2.61670184135437, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.009591346979141236, "subset_score_loss": 0.009591346979141236}
+{"step": 4830000, "wall_time": 48344.6641330719, "train_loss_step": 2.4603846073150635, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009116209546724955, "subset_score_loss": 0.009116209546724955}
+{"step": 4840000, "wall_time": 48417.57465386391, "train_loss_step": 2.6992480754852295, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009230384230613708, "subset_score_loss": 0.009230384230613708}
+{"step": 4850000, "wall_time": 48492.03918361664, "train_loss_step": 2.4715166091918945, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.009434462587038676, "subset_score_loss": 0.009434462587038676}
+{"step": 4860000, "wall_time": 48567.883800029755, "train_loss_step": 2.3643510341644287, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.008711055914560954, "subset_score_loss": 0.008711055914560954}
+{"step": 4870000, "wall_time": 48643.84111690521, "train_loss_step": 2.4514527320861816, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.008697091539700826, "subset_score_loss": 0.008697091539700826}
+{"step": 4880000, "wall_time": 48719.630336523056, "train_loss_step": 2.399981737136841, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.008604124188423157, "subset_score_loss": 0.008604124188423157}
+{"step": 4890000, "wall_time": 48795.686670303345, "train_loss_step": 2.667083501815796, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009074880679448446, "subset_score_loss": 0.009074880679448446}
+{"step": 4900000, "wall_time": 48932.2061188221, "train_loss_step": 2.6172537803649902, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.008536320924758912, "subset_score_loss": 0.008536320924758912, "memorization_fraction_pixel": 0.8327999711036682, "mean_nn_ratio_pixel": 0.29796266555786133, "fid": 43.73897405073279}
+{"step": 4910000, "wall_time": 49006.40663409233, "train_loss_step": 2.597139835357666, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.008754529555638631, "subset_score_loss": 0.008754529555638631}
+{"step": 4920000, "wall_time": 49082.54562187195, "train_loss_step": 2.586703300476074, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.008588829636573791, "subset_score_loss": 0.008588829636573791}
+{"step": 4930000, "wall_time": 49158.530286073685, "train_loss_step": 2.643608570098877, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.008490954836209616, "subset_score_loss": 0.008490954836209616}
+{"step": 4940000, "wall_time": 49232.80569458008, "train_loss_step": 2.7071640491485596, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.008807508150736491, "subset_score_loss": 0.008807508150736491}
+{"step": 4950000, "wall_time": 49305.4054274559, "train_loss_step": 2.497359275817871, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.008773647745450338, "subset_score_loss": 0.008773647745450338}
+{"step": 4960000, "wall_time": 49380.75099778175, "train_loss_step": 2.570988655090332, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.00867405633131663, "subset_score_loss": 0.00867405633131663}
+{"step": 4970000, "wall_time": 49456.670578956604, "train_loss_step": 2.4088611602783203, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.008492442965507507, "subset_score_loss": 0.008492442965507507}
+{"step": 4980000, "wall_time": 49532.5150976181, "train_loss_step": 2.59346342086792, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.0082272008061409, "subset_score_loss": 0.0082272008061409}
+{"step": 4990000, "wall_time": 49608.32562470436, "train_loss_step": 2.7585198879241943, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.008599862456321716, "subset_score_loss": 0.008599862456321716}
+{"step": 5000000, "wall_time": 49744.84664225578, "train_loss_step": 2.5975170135498047, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.009119060635566712, "subset_score_loss": 0.009119060635566712, "memorization_fraction_pixel": 0.8363999724388123, "mean_nn_ratio_pixel": 0.29613953828811646, "fid": 44.57204871173883}